-- Logs begin at Thu 2021-12-23 15:24:11 UTC, end at Thu 2021-12-23 17:37:32 UTC. -- Dec 23 16:00:20.107167 dv-neutron-822800-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 16:00:22.252916 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.common.config [-] Logging enabled! Dec 23 16:00:22.253605 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev92 Dec 23 16:00:22.253701 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83391) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 16:00:22.256145 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.common.config [-] Logging enabled! Dec 23 16:00:22.256387 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev92 Dec 23 16:00:22.256629 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83391) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 16:00:22.257554 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 16:00:22.257782 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 16:00:22.258123 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 16:00:22.258361 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 16:00:22.258578 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 16:00:22.258888 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.259176 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.259462 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.259715 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.260003 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.260285 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.260560 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.260839 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.261126 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.261407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.261673 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.261948 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.262171 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.262439 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.263358 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.263859 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.264216 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] debug = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.264614 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.265257 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.265817 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.266149 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.266443 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.266714 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.266984 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.267264 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.267606 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] host = dv-neutron-822800-1-hyperv {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.267880 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.268158 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.268522 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.268805 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.269075 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.269345 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.269622 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.269887 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.270155 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] log_file = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.270420 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.270697 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.270974 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.271258 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.271477 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.271716 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.271991 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.272271 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.272538 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.272803 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.273070 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.273335 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.273598 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.273859 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.274134 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.274414 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.274690 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.274954 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.275218 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.275482 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.275766 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.276041 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.276305 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.276570 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.276836 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.277111 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.277369 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.277636 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.277923 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.278198 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.278534 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.278813 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.279077 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.279349 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.279635 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.279902 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.280164 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] use_json = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.280430 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.280775 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.281053 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.281317 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.281580 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.281841 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.282102 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.282377 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:22.282666 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.282952 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.283243 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.283517 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.283823 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.284095 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.284376 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.284648 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.284926 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.285204 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.285484 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.285753 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.286029 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.286313 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.286593 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.286860 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.287128 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.287407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.287707 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.287975 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.288243 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.288524 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.288793 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.289057 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.289331 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.289599 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.289862 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.290123 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.290392 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.290672 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.290940 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.291202 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.291464 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.291752 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.292015 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.292292 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.292560 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.292825 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.293089 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.293358 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.293620 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.293903 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.294175 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.294444 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.294713 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.294981 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.295247 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.295512 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.295797 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.296065 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.296333 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.296599 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.296870 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.297135 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.297401 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.297671 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.297935 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.298202 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.298482 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.298772 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.299040 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.299309 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.299595 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.299865 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.300131 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.300397 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.300666 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.300935 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.301200 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.301620 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.301753 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.302028 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.302304 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.302572 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.302856 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.303123 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.303399 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.303691 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.303962 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.304236 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.304512 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.304800 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.305085 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.305367 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.305652 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.305936 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.306210 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.306510 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.306783 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:22.306991 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 16:00:22.307226 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83391) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 16:00:22.711633 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO keyring.backend [-] Loading KWallet Dec 23 16:00:22.719364 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO keyring.backend [-] Loading SecretService Dec 23 16:00:22.722591 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO keyring.backend [-] Loading Windows Dec 23 16:00:22.723954 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO keyring.backend [-] Loading chainer Dec 23 16:00:22.724510 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO keyring.backend [-] Loading macOS Dec 23 16:00:22.757385 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 23 16:00:22.757655 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 23 16:00:22.757939 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 23 16:00:22.758265 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 16:00:23.059392 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.059734 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.060000 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.116486 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.116763 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.117025 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.120152 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.120398 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.120653 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.149131 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.149407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.149675 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.176423 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.176694 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.176954 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.496161 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.496696 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.496696 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.496934 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.498154 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.616676 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.616986 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.617259 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.617519 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.617775 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.618074 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.618329 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.618577 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.618824 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.619096 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.619346 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.619625 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.619883 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.620130 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.620390 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.620647 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.620894 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.621154 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.621399 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.621669 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.622527 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.622775 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.623012 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.623282 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.623521 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.623783 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.624155 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:23.624389 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:23.624620 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:23.624849 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:23.625076 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:23.625304 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:23.625840 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 16:00:23.628922 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 16:00:23.633103 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 16:00:23.637085 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 23 16:00:23.638760 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 16:00:23.639142 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 16:00:23.639469 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 16:00:23.639873 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 16:00:23.643145 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 16:00:23.643391 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 16:00:23.643755 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 16:00:23.671020 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 23 16:00:23.671405 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.671727 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83391) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 23 16:00:23.672081 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.673438 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83391) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 16:00:23.673713 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 16:00:23.673951 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 16:00:23.677239 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.677518 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:23.737259 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 16:00:23.737491 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 16:00:23.737718 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 16:00:23.738068 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 16:00:23.769388 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_db.sqlalchemy.engines [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83391) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 23 16:00:24.085686 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing driver for type 'gre' Dec 23 16:00:24.086288 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] gre ID ranges: [(1, 1000)] Dec 23 16:00:24.139042 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing driver for type 'local' Dec 23 16:00:24.139362 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing driver for type 'vlan' Dec 23 16:00:24.149814 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] VlanTypeDriver initialization complete Dec 23 16:00:24.150153 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing driver for type 'vxlan' Dec 23 16:00:24.150618 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] vxlan ID ranges: [(1, 1000)] Dec 23 16:00:24.203000 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing extension driver 'port_security' Dec 23 16:00:24.203342 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.extensions.port_security [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] PortSecurityExtensionDriver initialization complete Dec 23 16:00:24.203712 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing mechanism driver 'openvswitch' Dec 23 16:00:24.204034 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing mechanism driver 'hyperv' Dec 23 16:00:24.210602 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.plugins.ml2.plugin [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:24.211268 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.211669 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.212022 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.212536 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 16:00:24.212963 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnet after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.213314 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnet after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.213659 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.214046 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 16:00:24.214449 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.214796 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.215138 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.215521 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 16:00:24.216474 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > security_group after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.216818 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > security_group after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.217155 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.217544 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 16:00:24.217944 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.218287 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.218621 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.219128 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 16:00:24.219511 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] ML2 OVO RPC backend initialized. {{(pid=83391) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Dec 23 16:00:24.220196 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.220547 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.220941 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.221991 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > networks before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.221991 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.221991 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > ports before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.222285 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnet before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.222624 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnets before_response 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.222969 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.223306 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.224511 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.224511 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.224511 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.224790 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.224969 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnet after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.225300 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnet after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.225629 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.226204 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.plugin [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Modular L2 Plugin initialization complete Dec 23 16:00:24.226533 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading services supported by the core plugin {{(pid=83391) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 16:00:24.226854 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.plugins.ml2.managers [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Got port-security extension from driver 'port_security' Dec 23 16:00:24.227941 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.extensions.vlantransparent [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Disabled vlantransparent extension. Dec 23 16:00:24.227941 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83391) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 16:00:24.228127 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: router Dec 23 16:00:24.264441 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.265488 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router after_create 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.265488 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router before_create 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.265673 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.265885 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.266239 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router after_delete 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.266592 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.266978 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router after_create 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.267324 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router after_update 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.267707 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router after_update 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.268055 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.268406 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router after_update 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.268820 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_update 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.269184 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: port after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.269520 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: port after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.269855 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: subnet after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.270188 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.270532 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.270876 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_create 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.271212 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: port before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.271565 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.271922 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router after_update 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.272261 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.272605 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_create 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.272958 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.273296 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_update 55549900 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.273654 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > agent after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.274000 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > agent after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.274339 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > network after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.275207 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Tracking information for resource: router configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:24.275539 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Tracking information for resource: floatingip configured {{(pid=83391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 16:00:24.281027 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.db.l3_agentschedulers_db [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 16:00:24.281599 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: port after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.281962 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: port after_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.282315 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: port after_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.282669 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: port after_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.283460 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router before_create 55550100 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.283853 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.284216 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_create 55550100 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.284572 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > router precommit_update 55550100 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.289092 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.services.provider_configuration [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service providers = [] {{(pid=83391) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 16:00:24.289457 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.db.servicetype_db [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83391) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 16:00:24.292427 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.services.service_base [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 16:00:24.292775 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.services.service_base [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 16:00:24.293112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.services.service_base [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 16:00:24.294666 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.services.service_base [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 16:00:24.295059 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.services.service_base [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 16:00:24.295440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.295782 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 16:00:24.306446 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.306779 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: auto_allocate Dec 23 16:00:24.312973 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: network precommit_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.313340 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: network precommit_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.313853 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.314170 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: tag Dec 23 16:00:24.320779 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.321108 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: timestamp Dec 23 16:00:24.324949 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.325304 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: network_ip_availability Dec 23 16:00:24.330734 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.331102 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.331453 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.332192 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.332511 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: flavors Dec 23 16:00:24.337256 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.337539 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading Plugin: revisions Dec 23 16:00:24.342328 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 16:00:24.342715 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_concurrency.lockutils [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.585s {{(pid=83391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 23 16:00:24.343453 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83391) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 23 16:00:24.343825 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Initializing extension manager. Dec 23 16:00:24.344324 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: __init__.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.344662 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: __pycache__ {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.344994 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.345326 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.345653 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: _filter_validation_lib.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.345978 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.346301 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: address_group.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.347045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.347637 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: address-group Dec 23 16:00:24.347961 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: address_scope.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.348667 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.349180 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: address-scope Dec 23 16:00:24.349499 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.350430 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.350940 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: router-admin-state-down-before-update Dec 23 16:00:24.351261 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: agent.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.351983 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.352490 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: agent Dec 23 16:00:24.352807 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: agent_resources_synced.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.353719 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.354231 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: agent-resources-synced Dec 23 16:00:24.354551 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: allowedaddresspairs.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.357094 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.357626 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: allowed-address-pairs Dec 23 16:00:24.357957 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: auto_allocated_topology.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.359042 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.359576 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: auto-allocated-topology Dec 23 16:00:24.359912 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: availability_zone.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.360597 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.361112 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: availability_zone Dec 23 16:00:24.361435 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: availability_zone_filter.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.362346 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.367577 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: availability_zone_filter Dec 23 16:00:24.367577 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: data_plane_status.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.367577 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.367577 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 16:00:24.367577 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: default_subnetpools.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.367577 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.367577 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: default-subnetpools Dec 23 16:00:24.368155 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.368155 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.368482 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: dhcp_agent_scheduler Dec 23 16:00:24.368820 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: dns.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.369774 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.370259 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension dns-integration not supported by any of loaded plugins Dec 23 16:00:24.370558 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: dns_domain_ports.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.371480 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.372050 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 16:00:24.372368 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: dvr.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.373035 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.373543 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: dvr Dec 23 16:00:24.373921 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: empty_string_filtering.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.374856 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.375363 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: empty-string-filtering Dec 23 16:00:24.375731 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.376628 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.377261 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 16:00:24.377447 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.378360 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.378858 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 16:00:24.379173 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: external_net.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.380128 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.380896 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: external-net Dec 23 16:00:24.381208 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.382137 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.382643 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: extra_dhcp_opt Dec 23 16:00:24.382973 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: extraroute.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.383910 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.384427 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: extraroute Dec 23 16:00:24.384759 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: extraroute_atomic.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.385982 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.386470 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: extraroute-atomic Dec 23 16:00:24.386796 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: filter_validation.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.387503 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.388025 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: filter-validation Dec 23 16:00:24.388347 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: fip_pf_description.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.389277 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.389792 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 16:00:24.390111 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: fip_port_details.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.391031 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.391589 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: fip-port-details Dec 23 16:00:24.391910 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: flavors.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.393159 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.393678 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: flavors Dec 23 16:00:24.394000 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.395696 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.396222 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 16:00:24.396549 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: floatingip_pools.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.397249 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.397761 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: floatingip-pools Dec 23 16:00:24.398085 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: ip_allocation.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.399016 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.399533 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 16:00:24.399881 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.400830 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.401342 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: ip-substring-filtering Dec 23 16:00:24.401668 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l2_adjacency.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.402605 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.403110 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 16:00:24.403976 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l3.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.404979 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.405496 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: router Dec 23 16:00:24.405821 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.408263 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.408799 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 16:00:24.409133 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.410070 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.410591 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: ext-gw-mode Dec 23 16:00:24.410918 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.411909 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.412423 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: l3-ha Dec 23 16:00:24.412747 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l3_flavors.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.413668 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.414179 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: l3-flavors Dec 23 16:00:24.414499 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.415425 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.415958 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 16:00:24.416284 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: l3agentscheduler.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.417324 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.417839 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: l3_agent_scheduler Dec 23 16:00:24.418160 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: logging.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.420547 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.420774 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension logging not supported by any of loaded plugins Dec 23 16:00:24.421104 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: metering.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.421847 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.422431 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: metering Dec 23 16:00:24.422757 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.423882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.424406 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: metering_source_and_destination_fields Dec 23 16:00:24.424731 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: multiprovidernet.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.425657 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.426172 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: multi-provider Dec 23 16:00:24.426496 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: netmtu.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.427405 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.427951 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: net-mtu Dec 23 16:00:24.428276 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: netmtu_writable.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.429191 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.429707 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: net-mtu-writable Dec 23 16:00:24.430028 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: network_availability_zone.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.430695 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.431201 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: network_availability_zone Dec 23 16:00:24.431519 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: network_ip_availability.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.432641 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.433159 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: network-ip-availability Dec 23 16:00:24.433484 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: network_segment_range.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.434247 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.434780 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 16:00:24.435099 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: pagination.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.436109 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.436437 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: pagination Dec 23 16:00:24.436754 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.437672 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.438189 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: port-mac-address-regenerate Dec 23 16:00:24.438510 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: port_resource_request.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.439443 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.439997 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 16:00:24.440318 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: portbindings.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.441249 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.441760 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: binding Dec 23 16:00:24.442081 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: portbindings_extended.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.443357 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.443913 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: binding-extended Dec 23 16:00:24.444239 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: portsecurity.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.445155 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.445667 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: port-security Dec 23 16:00:24.445989 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: project_id.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.446976 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.447304 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: project-id Dec 23 16:00:24.447658 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: providernet.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.448587 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.449100 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: provider Dec 23 16:00:24.449421 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.453164 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.453692 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos not supported by any of loaded plugins Dec 23 16:00:24.454024 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.455280 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.455829 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 16:00:24.456161 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.457082 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.457596 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 16:00:24.457921 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_default.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.458835 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.459349 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-default not supported by any of loaded plugins Dec 23 16:00:24.459712 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_fip.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.460361 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.460868 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-fip not supported by any of loaded plugins Dec 23 16:00:24.461190 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_gateway_ip.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.462112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.462624 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 16:00:24.462947 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_port_network_policy.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.463893 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.464408 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 16:00:24.464732 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_rule_type_details.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.465648 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.466684 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 16:00:24.467009 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: qos_rules_alias.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.468088 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.468604 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 16:00:24.468929 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: quotasv2.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.469801 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.470132 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: quotas Dec 23 16:00:24.470453 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: quotasv2_detail.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.472118 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.472460 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: quota_details Dec 23 16:00:24.472787 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: rbac.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.473831 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.474357 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: rbac-policies Dec 23 16:00:24.474682 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: rbac_address_scope.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.475640 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.476162 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: rbac-address-scope Dec 23 16:00:24.476482 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: rbac_security_groups.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.477407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.477928 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: rbac-security-groups Dec 23 16:00:24.478251 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: rbac_subnetpool.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.479168 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.479724 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: rbac-subnetpool Dec 23 16:00:24.480051 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: revisionifmatch.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.480975 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.482145 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: revision-if-match Dec 23 16:00:24.482465 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: revisions.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.483615 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.484134 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: standard-attr-revisions Dec 23 16:00:24.484458 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: router_availability_zone.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.485127 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.485636 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: router_availability_zone Dec 23 16:00:24.485956 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: routerservicetype.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.486892 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.487402 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension router-service-type not supported by any of loaded plugins Dec 23 16:00:24.487755 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.488680 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.489193 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: port-security-groups-filtering Dec 23 16:00:24.489513 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: securitygroup.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.500601 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.501133 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: security-group Dec 23 16:00:24.501460 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: segment.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.502248 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.502765 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension segment not supported by any of loaded plugins Dec 23 16:00:24.503091 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.504054 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.504572 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 16:00:24.504894 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: servicetype.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.506253 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.506775 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: service-type Dec 23 16:00:24.507100 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: sorting.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.508121 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.508450 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: sorting Dec 23 16:00:24.508769 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: standard_attr_segment.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.509692 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.510212 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 16:00:24.510532 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: standardattrdescription.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.511175 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.511713 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: standard-attr-description Dec 23 16:00:24.512034 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: stateful_security_group.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.512981 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.513495 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: stateful-security-group Dec 23 16:00:24.513819 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: stdattrs_common.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.514395 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 16:00:24.514712 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.515685 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.516206 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 16:00:24.516529 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: subnet_onboard.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.517684 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.518204 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: subnet_onboard Dec 23 16:00:24.518530 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.519462 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.520022 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 16:00:24.520351 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: subnet_service_types.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.521284 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.521799 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: subnet-service-types Dec 23 16:00:24.522154 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: subnetallocation.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.523253 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.523796 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: subnet_allocation Dec 23 16:00:24.524124 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.524789 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.525302 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: subnetpool-prefix-ops Dec 23 16:00:24.525624 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.526567 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.527084 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 16:00:24.527405 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: tagging.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.529024 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.529549 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: standard-attr-tag Dec 23 16:00:24.529876 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: timestamp.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.531084 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.531635 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loaded extension: standard-attr-timestamp Dec 23 16:00:24.531964 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: trunk.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.532998 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.533522 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension trunk not supported by any of loaded plugins Dec 23 16:00:24.533849 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: trunk_details.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.534777 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.535296 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension trunk-details not supported by any of loaded plugins Dec 23 16:00:24.535646 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: uplink_status_propagation.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.536569 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.537089 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 16:00:24.537411 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Loading extension file: vlantransparent.py {{(pid=83391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 16:00:24.538073 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 16:00:24.538584 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 16:00:24.540831 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:network Dec 23 16:00:24.541563 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:subnet Dec 23 16:00:24.542357 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 16:00:24.542972 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:port Dec 23 16:00:24.544857 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.545300 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service FLAVORS assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.545911 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.546411 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.546710 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:router Dec 23 16:00:24.547335 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:floatingip Dec 23 16:00:24.548079 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service METERING assigned prefix: /metering {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.549497 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.549863 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.550209 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:00:24.551341 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 16:00:24.551841 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:security_group Dec 23 16:00:24.552499 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 16:00:24.553230 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service CORE assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.553563 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 16:00:24.553898 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] subnetpool is already registered Dec 23 16:00:24.554511 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service CORE assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.554842 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 16:00:24.555162 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] subnetpool is already registered Dec 23 16:00:24.557743 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.558176 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service FLAVORS assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.558765 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.559186 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.559544 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:router Dec 23 16:00:24.559898 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] router is already registered Dec 23 16:00:24.560490 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:floatingip Dec 23 16:00:24.560822 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] floatingip is already registered Dec 23 16:00:24.561454 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service METERING assigned prefix: /metering {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.562120 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 16:00:24.562447 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] rbac_policy is already registered Dec 23 16:00:24.562990 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:security_group Dec 23 16:00:24.563313 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] security_group is already registered Dec 23 16:00:24.563933 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 16:00:24.564261 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] security_group_rule is already registered Dec 23 16:00:24.564930 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service CORE assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.565261 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 16:00:24.565582 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] subnetpool is already registered Dec 23 16:00:24.566183 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.v2.resource_helper [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Service CORE assigned prefix: {{(pid=83391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 16:00:24.566511 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 16:00:24.566832 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING neutron.quota.resource_registry [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] subnetpool is already registered Dec 23 16:00:24.567472 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: extensions {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.568917 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: address-groups {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.570499 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: address-scopes {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.571698 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: agents {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.572840 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: auto-allocated-topology {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.574035 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: availability_zones {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.575339 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: dhcp-networks {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.576751 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: dhcp-agents {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.578125 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: routers {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.579925 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: flavors {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.581053 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: service_profiles {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.582219 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: next_providers {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.583746 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: service_profiles {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.585151 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: floatingip-pools {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.586346 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: routers {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.588133 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: floatingips {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.589244 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: l3-routers {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.590600 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: l3-agents {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.592523 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: metering-labels {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.593847 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: metering-label-rules {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.595075 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: network-ip-availabilities {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.596318 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: bindings {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.598818 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: quotas {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.600292 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: quotas {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.601683 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: rbac-policies {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.602940 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: security-groups {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.604153 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: security-group-rules {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.605357 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: service-providers {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.607129 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: subnetpools {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.608546 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: subnetpools {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.609960 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.611649 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.613383 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.615076 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.616840 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.618467 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.620209 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.622131 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.623976 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.625757 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron.api.extensions [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Extended resource: tags {{(pid=83391) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 16:00:24.631713 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING keystonemiddleware.auth_token [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 16:00:24.636352 dv-neutron-822800-1-hyperv neutron-server[83391]: WARNING keystonemiddleware.auth_token [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 16:00:24.644882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_concurrency.lockutils [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Acquired lock "singleton_lock" {{(pid=83391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 23 16:00:24.645355 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_concurrency.lockutils [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Releasing lock "singleton_lock" {{(pid=83391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 23 16:00:24.645979 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO oslo_service.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Starting 2 workers Dec 23 16:00:24.650575 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Started child 83494 {{(pid=83391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 16:00:24.655276 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Started child 83495 {{(pid=83391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 16:00:24.656605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:24.657199 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO neutron.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 16:00:24.657395 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Notify callbacks [] for process, before_spawn {{(pid=83391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:24.658014 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [-] (83494) wsgi starting up on http://0.0.0.0:9696 Dec 23 16:00:24.659875 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO oslo_service.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Starting 1 workers Dec 23 16:00:24.660073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:24.661390 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [-] (83495) wsgi starting up on http://0.0.0.0:9696 Dec 23 16:00:24.664767 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Started child 83496 {{(pid=83391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 16:00:24.665291 dv-neutron-822800-1-hyperv neutron-server[83391]: INFO oslo_service.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Starting 1 workers Dec 23 16:00:24.668794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] calling RpcWorker wait() {{(pid=83496) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 16:00:24.669383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] returning from RpcWorker wait() {{(pid=83496) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 16:00:24.669486 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Started child 83497 {{(pid=83391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 16:00:24.670423 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG neutron_lib.callbacks.manager [None req-e9c11d85-8e04-49aa-b245-7de4f0d714fc None None] Notify callbacks [] for process, after_spawn {{(pid=83391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:24.670681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:24.671238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:24.672438 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 23 16:00:24.672654 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 16:00:24.672836 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 16:00:24.673052 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 16:00:24.673390 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 16:00:24.673554 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 16:00:24.674057 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.674322 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.674469 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:24.674911 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.674911 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.675130 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.675385 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:24.675728 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.676007 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.676241 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.676513 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.676745 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.676918 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.677080 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.677331 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.677558 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.677859 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.678117 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.678349 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.678614 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.678788 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.679036 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.679322 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.679601 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.679870 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] debug = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.680120 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.680579 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.680806 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.681045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.681285 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.681550 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.681804 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.682064 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.682295 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.682581 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.682774 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.683029 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.683244 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.683486 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.683783 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.684020 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.684516 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] host = dv-neutron-822800-1-hyperv {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.684756 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.684972 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.685216 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.685463 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.685705 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.685935 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.686205 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.686468 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.686732 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.686962 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.687213 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.687438 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.687694 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.687955 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_file = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.688118 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_options = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.688367 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.688632 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.688888 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.689071 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.689237 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.689411 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.689666 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.689828 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.690078 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.690289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.690663 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.690799 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.690943 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.691196 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.691453 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.691715 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.691907 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.692135 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.692388 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.692678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.692835 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.693040 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.693257 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.693476 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.693686 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.693914 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.694135 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.694346 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.694555 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.694799 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.695052 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.695300 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.695535 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.695799 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.696032 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.696261 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.696492 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.696750 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.696977 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.697215 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.697478 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.697691 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.697912 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.698124 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.698336 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.698553 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_json = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.698764 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.698997 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.699237 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.699471 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.699724 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.699936 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.700667 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.700897 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.701309 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.701608 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.701927 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.702167 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.702428 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.702707 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.702910 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.703147 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.703395 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.704766 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.704766 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.704766 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.705151 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.705151 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.705385 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.705598 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.705839 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.706093 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.706309 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.706523 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.706759 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.706980 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.707238 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.708961 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.708961 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.708961 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.708961 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.709250 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.709321 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.709532 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.709897 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.710084 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.710458 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.710841 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.711067 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.711304 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.711527 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.711821 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.712059 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.712323 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.712552 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.712827 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.716417 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718440 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718982 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.718982 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.719119 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.719648 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.719648 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.723678 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.724882 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725930 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.725930 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.726102 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.726330 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.726580 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.726840 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.727066 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.727498 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.727959 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.728342 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.728755 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.729022 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.729296 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.729530 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.729817 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.730038 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.730303 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.730594 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.730864 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.731160 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.731413 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.731677 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.731955 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.732214 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.732509 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.732759 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.733009 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.733231 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.733521 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.733764 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.734005 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.734270 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.734535 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.734843 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.735090 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.735303 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.735533 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.735824 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.736082 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.736313 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.736589 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.736847 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.737083 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.737327 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.737573 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.737800 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.738029 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.738254 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.738461 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.738709 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.738920 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.739165 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.739394 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.739649 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.739897 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.740127 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.740345 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.740572 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.740787 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.741026 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.741255 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.741466 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.741681 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.741898 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.742132 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.742378 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.742593 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.742834 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.743086 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.743301 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.743635 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.743834 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.744067 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.744289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.744539 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.744814 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.745025 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.745267 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.745481 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.745691 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.745898 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.746137 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.746339 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.746548 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.746771 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.746997 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.747227 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.747444 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.747779 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.748010 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.748251 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.748467 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.748679 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.749830 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.749830 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.749830 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.749830 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.749830 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.750156 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.750156 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.750381 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.750585 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.750796 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.751005 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.751222 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.751450 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.751923 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.752029 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.752172 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.752454 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.752701 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.752956 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.753172 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.753413 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.753637 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.753848 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.754046 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.754251 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.754461 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.754766 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.755017 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.755248 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.755822 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.756048 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.756288 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.756524 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.756843 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.757056 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.757297 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.757527 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.757772 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.758001 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.758248 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.758578 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.758865 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.759121 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.759351 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.759653 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.759934 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.760198 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.760407 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.760700 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.761036 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.761348 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.761599 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.761824 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.762072 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.762289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.762501 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.763222 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.763450 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.763705 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.763975 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.764228 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.764448 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.764679 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.764925 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.765138 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.765360 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.765597 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.765813 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.769272 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.769456 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 16:00:24.769598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 44934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:24.769972 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 23 16:00:24.770141 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 16:00:24.770302 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 16:00:24.770476 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 16:00:24.770663 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 16:00:24.770817 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 16:00:24.771026 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.771191 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.771350 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.771509 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.771695 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.771873 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.772030 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.772186 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.772344 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.772498 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.772654 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.772810 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.772966 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.773122 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.773276 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.773433 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.773587 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.773743 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.773904 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.774065 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.774219 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.774373 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.774528 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] debug = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.774685 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.774899 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.775064 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.775219 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.775375 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.775530 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.775706 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.775862 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.776017 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.776173 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.776329 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.776485 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.776649 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.776827 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.776987 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.777130 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.777282 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] host = dv-neutron-822800-1-hyperv {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.777740 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.777740 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.777740 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.777946 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.778023 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.778146 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.778886 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.779099 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.779232 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.779352 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.780769 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.780878 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082133 Dec 23 16:00:24.780964 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.780964 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.780964 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_file = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.780964 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_options = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.780964 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.781315 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.781315 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.781315 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.781519 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.781597 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783009 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783009 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783009 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783009 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783491 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783491 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783491 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783825 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.783825 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.784033 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.784033 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.784250 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.784353 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785231 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785231 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785231 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785231 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785231 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785231 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785808 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785808 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785808 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.785808 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786251 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786251 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786251 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786504 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786504 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786661 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786739 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.786892 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.787055 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.787299 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.787484 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.787676 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.787834 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.787990 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.788144 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.788300 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.788455 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_json = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.788611 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.789517 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.789517 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.789517 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.789517 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.789517 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.789517 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.790112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 16:00:24.790112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.790112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.790112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.790386 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.790386 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.790535 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.790693 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.790850 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.791011 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.791168 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.791333 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.791490 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.791712 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.791872 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.792908 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.793097 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.793250 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.793397 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.793549 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.793693 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.793876 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.794030 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.794189 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.794346 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.794505 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.794662 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.794821 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.794980 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.795138 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.795297 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.795458 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.795681 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.795807 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.795969 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.796126 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.796285 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.796443 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797321 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797321 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797321 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797321 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797321 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797321 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797690 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797690 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797805 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.797963 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.798077 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.798241 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.798400 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.798559 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.798731 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.798889 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.799051 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.799212 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.800112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.800112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.800112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.800112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.800112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.800112 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801289 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801922 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801922 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801922 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.801922 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.802206 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.802206 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.802656 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.802656 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.802656 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.802869 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.802946 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.803055 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.803212 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.803369 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.803527 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.803821 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.804014 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.804198 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.804378 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.804553 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.804723 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.804911 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.805056 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.805841 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.805841 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.805841 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.805841 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.805841 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.806357 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.806357 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.806357 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.806857 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.806857 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.806857 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.806857 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.807359 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.807359 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.807359 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.807718 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.807718 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.807909 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.808017 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.808119 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.808281 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.808443 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.808611 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.808772 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.808933 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.809103 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.809472 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.809596 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.809740 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.809901 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.810109 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.810230 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811039 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811039 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811039 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811039 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811039 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811583 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811583 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811583 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.811583 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812033 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812033 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812033 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812324 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812324 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812615 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812615 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812824 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.812928 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.813819 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.813819 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.813819 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.813819 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.813819 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.813819 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814410 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814410 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814410 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814410 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814789 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814789 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814979 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.814979 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.815152 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.815293 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.815452 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.815738 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.815911 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.816073 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.816233 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.816397 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.816557 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.816719 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.816886 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.817045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.817207 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.817367 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.817528 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.817689 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.817851 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.819571 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.820172 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.820172 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.820172 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.820341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:24.820669 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.820844 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.821148 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.821322 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.821827 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.821827 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.821827 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.822252 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.822252 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.822252 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.823487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.824618 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.824618 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.824618 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.824618 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.824618 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.824618 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.824618 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826045 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826803 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826803 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826803 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826803 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.826803 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.827537 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.827537 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.827537 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.827537 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.827537 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.828189 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.828189 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.828189 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.828189 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.828706 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.828706 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.828706 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829096 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829096 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829096 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829487 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829969 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829969 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.829969 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.830349 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.830349 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.830349 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.830740 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.830740 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.831006 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.831006 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.831264 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.831264 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.832302 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 16:00:24.832302 dv-neutron-822800-1-hyperv neutron-server[83391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 16:00:34.961495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c90c82-1600-4148-b040-4884a020ab91 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:00:35.028180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c90c82-1600-4148-b040-4884a020ab91 None None] No non-hosted networks {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 16:00:35.048760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.agentschedulers_db [None req-a6c90c82-1600-4148-b040-4884a020ab91 None None] DHCP Agent not found on host dv-neutron-822800-1-hyperv {{(pid=83496) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 23 16:00:35.108020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78a31b2f-a07f-415b-bab0-86f6b324aa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382118'] for agent, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:37.168699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a0c976f-af50-4c5f-96d6-3fbf34e0dcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382118'] for agent, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:37.228399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9dfdd076-8a48-403a-a608-7f30d5b1c1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:38.251072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382118'] for agent, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:38.418092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382118'] for agent, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:38.418986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.419776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.424293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.425032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.425812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.426544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.427533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.428216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.428742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.429616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.430899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:38.431654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822800-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:38.439737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822800-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:39.729838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382118'] for agent, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:40.312575 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.db.l3_hamode_db [None req-ac908e56-5dcc-4e1d-845c-79dc1e6bbf14 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 16:00:40.400373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac908e56-5dcc-4e1d-845c-79dc1e6bbf14 None None] Routers set() bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:00:40.400744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac908e56-5dcc-4e1d-845c-79dc1e6bbf14 None None] Router IDs set() for agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 16:00:41.445476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45034) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:42.033697 dv-neutron-822800-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-720e095d-27f3-47d6-8219-a062985d7d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:00:42.034297 dv-neutron-822800-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-720e095d-27f3-47d6-8219-a062985d7d18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:00:42.247815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-720e095d-27f3-47d6-8219-a062985d7d18 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:00:42.249348 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-720e095d-27f3-47d6-8219-a062985d7d18 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8029895 Dec 23 16:00:44.454808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:44.830109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:00:44.882612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.policy [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83495) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 23 16:00:44.883340 dv-neutron-822800-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:00:44.883728 dv-neutron-822800-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:00:44.886906 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.quota [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] Loaded quota_driver: . Dec 23 16:00:44.902014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:00:44.970811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792116567875', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792116581580', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792116607452', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792116601478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792116594922', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544020', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7958899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7882742'] for rbac-policy, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:45.036135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:45.037275 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a9fa7470-ab2c-4420-ad19-1f7f2793d07f admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5815375 Dec 23 16:00:47.522421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45062) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:47.885662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Request body: {'network': {'name': 'private', 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:00:47.890194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:00:47.894631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Usage tracker for resource:network and tenant:4d3e1381e2cd4f46b0104d5432ccf7c6 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:00:47.899098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:00:47.905044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:00:47.914270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Made reservation on behalf of 4d3e1381e2cd4f46b0104d5432ccf7c6 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:00:47.916964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:47.934724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:47.977065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:00:47.980642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Usage tracker for resource:security_group_rule and tenant:4d3e1381e2cd4f46b0104d5432ccf7c6 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:00:47.983899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:00:47.989578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:00:48.054780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:48.058377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:48.079712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:00:48.104318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792113109230', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:48.104903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Unsubscribe: segment precommit_create {{(pid=83495) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 16:00:48.105405 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Added segment 877bb501-7687-4422-968b-b6fc57f21fb7 of type vlan for network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c Dec 23 16:00:48.119464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e21a2-3777-4c24-b290-284cca27803e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:48.168933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.169215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.169548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.170404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.170757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.171067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.171400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.171746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.172063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.172375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.172687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Tracked resource versions report: Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: pushed versions: Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Log': {'1.0'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Network': {'1.1'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Port': {'1.5'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'PortForwarding': {'1.2'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'QosPolicy': {'1.8'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroup': {'1.2'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SubPort': {'1.0'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Subnet': {'1.1'}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Trunk': {'1.1'}} Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: consumer versions: Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Log': '1.0', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Network': '1.1', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Port': '1.5', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'PortForwarding': '1.2', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'QosPolicy': '1.8', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroup': '1.2', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroupRule': '1.0', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SubPort': '1.0', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Subnet': '1.1', Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Trunk': '1.1'}} Dec 23 16:00:48.173943 dv-neutron-822800-1-hyperv neutron-server[83495]: {{(pid=83495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:00:48.224375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:48.263007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:48.263976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:48.264594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:48.371319 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8478093 Dec 23 16:00:48.372101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb39a5f-a568-4c70-8713-43abddf6985a admin admin] Pushing event updated for resources: {'Network': ['ID=3c983b69-e55d-4285-9eb5-ce5e374d9c6c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:48.403039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:00:50.932293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45078) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:51.390986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78717330-b58f-4208-ad38-b662d4cbfe6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:51.392263 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78717330-b58f-4208-ad38-b662d4cbfe6a admin admin] 10.222.0.18 "GET /v2.0/networks/3c983b69-e55d-4285-9eb5-ce5e374d9c6c HTTP/1.1" status: 200 len: 825 time: 0.4590545 Dec 23 16:00:51.421926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5f39c2a6-1130-4a52-b1df-d7f3007ea15a admin admin] 10.222.0.18 "GET /v2.0/subnetpools/71f732a9-c721-4398-af8a-abce1462424a HTTP/1.1" status: 200 len: 734 time: 0.0240107 Dec 23 16:00:51.429661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Request body: {'subnet': {'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '71f732a9-c721-4398-af8a-abce1462424a'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:00:51.434003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:00:51.438201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Usage tracker for resource:subnet and tenant:4d3e1381e2cd4f46b0104d5432ccf7c6 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:00:51.441031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:00:51.446500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:00:51.456630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Made reservation on behalf of 4d3e1381e2cd4f46b0104d5432ccf7c6 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:00:51.459392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:51.719294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:51.799810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Pushing event updated for resources: {'Subnet': ['ID=872fbb7d-15ad-41f0-8c76-69c3299db7c4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:51.809031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Checking segment: {'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:00:51.809400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Network hostable DHCP agents. Network: 3c983b69-e55d-4285-9eb5-ce5e374d9c6c, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:00:51.832488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:00:51.842092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3c983b69-e55d-4285-9eb5-ce5e374d9c6c) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:00:51.846545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:51.847155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:51.851999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a50075-49c8-4481-8ef5-ae9133da3bc5 None None] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:00:51.866477 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-890cda0e-3853-4c76-92ec-7438f445476c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4399917 Dec 23 16:00:52.155996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'fixed_ips': [{'subnet_id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:00:52.157265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:52.342980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Allocated IP 172.20.0.2 (3c983b69-e55d-4285-9eb5-ce5e374d9c6c/872fbb7d-15ad-41f0-8c76-69c3299db7c4/f1dce70e-937c-46c0-89be-990d3688410e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:00:52.565555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:52.578642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Transition to ACTIVE for port object f1dce70e-937c-46c0-89be-990d3688410e will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:00:52.602858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Transition to ACTIVE for port object f1dce70e-937c-46c0-89be-990d3688410e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:00:52.610289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:52.676246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:00:52.678866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:00:52.682750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:00:52.692894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Pushing event updated for resources: {'Port': ['ID=f1dce70e-937c-46c0-89be-990d3688410e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:52.729327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.729668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.729997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.730324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.730660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.730984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.731302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.731654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.731974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.732958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.733499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Tracked resource versions report: Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: pushed versions: Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Log': {'1.0'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Network': {'1.1'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Port': {'1.5'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'PortForwarding': {'1.2'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'QosPolicy': {'1.8'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroup': {'1.2'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SubPort': {'1.0'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Subnet': {'1.1'}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Trunk': {'1.1'}} Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: consumer versions: Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Log': '1.0', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Network': '1.1', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Port': '1.5', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'PortForwarding': '1.2', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'QosPolicy': '1.8', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroup': '1.2', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroupRule': '1.0', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SubPort': '1.0', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Subnet': '1.1', Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Trunk': '1.1'}} Dec 23 16:00:52.735407 dv-neutron-822800-1-hyperv neutron-server[83496]: {{(pid=83496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:00:52.792608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Attempting to bind port f1dce70e-937c-46c0-89be-990d3688410e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:00:52.793001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Attempting to bind port f1dce70e-937c-46c0-89be-990d3688410e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:00:52.793405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Attempting to bind port f1dce70e-937c-46c0-89be-990d3688410e on network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:00:52.799470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:00:52.799889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Checking segment: {'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:00:52.800346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:52.800722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Bound using segment: {'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:00:52.801210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Bound port: f1dce70e-937c-46c0-89be-990d3688410e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:00:52.801592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:52.884086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] For port f1dce70e-937c-46c0-89be-990d3688410e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:00:52.887759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] For port f1dce70e-937c-46c0-89be-990d3688410e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f1dce70e-937c-46c0-89be-990d3688410e,segment=NetworkSegment(877bb501-7687-4422-968b-b6fc57f21fb7),segment_id=877bb501-7687-4422-968b-b6fc57f21fb7)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:00:52.893117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:53.000143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea99b3-97b2-408c-8083-6521d835d7a5 None None] Pushing event updated for resources: {'Port': ['ID=f1dce70e-937c-46c0-89be-990d3688410e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:54.146964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:54.538282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-4ea24335-d677-4fc2-b58c-a257df1015f2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:00:54.539270 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ea24335-d677-4fc2-b58c-a257df1015f2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3913195 Dec 23 16:00:56.571442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ebeb4-feb1-40b4-80ba-521f72048945 None None] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:00:56.664487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4445da73-b636-4e5e-87b4-396160662436 None None] Provisioning for port f1dce70e-937c-46c0-89be-990d3688410e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:00:56.678037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f1dce70e-937c-46c0-89be-990d3688410e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:00:56.788258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45102) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:56.813915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port f1dce70e-937c-46c0-89be-990d3688410e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:00:56.822080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f1dce70e-937c-46c0-89be-990d3688410e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:00:56.822418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:56.985222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:57.019376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port f1dce70e-937c-46c0-89be-990d3688410e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f1dce70e-937c-46c0-89be-990d3688410e,segment=NetworkSegment(877bb501-7687-4422-968b-b6fc57f21fb7),segment_id=877bb501-7687-4422-968b-b6fc57f21fb7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:00:57.023746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:57.089686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=f1dce70e-937c-46c0-89be-990d3688410e,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:57.195636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-05eba4ee-9659-4f85-a9a9-d5e147f8d5e3 None None] Provisioning complete for port f1dce70e-937c-46c0-89be-990d3688410e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:00:57.196005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-05eba4ee-9659-4f85-a9a9-d5e147f8d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:57.414619 dv-neutron-822800-1-hyperv neutron-server[83494]: WARNING oslo_policy.policy [None req-a6d6622f-c88f-4a49-bfcc-9c761a0065fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:00:57.415218 dv-neutron-822800-1-hyperv neutron-server[83494]: WARNING oslo_policy.policy [None req-a6d6622f-c88f-4a49-bfcc-9c761a0065fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:00:57.636879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-a6d6622f-c88f-4a49-bfcc-9c761a0065fb admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:00:57.638845 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a6d6622f-c88f-4a49-bfcc-9c761a0065fb admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8479018 Dec 23 16:00:58.653895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f1dce70e-937c-46c0-89be-990d3688410e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:00:58.722423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f1dce70e-937c-46c0-89be-990d3688410e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:00:58.722703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:00.144002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45118) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:00.515017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:00.551254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.policy [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83494) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 23 16:01:00.552044 dv-neutron-822800-1-hyperv neutron-server[83494]: WARNING oslo_policy.policy [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:01:00.552408 dv-neutron-822800-1-hyperv neutron-server[83494]: WARNING oslo_policy.policy [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 16:01:00.555674 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.quota [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Loaded quota_driver: . Dec 23 16:01:00.571095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:01:00.577958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Usage tracker for resource:router and tenant:4d3e1381e2cd4f46b0104d5432ccf7c6 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:01:00.582492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:01:00.589755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:01:00.606018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:00.608591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:00.636903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:00.745687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:00.765866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:00.767019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-acc4a6f9-edcf-44e8-93bd-d9b5eb8a8c2a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6220887 Dec 23 16:01:02.982405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45130) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:03.358938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-db5a1c0d-1fb3-442c-a680-517ceeec1b71 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:01:03.359854 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-db5a1c0d-1fb3-442c-a680-517ceeec1b71 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3765073 Dec 23 16:01:04.729215 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:01:04.904551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87b1387a-eac3-4498-b35b-b277a7925b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:05.592473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45140) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:06.050642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:06.057993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:01:06.061702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Usage tracker for resource:network and tenant:2a2b1e2ac08e4c049fc3305e7826ce95 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:01:06.065046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:01:06.070588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:01:06.080694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Made reservation on behalf of 2a2b1e2ac08e4c049fc3305e7826ce95 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:01:06.083420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.099898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.137890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:01:06.142200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2b1e2ac08e4c049fc3305e7826ce95 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:01:06.144997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:01:06.150504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:01:06.214792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.218173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.232630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Reserving flat network on physical network physnet1 {{(pid=83494) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 16:01:06.262468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792113109230', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.263042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Unsubscribe: segment precommit_create {{(pid=83494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 16:01:06.264099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Added segment ff145286-f08a-46df-8009-ad4b12c8cffc of type flat for network a61d1e7b-eec4-42d0-a762-1efba86ff59d Dec 23 16:01:06.277469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa33b18-dd44-4ed8-bf76-08ff7940ad62,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:06.332240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.332581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.332914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.333243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.333581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.333912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.334254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.334574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.334889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.335197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.335507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Tracked resource versions report: Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: pushed versions: Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Log': {'1.0'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Network': {'1.1'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Port': {'1.5'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'PortForwarding': {'1.2'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'QosPolicy': {'1.8'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroup': {'1.2'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SubPort': {'1.0'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Subnet': {'1.1'}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Trunk': {'1.1'}} Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: consumer versions: Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Log': '1.0', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Network': '1.1', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Port': '1.5', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'PortForwarding': '1.2', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'QosPolicy': '1.8', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroup': '1.2', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroupRule': '1.0', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SubPort': '1.0', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Subnet': '1.1', Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Trunk': '1.1'}} Dec 23 16:01:06.336764 dv-neutron-822800-1-hyperv neutron-server[83494]: {{(pid=83494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:01:06.385826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.431648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.432821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:06.433456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:06.540822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] Pushing event updated for resources: {'Network': ['ID=a61d1e7b-eec4-42d0-a762-1efba86ff59d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:06.543339 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a3646c09-8d47-4796-b049-52490e126e19 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9499712 Dec 23 16:01:06.557400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:01:07.170269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95601d07-bd2a-43d2-b351-0ff8aa5aa16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:08.193737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:08.388989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:08.782289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45154) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:09.227122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1a912-7d4c-43d2-a35a-a6d464a323ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:09.228434 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-57b1a912-7d4c-43d2-a35a-a6d464a323ac admin admin] 10.222.0.18 "GET /v2.0/subnets/872fbb7d-15ad-41f0-8c76-69c3299db7c4 HTTP/1.1" status: 200 len: 849 time: 0.4452193 Dec 23 16:01:09.371139 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-da9b3a90-624c-4a71-89a3-66e405681519 admin admin] 10.222.0.18 "GET /v2.0/routers/3d7bfac8-362b-4a89-b164-001df8ae4563 HTTP/1.1" status: 200 len: 704 time: 0.1367075 Dec 23 16:01:09.670890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:09.842881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.066661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Allocated IP 172.20.0.1 (3c983b69-e55d-4285-9eb5-ce5e374d9c6c/872fbb7d-15ad-41f0-8c76-69c3299db7c4/d012b8f5-4845-48c9-90ef-588d511cd779) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:01:10.215692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.232690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Transition to ACTIVE for port object d012b8f5-4845-48c9-90ef-588d511cd779 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:01:10.281072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.349226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:01:10.351956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:01:10.357294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Pushing event updated for resources: {'Port': ['ID=d012b8f5-4845-48c9-90ef-588d511cd779,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:10.368268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:01:10.368869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.493273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.599784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-06d29ff2-f52b-482c-bfd3-7ad3171863b1 None None] Provisioning for port d012b8f5-4845-48c9-90ef-588d511cd779 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:01:10.604278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-06d29ff2-f52b-482c-bfd3-7ad3171863b1 None None] Provisioning complete for port d012b8f5-4845-48c9-90ef-588d511cd779 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:10.604679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06d29ff2-f52b-482c-bfd3-7ad3171863b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.658548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-06d29ff2-f52b-482c-bfd3-7ad3171863b1 None None] Port d012b8f5-4845-48c9-90ef-588d511cd779 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:01:10.713149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.717395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.718128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:10.847986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Pushing event updated for resources: {'Port': ['ID=d012b8f5-4845-48c9-90ef-588d511cd779,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:10.944672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:01:10.946076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:01:11.180375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-57949603-9eaa-4dae-98da-05a89574e7a1 None None] Provisioning complete for port d012b8f5-4845-48c9-90ef-588d511cd779 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:11.180921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57949603-9eaa-4dae-98da-05a89574e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:11.231143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-57949603-9eaa-4dae-98da-05a89574e7a1 None None] Port d012b8f5-4845-48c9-90ef-588d511cd779 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:01:11.305692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Router 3d7bfac8-362b-4a89-b164-001df8ae4563 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:01:11.469591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:01:11.478356 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ec01c579-6ae8-4861-bed1-16ef546a8944 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d7bfac8-362b-4a89-b164-001df8ae4563/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1018133 Dec 23 16:01:11.479405 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Sync routers for ids ['3d7bfac8-362b-4a89-b164-001df8ae4563'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:01:11.492845 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Routers {'3d7bfac8-362b-4a89-b164-001df8ae4563'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:01:11.493629 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:01:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3d7bfac8-362b-4a89-b164-001df8ae4563'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:11.665300 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Set router 3d7bfac8-362b-4a89-b164-001df8ae4563 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:01:12.024322 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'name': 'router1', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:01:00Z', 'updated_at': '2021-12-23T16:01:10Z', 'revision_number': 2, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'gw_port_host': None, '_interfaces': [{'id': 'd012b8f5-4845-48c9-90ef-588d511cd779', 'name': '', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'mac_address': 'fa:16:3e:96:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:09Z', 'updated_at': '2021-12-23T16:01:10Z', 'revision_number': 2, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'subnets': [{'id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f732a9-c721-4398-af8a-abce1462424a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:12.029671 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Checking router: 3d7bfac8-362b-4a89-b164-001df8ae4563 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:01:12.030035 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Updating router 3d7bfac8-362b-4a89-b164-001df8ae4563 port d012b8f5-4845-48c9-90ef-588d511cd779 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:01:12.083494 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:12.448333 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:12.463410 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Transition to ACTIVE for port object d012b8f5-4845-48c9-90ef-588d511cd779 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:01:12.470152 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:12.688916 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Pushing event updated for resources: {'Port': ['ID=d012b8f5-4845-48c9-90ef-588d511cd779,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:12.715703 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.716043 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.716395 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.716720 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.717057 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.717379 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.717693 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.718023 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.718338 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.718645 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.718955 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Tracked resource versions report: Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: pushed versions: Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Log': {'1.0'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Network': {'1.1'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Port': {'1.5'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'PortForwarding': {'1.2'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'QosPolicy': {'1.8'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroup': {'1.2'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SubPort': {'1.0'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Subnet': {'1.1'}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Trunk': {'1.1'}} Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: consumer versions: Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Log': '1.0', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Network': '1.1', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Port': '1.5', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'PortForwarding': '1.2', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'QosPolicy': '1.8', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroup': '1.2', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroupRule': '1.0', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SubPort': '1.0', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Subnet': '1.1', Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Trunk': '1.1'}} Dec 23 16:01:12.720276 dv-neutron-822800-1-hyperv neutron-server[83497]: {{(pid=83497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:01:12.724179 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Attempting to bind port d012b8f5-4845-48c9-90ef-588d511cd779 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:01:12.724572 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Attempting to bind port d012b8f5-4845-48c9-90ef-588d511cd779 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:01:12.724977 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Attempting to bind port d012b8f5-4845-48c9-90ef-588d511cd779 on network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:01:12.731390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:01:12.732339 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Checking segment: {'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:01:12.732798 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:12.733169 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Bound using segment: {'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:01:12.733659 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Bound port: d012b8f5-4845-48c9-90ef-588d511cd779, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877bb501-7687-4422-968b-b6fc57f21fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:01:12.734029 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:12.819224 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] For port d012b8f5-4845-48c9-90ef-588d511cd779, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:01:12.822939 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] For port d012b8f5-4845-48c9-90ef-588d511cd779, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d012b8f5-4845-48c9-90ef-588d511cd779,segment=NetworkSegment(877bb501-7687-4422-968b-b6fc57f21fb7),segment_id=877bb501-7687-4422-968b-b6fc57f21fb7)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:01:12.826846 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:12.912569 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Routers {'3d7bfac8-362b-4a89-b164-001df8ae4563'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:01:12.913313 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:01:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3d7bfac8-362b-4a89-b164-001df8ae4563'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:13.034127 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb30fe-92ea-4df1-ab6e-e1e4ab0166e9 None None] Pushing event updated for resources: {'Port': ['ID=d012b8f5-4845-48c9-90ef-588d511cd779,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:13.076506 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] Set router 3d7bfac8-362b-4a89-b164-001df8ae4563 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:01:13.401146 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'name': 'router1', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:01:00Z', 'updated_at': '2021-12-23T16:01:10Z', 'revision_number': 2, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'gw_port_host': None, '_interfaces': [{'id': 'd012b8f5-4845-48c9-90ef-588d511cd779', 'name': '', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'mac_address': 'fa:16:3e:96:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:09Z', 'updated_at': '2021-12-23T16:01:12Z', 'revision_number': 4, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'subnets': [{'id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f732a9-c721-4398-af8a-abce1462424a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:13.405880 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96204182-55ee-4899-8432-328b84ca6e92 None None] The sync data for ids ['3d7bfac8-362b-4a89-b164-001df8ae4563'] in dv-neutron-822800-1-hyperv is: [{'id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'name': 'router1', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:01:00Z', 'updated_at': '2021-12-23T16:01:10Z', 'revision_number': 2, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'gw_port_host': None, '_interfaces': [{'id': 'd012b8f5-4845-48c9-90ef-588d511cd779', 'name': '', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'mac_address': 'fa:16:3e:96:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:09Z', 'updated_at': '2021-12-23T16:01:12Z', 'revision_number': 4, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'subnets': [{'id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f732a9-c721-4398-af8a-abce1462424a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:01:13.589524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45178) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:13.762162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2270a-7fb1-46d0-920a-2dc1ffccfffd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:13.762716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-47a2270a-7fb1-46d0-920a-2dc1ffccfffd admin admin] Synchronizing usage tracker for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:01:13.780598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-47a2270a-7fb1-46d0-920a-2dc1ffccfffd admin admin] Unset dirty status for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:01:13.781838 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-47a2270a-7fb1-46d0-920a-2dc1ffccfffd admin admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 842 time: 0.1913140 Dec 23 16:01:13.790823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Request body: {'subnet': {'cidr': '172.26.7.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.7.1', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:13.795888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:01:13.799522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Usage tracker for resource:subnet and tenant:2a2b1e2ac08e4c049fc3305e7826ce95 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:01:13.802388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:01:13.808349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:01:13.818490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Made reservation on behalf of 2a2b1e2ac08e4c049fc3305e7826ce95 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:01:13.820953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:14.180758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:01:14.181180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:14.265155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5419a94f-03e9-4576-b187-7b36dc94ebaf,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:14.274500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:01:14.274860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Network hostable DHCP agents. Network: a61d1e7b-eec4-42d0-a762-1efba86ff59d, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:01:14.303490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:01:14.314052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, a61d1e7b-eec4-42d0-a762-1efba86ff59d) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:01:14.318092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:14.318683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:14.322772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef319888-5d9d-4643-b7d3-04b504c81081 None None] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:01:14.340140 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0ca5ac1c-8393-48c0-8272-0cd281a43bb8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5526025 Dec 23 16:01:14.557896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7af88-43c3-478b-870f-21f2aa7cb449 None None] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:01:14.700831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d012b8f5-4845-48c9-90ef-588d511cd779 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:01:14.863019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port d012b8f5-4845-48c9-90ef-588d511cd779 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:01:14.867621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d012b8f5-4845-48c9-90ef-588d511cd779 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:14.868012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:14.977295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:15.007868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port d012b8f5-4845-48c9-90ef-588d511cd779, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d012b8f5-4845-48c9-90ef-588d511cd779,segment=NetworkSegment(877bb501-7687-4422-968b-b6fc57f21fb7),segment_id=877bb501-7687-4422-968b-b6fc57f21fb7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:01:15.011387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:15.073838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=d012b8f5-4845-48c9-90ef-588d511cd779,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:16.481353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45202) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:16.662289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d012b8f5-4845-48c9-90ef-588d511cd779 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:01:16.714503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-eda0089b-b676-47be-99cd-fab20145abf6 admin admin] 10.222.0.18 "GET /v2.0/routers/3d7bfac8-362b-4a89-b164-001df8ae4563 HTTP/1.1" status: 200 len: 710 time: 0.2319005 Dec 23 16:01:16.733719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d012b8f5-4845-48c9-90ef-588d511cd779 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:16.734084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:16.879630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5df21-d3b1-4340-ba48-772edf0dc4e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:16.881220 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-72a5df21-d3b1-4340-ba48-772edf0dc4e4 admin admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 886 time: 0.1615951 Dec 23 16:01:16.890262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:17.344584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:17.534439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:17.589025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:17.717756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Allocated IP 172.26.7.16 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/11030335-033d-4a87-b992-618eb925dc3b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:01:17.855258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:17.880589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:17.941815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:01:17.944340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:01:17.947874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:01:17.975963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Pushing event updated for resources: {'Port': ['ID=11030335-033d-4a87-b992-618eb925dc3b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:18.085637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:18.279180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:18.282361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:18.474977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Router 3d7bfac8-362b-4a89-b164-001df8ae4563 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:01:18.665766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:01:18.674184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:18.675339 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-de3ead57-b61f-4c1e-867c-5b6f3e462878 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d7bfac8-362b-4a89-b164-001df8ae4563 HTTP/1.1" status: 200 len: 889 time: 1.7888470 Dec 23 16:01:18.675898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Sync routers for ids ['3d7bfac8-362b-4a89-b164-001df8ae4563'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:01:18.689846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Routers {'3d7bfac8-362b-4a89-b164-001df8ae4563'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:01:18.690557 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:01:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3d7bfac8-362b-4a89-b164-001df8ae4563'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:18.880595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Set router 3d7bfac8-362b-4a89-b164-001df8ae4563 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:01:19.209771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'name': 'router1', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '11030335-033d-4a87-b992-618eb925dc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:01:00Z', 'updated_at': '2021-12-23T16:01:18Z', 'revision_number': 4, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'gw_port': {'id': '11030335-033d-4a87-b992-618eb925dc3b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:17Z', 'updated_at': '2021-12-23T16:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'd012b8f5-4845-48c9-90ef-588d511cd779', 'name': '', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'mac_address': 'fa:16:3e:96:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:09Z', 'updated_at': '2021-12-23T16:01:14Z', 'revision_number': 5, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'subnets': [{'id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f732a9-c721-4398-af8a-abce1462424a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:19.214366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Checking router: 3d7bfac8-362b-4a89-b164-001df8ae4563 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:01:19.214735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Updating router 3d7bfac8-362b-4a89-b164-001df8ae4563 port 11030335-033d-4a87-b992-618eb925dc3b binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:01:19.263533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:19.586522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:19.598333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Transition to ACTIVE for port object 11030335-033d-4a87-b992-618eb925dc3b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:01:19.604482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:19.684187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74caef-a045-4b81-b3bb-3cb73c86d5f5 None None] Pushing event updated for resources: {'Port': ['ID=11030335-033d-4a87-b992-618eb925dc3b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:19.686953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Attempting to bind port 11030335-033d-4a87-b992-618eb925dc3b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:01:19.687353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Attempting to bind port 11030335-033d-4a87-b992-618eb925dc3b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:01:19.687740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Attempting to bind port 11030335-033d-4a87-b992-618eb925dc3b on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:01:19.695009 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:01:19.695383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:01:19.695806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:19.696192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:01:19.696652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Bound port: 11030335-033d-4a87-b992-618eb925dc3b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:01:19.697414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:19.768198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] For port 11030335-033d-4a87-b992-618eb925dc3b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:01:19.771256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] For port 11030335-033d-4a87-b992-618eb925dc3b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=11030335-033d-4a87-b992-618eb925dc3b,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:01:19.775643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:19.874264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74caef-a045-4b81-b3bb-3cb73c86d5f5 None None] Pushing event updated for resources: {'Port': ['ID=11030335-033d-4a87-b992-618eb925dc3b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:19.880139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Routers {'3d7bfac8-362b-4a89-b164-001df8ae4563'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:01:19.880726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:01:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3d7bfac8-362b-4a89-b164-001df8ae4563'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:20.053873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] Set router 3d7bfac8-362b-4a89-b164-001df8ae4563 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:01:20.384369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed652820-28fb-469c-9488-b31d99331306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'name': 'router1', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '11030335-033d-4a87-b992-618eb925dc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:01:00Z', 'updated_at': '2021-12-23T16:01:18Z', 'revision_number': 4, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'gw_port': {'id': '11030335-033d-4a87-b992-618eb925dc3b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:17Z', 'updated_at': '2021-12-23T16:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'd012b8f5-4845-48c9-90ef-588d511cd779', 'name': '', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'mac_address': 'fa:16:3e:96:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:09Z', 'updated_at': '2021-12-23T16:01:14Z', 'revision_number': 5, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'subnets': [{'id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f732a9-c721-4398-af8a-abce1462424a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:20.388442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed652820-28fb-469c-9488-b31d99331306 None None] The sync data for ids ['3d7bfac8-362b-4a89-b164-001df8ae4563'] in dv-neutron-822800-1-hyperv is: [{'id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'name': 'router1', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '11030335-033d-4a87-b992-618eb925dc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:01:00Z', 'updated_at': '2021-12-23T16:01:18Z', 'revision_number': 4, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'gw_port': {'id': '11030335-033d-4a87-b992-618eb925dc3b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:17Z', 'updated_at': '2021-12-23T16:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'd012b8f5-4845-48c9-90ef-588d511cd779', 'name': '', 'network_id': '3c983b69-e55d-4285-9eb5-ce5e374d9c6c', 'tenant_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'mac_address': 'fa:16:3e:96:f5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7bfac8-362b-4a89-b164-001df8ae4563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:09Z', 'updated_at': '2021-12-23T16:01:14Z', 'revision_number': 5, 'project_id': '4d3e1381e2cd4f46b0104d5432ccf7c6', 'subnets': [{'id': '872fbb7d-15ad-41f0-8c76-69c3299db7c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f732a9-c721-4398-af8a-abce1462424a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:01:20.694457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 11030335-033d-4a87-b992-618eb925dc3b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:01:20.765011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 11030335-033d-4a87-b992-618eb925dc3b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:01:20.770136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 11030335-033d-4a87-b992-618eb925dc3b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:20.770503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:20.889372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:20.892265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45212) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:01:20.906524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 11030335-033d-4a87-b992-618eb925dc3b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=11030335-033d-4a87-b992-618eb925dc3b,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:01:20.911486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:20.979044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=11030335-033d-4a87-b992-618eb925dc3b,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:21.082633 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37613034-39df-480d-8c56-b2b97e0e2162 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1083 time: 0.1887052 Dec 23 16:01:22.664372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 11030335-033d-4a87-b992-618eb925dc3b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:01:22.745312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 11030335-033d-4a87-b992-618eb925dc3b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:22.745690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:34.908204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66e370e7-4fe4-497e-a55c-e84eb8cd1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:37.171796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f7785ff-479f-4050-af35-994aa4a687af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:38.198520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:38.383722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:39.684261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:41.729621 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:02:04.910351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53e05d32-c181-4fdf-997e-99df80d42b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:07.176324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-add0048c-8ae5-4246-bba4-7cc0134c51b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:08.201136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:08.387610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:09.703012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:18.729346 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:02:34.914798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d217019-6351-4a29-bb5a-e0d353399de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:37.178120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-51351f9c-c6d4-4d04-a7df-147abb653f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:38.205263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:38.391211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:39.699829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:55.729804 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:03:04.917800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8afd-f806-429e-894f-f0223ce5ce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:07.179643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-391dd541-20f4-4a23-b015-1b8862fef5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:08.206456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:08.398294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:09.704027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:25.664618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:25.756548 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a669d88-5431-4c72-8208-c00eeffb09ee admin admin] GET failed (client error): The resource could not be found. Dec 23 16:03:25.758026 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6a669d88-5431-4c72-8208-c00eeffb09ee admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0924547 Dec 23 16:03:25.894114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3089833b-7a44-400c-b489-3ec2d5e3ce18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:25.895542 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3089833b-7a44-400c-b489-3ec2d5e3ce18 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1329553 Dec 23 16:03:27.900912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:28.028737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594b313-d211-467b-a9a0-2416f72ff549 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:28.030039 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8594b313-d211-467b-a9a0-2416f72ff549 admin admin] 10.222.0.18 "GET /v2.0/subnets/872fbb7d-15ad-41f0-8c76-69c3299db7c4 HTTP/1.1" status: 200 len: 849 time: 0.1282070 Dec 23 16:03:28.038928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:03:28.151654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:28.333574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792112986646'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:28.385460 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:28.385979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cbda58-dc3b-415d-8d79-52456cdfd457 None None] Network 3c983b69-e55d-4285-9eb5-ce5e374d9c6c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:03:28.386437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:28.403705 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] 10.222.0.18 "PUT /v2.0/subnets/872fbb7d-15ad-41f0-8c76-69c3299db7c4 HTTP/1.1" status: 200 len: 868 time: 0.3518946 Dec 23 16:03:28.404289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872fbb7d-15ad-41f0-8c76-69c3299db7c4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:03:28.412926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.413267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.413597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.413925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.414251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.414579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.414911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.415229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.415542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.415881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.416197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7f9c9-27ac-4d73-bb91-ee4bdc7a6888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:28.860493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9f33d244-1190-4219-b183-22dedb4f3f22 None None] Provisioning complete for port f1dce70e-937c-46c0-89be-990d3688410e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:03:28.860862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9f33d244-1190-4219-b183-22dedb4f3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:28.980858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9f33d244-1190-4219-b183-22dedb4f3f22 None None] Provisioning complete for port d012b8f5-4845-48c9-90ef-588d511cd779 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:03:28.981178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9f33d244-1190-4219-b183-22dedb4f3f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:30.426543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45836) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:30.636077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3fec5e-22b7-4641-9260-ccd7b379fe5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:30.636366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3fec5e-22b7-4641-9260-ccd7b379fe5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:30.638688 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f3fec5e-22b7-4641-9260-ccd7b379fe5d admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2112138 Dec 23 16:03:32.662392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:32.729721 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:03:32.854207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c01d3-2867-4a87-bf3a-e568c1e1948a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:32.854580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c01d3-2867-4a87-bf3a-e568c1e1948a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:32.856588 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4f8c01d3-2867-4a87-bf3a-e568c1e1948a admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1932764 Dec 23 16:03:34.861437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:34.921440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90469912-03cd-4fde-b6c5-c3b5026af8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:35.057739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32aa0b-57d7-4062-9a0c-ee3e1afb85e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:35.059567 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac32aa0b-57d7-4062-9a0c-ee3e1afb85e7 admin admin] 10.222.0.18 "GET /v2.0/networks/3c983b69-e55d-4285-9eb5-ce5e374d9c6c HTTP/1.1" status: 200 len: 869 time: 0.1971900 Dec 23 16:03:37.074464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45866) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:37.180767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-443043e3-d0e8-4e63-b51d-9f5920d5d065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:37.265146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afea07b-79ac-49f4-87a7-886869cc734a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:37.266492 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9afea07b-79ac-49f4-87a7-886869cc734a admin admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 886 time: 0.1911073 Dec 23 16:03:38.208495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:38.392992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:39.263810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45876) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:39.392002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e0808-9d3e-4cf6-8def-0393ca7534ed admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:39.392536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e0808-9d3e-4cf6-8def-0393ca7534ed admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:39.394176 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b97e0808-9d3e-4cf6-8def-0393ca7534ed admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294367 Dec 23 16:03:39.707152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:41.410018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 45886) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:41.542144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a211ff-21d5-4cc6-97a7-29891b0a6bb9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:41.542499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a211ff-21d5-4cc6-97a7-29891b0a6bb9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:41.543951 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d7a211ff-21d5-4cc6-97a7-29891b0a6bb9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1330202 Dec 23 16:03:43.546934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45896) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:43.669947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0064-429f-4688-89d5-a2d120ca5815 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:43.670503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7b7d0064-429f-4688-89d5-a2d120ca5815 admin admin] Synchronizing usage tracker for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:03:43.686338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7b7d0064-429f-4688-89d5-a2d120ca5815 admin admin] Unset dirty status for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:03:43.687431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7b7d0064-429f-4688-89d5-a2d120ca5815 admin admin] 10.222.0.18 "GET /v2.0/subnets/5419a94f-03e9-4576-b187-7b36dc94ebaf HTTP/1.1" status: 200 len: 816 time: 0.1394877 Dec 23 16:03:45.703146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45906) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:03:45.842499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384f9c2-6049-43a0-9de5-901e067707fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:45.843823 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a384f9c2-6049-43a0-9de5-901e067707fb admin admin] 10.222.0.18 "GET /v2.0/subnets/872fbb7d-15ad-41f0-8c76-69c3299db7c4 HTTP/1.1" status: 200 len: 868 time: 0.1397586 Dec 23 16:04:03.935771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45944) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:04:04.005992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-608ae256-3b88-468d-908b-c6655423bf41 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:04:04.007221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-608ae256-3b88-468d-908b-c6655423bf41 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0702715 Dec 23 16:04:04.923105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d6a51fa-62ca-4796-ad6f-5da3fe5ad610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:06.071898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45954) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:04:06.160305 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f9541d-9679-4880-bd12-131c6a827c3d admin admin] GET failed (client error): The resource could not be found. Dec 23 16:04:06.161476 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-81f9541d-9679-4880-bd12-131c6a827c3d admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0886681 Dec 23 16:04:06.282779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add47c5-fbea-410b-a40a-1e60ab59bf3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:06.284232 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9add47c5-fbea-410b-a40a-1e60ab59bf3f admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1189826 Dec 23 16:04:07.183217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2c0d95e-0155-4988-bd7f-35b1b721b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.212319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.305129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45964) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:04:08.374169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:04:08.378955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:04:08.389539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:04:08.397709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.400319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Made reservation on behalf of 2a2b1e2ac08e4c049fc3305e7826ce95 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:04:08.403153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.489171 dv-neutron-822800-1-hyperv neutron-server[83494]: WARNING neutron.services.revisions.revision_plugin [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Could not find related network for resource to bump revision. Dec 23 16:04:08.501809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:04:08.512162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.512544 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Added segment 29fffc06-b3a1-42f8-9645-dbf459665ef7 of type vlan for network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 Dec 23 16:04:08.537110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.564681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.565533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:08.566097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:08.663065 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3568804 Dec 23 16:04:08.665651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9eb475-61e7-48e6-8ce2-2b6521908ab2,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:08.674513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.674855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.675191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.675520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.675878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.676205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.676546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.676869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.677189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.677503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.677819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e27d-0983-4e37-a86f-6d111fb9aa07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:08.700539 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:04:09.709776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:09.728665 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:04:10.678442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 45974) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:04:10.766259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4c28dc-ae95-43c2-87d6-0d66fbd7a1a5 admin admin] GET failed (client error): The resource could not be found. Dec 23 16:04:10.766730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a4c28dc-ae95-43c2-87d6-0d66fbd7a1a5 admin admin] Synchronizing usage tracker for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:04:10.784587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a4c28dc-ae95-43c2-87d6-0d66fbd7a1a5 admin admin] Unset dirty status for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:04:10.786040 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9a4c28dc-ae95-43c2-87d6-0d66fbd7a1a5 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1066439 Dec 23 16:04:10.888842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80293cf-a334-460a-8b8b-8e41e3dfc762 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:10.890241 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a80293cf-a334-460a-8b8b-8e41e3dfc762 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002424 Dec 23 16:04:10.899400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:04:10.904077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:04:10.913133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:04:10.922825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Made reservation on behalf of 2a2b1e2ac08e4c049fc3305e7826ce95 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:04:10.925078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:11.114313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:11.230251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d57b09-ad46-4f2f-bc0b-987a79a77994,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:11.240941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Checking segment: {'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:04:11.241278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Network hostable DHCP agents. Network: 2c9eb475-61e7-48e6-8ce2-2b6521908ab2, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:04:11.261870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:04:11.271335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 2c9eb475-61e7-48e6-8ce2-2b6521908ab2) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:04:11.275244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:11.275999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:11.280319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5d521-321e-49ed-9374-98a3dc0ea11c None None] Network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:04:11.311618 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9b79c4f8-ef91-4dbe-8f00-c14aa19789e3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4052560 Dec 23 16:04:11.533899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-2c9eb475-61e7-48e6-8ce2-2b6521908ab2', 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2', 'tenant_id': '2a2b1e2ac08e4c049fc3305e7826ce95', 'fixed_ips': [{'subnet_id': '36d57b09-ad46-4f2f-bc0b-987a79a77994'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:04:11.534876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:11.706699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Allocated IP 192.168.233.2 (2c9eb475-61e7-48e6-8ce2-2b6521908ab2/36d57b09-ad46-4f2f-bc0b-987a79a77994/b4910e6c-3de3-4b55-bdbf-e940ae2b916b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:04:11.918788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:11.929768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Transition to ACTIVE for port object b4910e6c-3de3-4b55-bdbf-e940ae2b916b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:04:11.949525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Transition to ACTIVE for port object b4910e6c-3de3-4b55-bdbf-e940ae2b916b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:04:11.955392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:12.029089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Pushing event updated for resources: {'Port': ['ID=b4910e6c-3de3-4b55-bdbf-e940ae2b916b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:12.039606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.039985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.040259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.040579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.040918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.041242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.041572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.042428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.042749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.043064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.048027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:04:12.048027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:04:12.048772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:04:12.052390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:04:12.141564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Attempting to bind port b4910e6c-3de3-4b55-bdbf-e940ae2b916b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:04:12.141925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Attempting to bind port b4910e6c-3de3-4b55-bdbf-e940ae2b916b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:04:12.142281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Attempting to bind port b4910e6c-3de3-4b55-bdbf-e940ae2b916b on network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:04:12.148638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:04:12.149001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Checking segment: {'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:04:12.149397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:12.149785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Bound using segment: {'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:04:12.150251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Bound port: b4910e6c-3de3-4b55-bdbf-e940ae2b916b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:04:12.150628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:12.240525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] For port b4910e6c-3de3-4b55-bdbf-e940ae2b916b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:04:12.244063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] For port b4910e6c-3de3-4b55-bdbf-e940ae2b916b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b4910e6c-3de3-4b55-bdbf-e940ae2b916b,segment=NetworkSegment(29fffc06-b3a1-42f8-9645-dbf459665ef7),segment_id=29fffc06-b3a1-42f8-9645-dbf459665ef7)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:04:12.250472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:12.329842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9832316-06b3-418b-ac19-87b53f35adb3 None None] Pushing event updated for resources: {'Port': ['ID=b4910e6c-3de3-4b55-bdbf-e940ae2b916b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:12.815354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b4910e6c-3de3-4b55-bdbf-e940ae2b916b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:04:12.914979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port b4910e6c-3de3-4b55-bdbf-e940ae2b916b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:04:13.167728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d18ca6e-7b4e-4903-af41-910d536cb4a8 None None] Network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:04:13.285713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27498ea7-85e1-4a22-9717-ab85a3914c41 None None] Provisioning for port b4910e6c-3de3-4b55-bdbf-e940ae2b916b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:04:13.315704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27498ea7-85e1-4a22-9717-ab85a3914c41 None None] Provisioning complete for port b4910e6c-3de3-4b55-bdbf-e940ae2b916b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:04:13.316092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27498ea7-85e1-4a22-9717-ab85a3914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:13.498116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27498ea7-85e1-4a22-9717-ab85a3914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:13.532506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-27498ea7-85e1-4a22-9717-ab85a3914c41 None None] For port b4910e6c-3de3-4b55-bdbf-e940ae2b916b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b4910e6c-3de3-4b55-bdbf-e940ae2b916b,segment=NetworkSegment(29fffc06-b3a1-42f8-9645-dbf459665ef7),segment_id=29fffc06-b3a1-42f8-9645-dbf459665ef7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:04:13.539893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27498ea7-85e1-4a22-9717-ab85a3914c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:13.610116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27498ea7-85e1-4a22-9717-ab85a3914c41 None None] Pushing event updated for resources: {'Port': ['ID=b4910e6c-3de3-4b55-bdbf-e940ae2b916b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:13.763417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cfae4524-9138-477e-87ec-e245f71c28f9 None None] Provisioning complete for port b4910e6c-3de3-4b55-bdbf-e940ae2b916b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:04:13.763809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfae4524-9138-477e-87ec-e245f71c28f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:14.782286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b4910e6c-3de3-4b55-bdbf-e940ae2b916b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:04:14.851091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b4910e6c-3de3-4b55-bdbf-e940ae2b916b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:04:14.851464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:34.925380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ef88ce4-c3fa-4141-bb24-3ea0edd065c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:37.186630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-724b2737-42ae-4849-b34c-447f2aecabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:38.216102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:38.401684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:39.715099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:46.728124 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:05:04.926771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c6b0804-e6ec-4469-a9b2-2f4ac632d17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:07.189365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0202798-cae3-44d5-b8a7-a4d0e03df0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:08.218311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:08.405438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:09.718572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:17.346691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46016) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:17.352385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-e9767c1c-0725-430d-94df-8bd0ab2aa8a1 tempest-verify_tempest_config-1481191129 tempest-verify_tempest_config-1481191129-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:05:17.353297 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e9767c1c-0725-430d-94df-8bd0ab2aa8a1 tempest-verify_tempest_config-1481191129 tempest-verify_tempest_config-1481191129-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056717 Dec 23 16:05:17.674463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46032) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:17.811186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:17.841338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:05:17.844981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Usage tracker for resource:security_group_rule and tenant:251613ecc4c448a78dcfd59a85b45254 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:05:17.848003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:05:17.853417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:05:17.916771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:17.921116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:17.962826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1c812-a2e1-4128-98c7-f9a7fb328472,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:17.972402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Synchronizing usage tracker for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:05:17.979531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.979890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.980222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.980541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.980875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.981196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.981510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.981820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.982130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.982436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.982743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:17.996730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] Unset dirty status for tenant:2a2b1e2ac08e4c049fc3305e7826ce95 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:05:17.998020 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-17394118-5505-4fe7-ae89-0117517a8e5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=251613ecc4c448a78dcfd59a85b45254&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225987 Dec 23 16:05:18.000629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46038) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:05:18.056528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35728b2b-c204-4429-b30f-b97b7c5a984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:18.080117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35728b2b-c204-4429-b30f-b97b7c5a984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:18.165608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35728b2b-c204-4429-b30f-b97b7c5a984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:18.179025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728b2b-c204-4429-b30f-b97b7c5a984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1c812-a2e1-4128-98c7-f9a7fb328472,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:18.186850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35728b2b-c204-4429-b30f-b97b7c5a984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:18.187973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35728b2b-c204-4429-b30f-b97b7c5a984f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4aa1c812-a2e1-4128-98c7-f9a7fb328472 HTTP/1.1" status: 204 len: 168 time: 0.1864758 Dec 23 16:05:23.727444 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:05:34.929023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42b95fca-a240-481d-89a2-3e5bdb0705cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:37.190148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d8298278-2438-4352-bea5-25d0a61e1b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:38.220699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:38.407668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:39.719864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:00.726951 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 5 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:06:04.929795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56df-bcc3-443c-95a9-f2be3eead261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:07.191777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf31c-a7cc-41c7-b894-a93a29e69f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:08.222917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:08.411763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:09.723774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:34.930502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a85e7a1-5c42-4a75-bef7-60490d514c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:36.340903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-382118'] for agent, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:37.192530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42445590-7be4-408d-85c5-23a4dc89b50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:37.729984 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:06:38.225153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:38.414239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:39.727132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:50.472918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46108) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:50.607583 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e06ef2e2-4580-4610-8b1b-755d9ffb4d56 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1335812 Dec 23 16:06:52.616004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46118) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:52.693391 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d90880ab-f19c-4da7-b69b-f0e042b8f4b7 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0763364 Dec 23 16:07:04.931672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7498cb8c-2bf5-4597-bdca-03c975fa188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:06.325345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:07.193348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f01275da-8ae6-4cd0-bf82-dca3574300b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:08.228664 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:08.416862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:09.732394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:14.729652 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:07:34.933157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-026d0a45-90c8-4ed1-bb6c-1083f1f8a62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:36.319892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:37.194940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ab8e59c-30ba-44d3-bfa7-552f7e2591d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:38.231599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:38.419169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:39.739450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:51.729403 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:08:04.934426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d965f52d-d727-4258-8e77-2e916301c97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:06.341558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:07.196329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c887b21-bed9-4228-aa39-00a12ab8357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:08.256571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:08.421811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:09.747281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.143999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46290) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:15.336925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46300) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:15.689066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1461544598-network', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:15.693568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:15.698014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Usage tracker for resource:network and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:15.702500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:15.708443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:15.728878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Made reservation on behalf of 9f81991c26d3421e8a0c6423b80da577 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:15.731281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.747684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.780771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:15.784697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Usage tracker for resource:security_group_rule and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:15.787481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:15.793166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:15.827189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1363739200-network', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:15.832135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:15.844279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Usage tracker for resource:network and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:15.856154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:15.874473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:15.879660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.887394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.898897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Made reservation on behalf of cd82bf6ea160473ca0748b30f4ab9674 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:15.901687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.921014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:15.926328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.951728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.952279 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Added segment a50abd67-fbfc-4250-8065-537661aa4c2b of type vlan for network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 Dec 23 16:08:15.984100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e76c0e-58dd-4609-bc84-321e2775df08,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:16.004147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.021625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:16.031901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.032156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.032678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.033005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.033343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.033684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.034005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.034328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.034641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.034949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.035258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Tracked resource versions report: Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: pushed versions: Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Log': {'1.0'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Network': {'1.1'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Port': {'1.5'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'PortForwarding': {'1.2'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'QosPolicy': {'1.8'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroup': {'1.2'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SubPort': {'1.0'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Subnet': {'1.1'}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Trunk': {'1.1'}} Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: consumer versions: Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: HyperV agent@hv-neutron-8228: {}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Log': '1.0', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Network': '1.1', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Port': '1.5', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'PortForwarding': '1.2', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'QosPolicy': '1.8', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroup': '1.2', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SecurityGroupRule': '1.0', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'SubPort': '1.0', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Subnet': '1.1', Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: 'Trunk': '1.1'}} Dec 23 16:08:16.036313 dv-neutron-822800-1-hyperv neutron-server[83494]: {{(pid=83494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:08:16.041824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Usage tracker for resource:security_group_rule and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:16.059005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:16.068596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:16.079924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.080766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:16.081328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.190254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] Pushing event updated for resources: {'Network': ['ID=6313bba6-4d1b-46c2-9631-43cf1a7a00f0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:16.203079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:16.247686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.254149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.267712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:16.294140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46330) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:16.300053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Request body: {'subnet': {'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1461544598-subnet', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:16.304857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-375690d7-867c-4ff1-9f63-803247221896 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1591263 Dec 23 16:08:16.305795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:16.315508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Usage tracker for resource:subnet and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:16.316779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.317227 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Added segment 713ff4c1-7704-4a5d-8910-29d9693c481d of type vlan for network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 Dec 23 16:08:16.319111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:16.325453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:16.340753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Made reservation on behalf of 9f81991c26d3421e8a0c6423b80da577 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:16.344513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.355397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.394118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.395221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:16.396038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.493005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a459a2-545c-4a53-a554-0de0ae0b0f56,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:16.520448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:16.524426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e67db927-fde6-4bcf-a028-017a4a57a253 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1888628 Dec 23 16:08:16.527217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46340) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:16.531729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:16.533059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Request body: {'subnet': {'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1363739200-subnet', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:16.538145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:16.542566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Usage tracker for resource:subnet and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:16.545525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:16.551435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:16.565373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Made reservation on behalf of cd82bf6ea160473ca0748b30f4ab9674 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:16.568558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.667354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.753260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=318edc68-fbac-4775-9410-fdeb9ba0c7e3,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:16.770379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.770879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.771322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.771801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.772236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.773341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.773782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.774211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.774849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.775305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.775740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Tracked resource versions report: Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: pushed versions: Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Log': {'1.0'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Network': {'1.1'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Port': {'1.5'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'PortForwarding': {'1.2'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'QosPolicy': {'1.8'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroup': {'1.2'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SubPort': {'1.0'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Subnet': {'1.1'}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Trunk': {'1.1'}} Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: consumer versions: Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: HyperV agent@hv-neutron-8228: {}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Log': '1.0', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Network': '1.1', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Port': '1.5', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'PortForwarding': '1.2', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'QosPolicy': '1.8', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroup': '1.2', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SecurityGroupRule': '1.0', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'SubPort': '1.0', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Subnet': '1.1', Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: 'Trunk': '1.1'}} Dec 23 16:08:16.777305 dv-neutron-822800-1-hyperv neutron-server[83495]: {{(pid=83495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:08:16.783264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Checking segment: {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:16.783900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Network hostable DHCP agents. Network: 6313bba6-4d1b-46c2-9631-43cf1a7a00f0, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:08:16.810389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:16.821187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6313bba6-4d1b-46c2-9631-43cf1a7a00f0) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:16.829629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.830284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e082cc-6088-4b77-b413-25b2a9bcaf99 None None] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:16.837454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:16.839284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.926491 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b99601c2-8c51-498a-ae64-73a36749cbbf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6267862 Dec 23 16:08:16.926699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:16.933637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:16.940776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:16.945838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Usage tracker for resource:router and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:16.948459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfd2774-8d4d-45a9-b5f4-3c74c947222b,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:16.950721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:16.955979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Checking segment: {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:16.956328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Network hostable DHCP agents. Network: b5c53fb9-3a2e-4866-bcd9-92e22c6a5681, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:08:16.957549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:16.976960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.978961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:16.986211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:17.008590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, b5c53fb9-3a2e-4866-bcd9-92e22c6a5681) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:17.014081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.014649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:17.016202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.020939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fa311b-d3a4-49ef-bc10-14fc247f8b4d None None] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:17.058786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9c77bf1e-f1e9-4a0c-9870-49b0c22dfdc6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5302863 Dec 23 16:08:17.063487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46366) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:17.071355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:17.082733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:17.096253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Usage tracker for resource:router and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:17.101548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:17.107814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:17.123632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.124559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.157667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.269414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:08:17.270211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.339218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.393168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.536450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46378) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:17.604558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Allocated IP 172.20.0.2 (6313bba6-4d1b-46c2-9631-43cf1a7a00f0/318edc68-fbac-4775-9410-fdeb9ba0c7e3/a789aa05-eab3-4b2a-8e48-93d2c6262fd1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:17.680304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.710151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.711718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.736734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:08:17.737778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.781148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.902537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Allocated IP 172.26.7.212 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/9f993c67-a2be-462b-a7da-1bc5f346247d) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:18.054788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.058193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Allocated IP 172.20.0.2 (b5c53fb9-3a2e-4866-bcd9-92e22c6a5681/ccfd2774-8d4d-45a9-b5f4-3c74c947222b/2ea06d62-3c4b-4548-9edc-69465abf508e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:18.074359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Transition to ACTIVE for port object a789aa05-eab3-4b2a-8e48-93d2c6262fd1 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:18.097090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.161599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Transition to ACTIVE for port object a789aa05-eab3-4b2a-8e48-93d2c6262fd1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:18.172917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.177138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.252270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Pushing event updated for resources: {'Port': ['ID=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:18.265869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.266211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.266544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.266875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.267200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.267522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.267870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.268197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.268502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.269018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.269483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Tracked resource versions report: Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: pushed versions: Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Log': {'1.0'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Network': {'1.1'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Port': {'1.5'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'PortForwarding': {'1.2'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'QosPolicy': {'1.8'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroup': {'1.2'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SubPort': {'1.0'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Subnet': {'1.1'}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Trunk': {'1.1'}} Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: consumer versions: Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: HyperV agent@hv-neutron-8228: {}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Log': '1.0', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Network': '1.1', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Port': '1.5', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'PortForwarding': '1.2', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'QosPolicy': '1.8', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroup': '1.2', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SecurityGroupRule': '1.0', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'SubPort': '1.0', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Subnet': '1.1', Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: 'Trunk': '1.1'}} Dec 23 16:08:18.271152 dv-neutron-822800-1-hyperv neutron-server[83496]: {{(pid=83496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:08:18.276811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:18.279566 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:18.283533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:18.309453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:18.311188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Allocated IP 172.26.7.102 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/e043627e-6633-410e-bf12-66a0de4c56dd) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:18.320238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:18.324746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1444596077'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:18.325266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:18.354577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Pushing event updated for resources: {'Port': ['ID=9f993c67-a2be-462b-a7da-1bc5f346247d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:18.497124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:18.502166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Usage tracker for resource:network and tenant:2c23d5421c964fd28adec4254627350e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:18.505992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:18.512505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Attempting to bind port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:18.513110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Attempting to bind port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:18.513782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Attempting to bind port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 on network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:18.515202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:18.535428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Made reservation on behalf of 2c23d5421c964fd28adec4254627350e for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:18.537332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:18.537895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Checking segment: {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:18.539061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.539686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Bound using segment: {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:18.540327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Bound port: a789aa05-eab3-4b2a-8e48-93d2c6262fd1, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:18.540834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.541042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.550394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.553244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.568493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Transition to ACTIVE for port object 2ea06d62-3c4b-4548-9edc-69465abf508e will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:18.570870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.592563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.636286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Transition to ACTIVE for port object 2ea06d62-3c4b-4548-9edc-69465abf508e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:18.653941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.688333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:18.689342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Pushing event updated for resources: {'Port': ['ID=e043627e-6633-410e-bf12-66a0de4c56dd,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:18.698057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:18.700523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:18.738667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] For port a789aa05-eab3-4b2a-8e48-93d2c6262fd1, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:18.746718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:18.752759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Usage tracker for resource:security_group_rule and tenant:2c23d5421c964fd28adec4254627350e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:18.756018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:18.776440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:18.806619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] For port a789aa05-eab3-4b2a-8e48-93d2c6262fd1, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:18.821070 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:18.821830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Pushing event updated for resources: {'Port': ['ID=2ea06d62-3c4b-4548-9edc-69465abf508e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:18.834943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.854354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.855138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.866272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:18.873964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:18.878278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.880779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.002281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42794bdb-1975-4568-87c0-5c44efa810c5 None None] Pushing event updated for resources: {'Port': ['ID=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:19.008917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Attempting to bind port 2ea06d62-3c4b-4548-9edc-69465abf508e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:19.009273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Attempting to bind port 2ea06d62-3c4b-4548-9edc-69465abf508e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:19.009623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Attempting to bind port 2ea06d62-3c4b-4548-9edc-69465abf508e on network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:19.016823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:19.017223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Checking segment: {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:19.017682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.018128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Bound using segment: {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:19.018653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Bound port: 2ea06d62-3c4b-4548-9edc-69465abf508e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:19.019020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.050692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.057990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.113733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:19.121586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da7dc01-5e80-478a-8d13-89a40be8df90,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:19.135935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.136279 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Added segment 0868eed5-bb3c-4c40-8202-d7fab79f4477 of type vlan for network e9579dcb-8ae7-4959-814d-23f8c9b58268 Dec 23 16:08:19.144409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] For port 2ea06d62-3c4b-4548-9edc-69465abf508e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:19.148726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] For port 2ea06d62-3c4b-4548-9edc-69465abf508e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2ea06d62-3c4b-4548-9edc-69465abf508e,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:19.154631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.229496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.250416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:08:19.303769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed072f3-a241-4913-9042-24cc5c8a5c5b None None] Pushing event updated for resources: {'Port': ['ID=2ea06d62-3c4b-4548-9edc-69465abf508e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:19.417606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.421923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:19.422515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.617448 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0767741 Dec 23 16:08:19.620004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:19.628427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Request body: {'subnet': {'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:19.742394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:19.748969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ab290-582b-4631-83af-238289052e24 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event updated for resources: {'Network': ['ID=e9579dcb-8ae7-4959-814d-23f8c9b58268,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:19.770750 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Sync routers for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:08:19.772342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e9579dcb-8ae7-4959-814d-23f8c9b58268 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:19.792008 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:19.794171 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:19.799538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.803600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4e5e5dc6-2781-47b3-aa7f-f5437d501beb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7365580 Dec 23 16:08:19.803827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46434) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:19.931265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:19.943465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Router 7338db84-f84c-404e-b5b0-600d4c16cffd is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:08:19.949605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Usage tracker for resource:subnet and tenant:2c23d5421c964fd28adec4254627350e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:19.959660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:19.978475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:20.008628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Made reservation on behalf of 2c23d5421c964fd28adec4254627350e for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:20.046841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46440) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:20.101331 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:20.256165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46446) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:20.337575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:20.588636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46456) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:20.695408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172cece1-cb55-43c4-b5c5-8c995f74c9df None None] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:20.762621 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:18Z', 'revision_number': 3, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:20.771534 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Checking router: 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:08:20.772200 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Updating router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 port e043627e-6633-410e-bf12-66a0de4c56dd binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:08:20.875998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-651875ff-9ccb-49fb-b18a-02194aaff082 None None] Provisioning for port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:20.898987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:20.904495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:20.913928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:20.914413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Usage tracker for resource:floatingip and tenant:9a09537002954b2da698a84b1dfbf1cf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:20.926186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:20.932517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Sync routers for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:08:20.937446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:20.953609 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:20.966861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1533784763', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:20.988742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:20.991030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.034104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:21.034104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:21.094253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:21.106642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Usage tracker for resource:port and tenant:1805df2432134d429318fe1b155f9684 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:21.114478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:21.164438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.169715 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39c16b12-ecba-4309-b95e-caa1038531cf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2418354 Dec 23 16:08:21.170864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:21.173764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event updated for resources: {'Subnet': ['ID=c676e006-15ca-4cd4-8f67-30c2041f3955,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:21.225262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09593ddc-8092-4e82-be32-867134ee7b09 None None] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:21.251582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ea06d62-3c4b-4548-9edc-69465abf508e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:21.332107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:21.343674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-783908680'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:21.404054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Checking segment: {'id': '0868eed5-bb3c-4c40-8202-d7fab79f4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:21.404453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Network hostable DHCP agents. Network: e9579dcb-8ae7-4959-814d-23f8c9b58268, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:08:21.447694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:21.466226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Network e9579dcb-8ae7-4959-814d-23f8c9b58268 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:21.473652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Usage tracker for resource:network and tenant:7df956337f414c1d90e161e530d497e7 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:21.483687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:21.495505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e9579dcb-8ae7-4959-814d-23f8c9b58268) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:21.501757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:21.503473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.508857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:21.529082 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bf93c9f9-501c-4afa-9eae-bba969ef0345 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9055691 Dec 23 16:08:21.533485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Made reservation on behalf of 1805df2432134d429318fe1b155f9684 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:21.537125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.554554 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.567775 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Transition to ACTIVE for port object e043627e-6633-410e-bf12-66a0de4c56dd will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:21.575718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46482) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:21.575921 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.579880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Made reservation on behalf of 7df956337f414c1d90e161e530d497e7 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:21.582830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.629221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.653787 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Pushing event updated for resources: {'Port': ['ID=e043627e-6633-410e-bf12-66a0de4c56dd,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:21.658958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab8faa0-8d9b-4316-84b2-38891eb12dda None None] Network e9579dcb-8ae7-4959-814d-23f8c9b58268 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:21.663827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Request body: {'port': {'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268', 'name': 'tempest-DHCPAgentSchedulersTestJSON-716482836'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:21.667031 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.667385 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.667790 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.668123 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.668877 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.669218 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.669596 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.670102 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.670432 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.670802 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.671169 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Tracked resource versions report: Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: pushed versions: Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: { 'ConntrackHelper': {'1.0'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Log': {'1.0'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Network': {'1.1'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Port': {'1.5'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'PortForwarding': {'1.2'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'QosPolicy': {'1.8'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroup': {'1.2'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroupRule': {'1.0'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SubPort': {'1.0'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Subnet': {'1.1'}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Trunk': {'1.1'}} Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: consumer versions: Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: { DHCP agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: HyperV agent@hv-neutron-8228: {}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: L3 agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: Metadata agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: Metering agent@dv-neutron-822800-1-hyperv: {}, Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: Open vSwitch agent@dv-neutron-822800-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Log': '1.0', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Network': '1.1', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Port': '1.5', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'PortForwarding': '1.2', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'QosPolicy': '1.8', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroup': '1.2', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SecurityGroupRule': '1.0', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'SubPort': '1.0', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Subnet': '1.1', Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: 'Trunk': '1.1'}} Dec 23 16:08:21.672312 dv-neutron-822800-1-hyperv neutron-server[83497]: {{(pid=83497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 16:08:21.706290 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Attempting to bind port e043627e-6633-410e-bf12-66a0de4c56dd on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:21.707128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46490) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:21.707535 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Attempting to bind port e043627e-6633-410e-bf12-66a0de4c56dd by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:21.708157 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Attempting to bind port e043627e-6633-410e-bf12-66a0de4c56dd on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:21.710147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3038d8fe-8a85-438f-8c94-7d66db9506eb None None] Provisioning for port 2ea06d62-3c4b-4548-9edc-69465abf508e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:21.716840 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:21.717366 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:21.717747 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.730278 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:21.730900 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Bound port: e043627e-6633-410e-bf12-66a0de4c56dd, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:21.731314 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.743822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2ea06d62-3c4b-4548-9edc-69465abf508e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:21.761463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2ea06d62-3c4b-4548-9edc-69465abf508e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:21.761839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.823999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3038d8fe-8a85-438f-8c94-7d66db9506eb None None] Provisioning complete for port 2ea06d62-3c4b-4548-9edc-69465abf508e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:21.824369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3038d8fe-8a85-438f-8c94-7d66db9506eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.927583 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] For port e043627e-6633-410e-bf12-66a0de4c56dd, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:21.936401 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] For port e043627e-6633-410e-bf12-66a0de4c56dd, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e043627e-6633-410e-bf12-66a0de4c56dd,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:21.947986 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:21.987981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:21.994598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Usage tracker for resource:security_group_rule and tenant:7df956337f414c1d90e161e530d497e7 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:21.998864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:22.007879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:22.063933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-031e34d4-d46b-4e2d-aae6-644ee2eb9086 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:22.111434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.127527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:22.134787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.178790 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ad3f3-a366-4e53-b6ab-24cb3d180158 None None] Pushing event updated for resources: {'Port': ['ID=e043627e-6633-410e-bf12-66a0de4c56dd,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:22.189839 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:22.191583 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:22.225234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:22.292692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.357160 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-031e34d4-d46b-4e2d-aae6-644ee2eb9086 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "PUT /v2.0/quotas/481e927cf994420ebe86c48eafb020dd HTTP/1.1" status: 200 len: 366 time: 0.6486843 Dec 23 16:08:22.363064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46506) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:22.390722 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f78aa6d3-005c-4695-a2bc-30648185ba1e tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0221117 Dec 23 16:08:22.396463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46510) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:22.416881 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:22.441816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Usage tracker for resource:port and tenant:2c23d5421c964fd28adec4254627350e is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:22.458266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:22.468384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:22.473015 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0b21ff3f-1c61-4805-9902-7edfd46cb6a3 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "GET /v2.0/quotas/481e927cf994420ebe86c48eafb020dd HTTP/1.1" status: 200 len: 366 time: 0.0710771 Dec 23 16:08:22.497036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46514) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:22.548369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Allocated IP 172.20.0.1 (b5c53fb9-3a2e-4866-bcd9-92e22c6a5681/ccfd2774-8d4d-45a9-b5f4-3c74c947222b/44320882-304d-4a9e-8c28-8745cc8b68e7) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:22.596317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.700284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:22.723905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.754906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Made reservation on behalf of 2c23d5421c964fd28adec4254627350e for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:22.759351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.778082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 2ea06d62-3c4b-4548-9edc-69465abf508e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2ea06d62-3c4b-4548-9edc-69465abf508e,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:22.824056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] device_id is not set on port 5d90b2f2-b359-4f5b-9d9c-89bf598e5b91 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:22.828170 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:18Z', 'revision_number': 3, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:22.833231 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396813c-fc1e-4821-843a-8517466a9a4b None None] The sync data for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv is: [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:18Z', 'revision_number': 3, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:08:22.833940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Allocated IP 172.20.0.1 (6313bba6-4d1b-46c2-9631-43cf1a7a00f0/318edc68-fbac-4775-9410-fdeb9ba0c7e3/c0f4f810-bc74-4baf-a6cc-c1b31300ef70) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:22.870390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.871143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a789aa05-eab3-4b2a-8e48-93d2c6262fd1 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:22.915010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:22.920342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:22.924057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Usage tracker for resource:floatingip and tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:22.927595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:22.933386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:22.952781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2669354b-e8cf-4d5c-a3a2-04fe32957b41 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/481e927cf994420ebe86c48eafb020dd HTTP/1.1" status: 204 len: 168 time: 0.4239767 Dec 23 16:08:22.953102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46522) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:22.955265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3038d8fe-8a85-438f-8c94-7d66db9506eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:22.976687 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-349a5064-6fc9-47b1-80b8-8c44fb8f140d tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0180130 Dec 23 16:08:22.976940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:22.977049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46526) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:22.999894 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-85510442-ff2c-49d8-9bb8-f6b4081a1d12 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "GET /v2.0/quotas/481e927cf994420ebe86c48eafb020dd HTTP/1.1" status: 200 len: 370 time: 0.0196276 Dec 23 16:08:23.000329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46530) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:23.009564 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ffd7a879-918e-4325-a925-8f0dae026e22 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "GET /v2.0/quotas/481e927cf994420ebe86c48eafb020dd/default HTTP/1.1" status: 200 len: 370 time: 0.0048256 Dec 23 16:08:23.016702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46534) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:23.017125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Usage tracker for resource:security_group_rule and tenant:1805df2432134d429318fe1b155f9684 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:23.046218 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-dc97cc43-0ff5-429e-8fae-6f9114440771 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] delete failed (client error): The resource could not be found. Dec 23 16:08:23.047219 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dc97cc43-0ff5-429e-8fae-6f9114440771 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/481e927cf994420ebe86c48eafb020dd HTTP/1.1" status: 404 len: 348 time: 0.0296235 Dec 23 16:08:23.060828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.066372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.067741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:23.068571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.078250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Allocated IP 172.20.0.10 (e9579dcb-8ae7-4959-814d-23f8c9b58268/c676e006-15ca-4cd4-8f67-30c2041f3955/5d90b2f2-b359-4f5b-9d9c-89bf598e5b91) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:23.091072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.102770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:23.134933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Transition to ACTIVE for port object c0f4f810-bc74-4baf-a6cc-c1b31300ef70 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:23.141480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.157849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:23.171168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=2ea06d62-3c4b-4548-9edc-69465abf508e,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:23.173005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.173353 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Added segment 014a6d53-146d-4f69-a37f-5b45a245ca36 of type vlan for network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 Dec 23 16:08:23.206870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-e9579dcb-8ae7-4959-814d-23f8c9b58268', 'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268', 'tenant_id': '2c23d5421c964fd28adec4254627350e', 'fixed_ips': [{'subnet_id': 'c676e006-15ca-4cd4-8f67-30c2041f3955'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:08:23.208258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.229664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.326423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.330338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:23.331091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.344660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.377551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Transition to ACTIVE for port object 44320882-304d-4a9e-8c28-8745cc8b68e7 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:23.415111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-3038d8fe-8a85-438f-8c94-7d66db9506eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:08:23.415503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-3038d8fe-8a85-438f-8c94-7d66db9506eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:08:23.431397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:23.452329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:23.454241 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.474271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8731308 Dec 23 16:08:23.545930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:23.608618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:23.634451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Pushing event updated for resources: {'Port': ['ID=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:23.637437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:23.654509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:18Z', 'revision_number': 3, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:23.668786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:network and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:23.676115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:23.696706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:subnet and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:23.707731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:23.715256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:23.715768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.754020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Checking router: 7338db84-f84c-404e-b5b0-600d4c16cffd for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:08:23.754434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Updating router 7338db84-f84c-404e-b5b0-600d4c16cffd port 9f993c67-a2be-462b-a7da-1bc5f346247d binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:08:23.793137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:subnetpool and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:23.803742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:23.823298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.827596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.854357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:23.895522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:port and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:23.915848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:23.935268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.034803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:router and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:24.050490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.051087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a789aa05-eab3-4b2a-8e48-93d2c6262fd1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:24.060967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:24.067603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.095770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Transition to ACTIVE for port object 5d90b2f2-b359-4f5b-9d9c-89bf598e5b91 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:24.149367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:floatingip and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:24.166409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:24.261284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Pushing event updated for resources: {'Network': ['ID=9ad887c5-49f5-4cc6-a2e5-9ceca6439185,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:24.295310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a59c9-2141-4c18-ac82-ba1052e4b4b2 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1ec94d-ffee-4d04-a5d8-8c46946b49f0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:24.305816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.308227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.350851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:24.414140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.424392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Allocated IP 172.26.7.192 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/e31ae628-b905-4691-900b-8ded74d8f1d7) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:24.430562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.431845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.455682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e043627e-6633-410e-bf12-66a0de4c56dd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:24.465703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:24.473598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:24.487972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:24.488431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.523617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Network e9579dcb-8ae7-4959-814d-23f8c9b58268 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:24.580832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:24.588951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Pushing event updated for resources: {'Port': ['ID=44320882-304d-4a9e-8c28-8745cc8b68e7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:24.608564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Allocated IP 172.20.0.2 (e9579dcb-8ae7-4959-814d-23f8c9b58268/c676e006-15ca-4cd4-8f67-30c2041f3955/6c0b0a53-da37-41e3-966f-87fcd30504a5) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:24.658387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:24.662165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:24.662761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.667079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46560) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:24.708578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Pushing event updated for resources: {'Port': ['ID=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:24.722993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:security_group and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:24.730933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:24.732405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:24.734522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:24.735832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Request body: {'port': {'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-743529200'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:24.739910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:24.744205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Usage tracker for resource:port and tenant:d3529119e19644fdb645312c6fc525dc is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:24.746961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:24.753187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Provisioning complete for port 2ea06d62-3c4b-4548-9edc-69465abf508e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:24.753563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.753912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:24.774440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Made reservation on behalf of d3529119e19644fdb645312c6fc525dc for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:24.777213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.823586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Usage tracker for resource:security_group_rule and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:24.829777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:24.835507 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2210240 Dec 23 16:08:24.836342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.840704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46564) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:24.850197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:24.855713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.890384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:24.905260 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2ef54cda-e319-466f-ae94-8fd3ef0c3e09 tempest-QuotasTest-739786107 tempest-QuotasTest-739786107-project-admin] 10.222.0.18 "GET /v2.0/quotas/9a3ad289cfe04d16a9f247529c3e9cdf/details.json HTTP/1.1" status: 200 len: 703 time: 1.3511078 Dec 23 16:08:24.943801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8afe34-0b28-4d54-bbf6-d4c026fd16d8 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event updated for resources: {'Port': ['ID=5d90b2f2-b359-4f5b-9d9c-89bf598e5b91,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:24.947171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] device_id is not set on port 477eead2-290a-4e89-99cf-4af17c07401c yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:25.011769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4c625-bc07-4e47-9e61-c9773859a56c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:25.047734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Provisioning for port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:25.054453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port e043627e-6633-410e-bf12-66a0de4c56dd completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:25.063239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Provisioning complete for port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:25.064179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.082677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Deleting port 5d90b2f2-b359-4f5b-9d9c-89bf598e5b91 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:25.083036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.105890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e043627e-6633-410e-bf12-66a0de4c56dd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:25.106640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.151306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.157001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.168823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:25.193822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Transition to ACTIVE for port object 6c0b0a53-da37-41e3-966f-87fcd30504a5 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:25.205227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:25.216666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.229787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Transition to ACTIVE for port object 6c0b0a53-da37-41e3-966f-87fcd30504a5 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:25.237735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Usage tracker for resource:security_group_rule and tenant:d3529119e19644fdb645312c6fc525dc is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:25.278864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.368440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Network e9579dcb-8ae7-4959-814d-23f8c9b58268 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:25.374019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:25.387913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Provisioning complete for port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:25.388904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f075299-d903-4783-8d6b-92ee1ccf7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.398564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:25.462552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:25.463171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:25.477080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.478868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:25.490151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Pushing event updated for resources: {'Port': ['ID=6c0b0a53-da37-41e3-966f-87fcd30504a5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:25.521210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.576006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.599953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port e043627e-6633-410e-bf12-66a0de4c56dd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e043627e-6633-410e-bf12-66a0de4c56dd,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:25.621739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.622431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ea06d62-3c4b-4548-9edc-69465abf508e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:25.629831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.650007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.650671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.662752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Calling delete_port for 5d90b2f2-b359-4f5b-9d9c-89bf598e5b91 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:25.705210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.725881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:25.726663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Pushing event updated for resources: {'Port': ['ID=e31ae628-b905-4691-900b-8ded74d8f1d7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:25.736875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.740266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:25.740600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Attempting to bind port 6c0b0a53-da37-41e3-966f-87fcd30504a5 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:25.740964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Attempting to bind port 6c0b0a53-da37-41e3-966f-87fcd30504a5 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '0868eed5-bb3c-4c40-8202-d7fab79f4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:25.741844 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Attempting to bind port 6c0b0a53-da37-41e3-966f-87fcd30504a5 on network e9579dcb-8ae7-4959-814d-23f8c9b58268 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:25.772215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:25.772622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Checking segment: {'id': '0868eed5-bb3c-4c40-8202-d7fab79f4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:25.773020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.773410 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Bound using segment: {'id': '0868eed5-bb3c-4c40-8202-d7fab79f4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:25.773871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Bound port: 6c0b0a53-da37-41e3-966f-87fcd30504a5, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0868eed5-bb3c-4c40-8202-d7fab79f4477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e9579dcb-8ae7-4959-814d-23f8c9b58268'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:25.774239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.790396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=e043627e-6633-410e-bf12-66a0de4c56dd,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:25.793603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] device_id is not set on port b598affd-42f0-4754-81c9-7c4d328d9976 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:25.801336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.861825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2ea06d62-3c4b-4548-9edc-69465abf508e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:25.862617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.862759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Allocated IP 172.26.7.118 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/8ee2650a-390f-4861-82f9-2c5bc1dac774) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:25.875436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:25.959623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dedc836-2932-46ef-b45a-6f6f895768e8,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:25.960926 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] For port 6c0b0a53-da37-41e3-966f-87fcd30504a5, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:25.966167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] For port 6c0b0a53-da37-41e3-966f-87fcd30504a5, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6c0b0a53-da37-41e3-966f-87fcd30504a5,segment=NetworkSegment(0868eed5-bb3c-4c40-8202-d7fab79f4477),segment_id=0868eed5-bb3c-4c40-8202-d7fab79f4477)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:25.968785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-95d49460-9f71-43f3-b750-5825e6940a1d None None] Provisioning complete for port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:25.969152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95d49460-9f71-43f3-b750-5825e6940a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.976282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:25.984614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Usage tracker for resource:security_group_rule and tenant:fd2b67aac7af45edbaf6e82ce2ac4b70 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:26.002848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:26.013509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.014309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Pushing event updated for resources: {'Port': ['ID=44320882-304d-4a9e-8c28-8745cc8b68e7,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:26.065357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:26.107436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:26.109232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:26.130771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Router 7338db84-f84c-404e-b5b0-600d4c16cffd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:08:26.145869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-95d49460-9f71-43f3-b750-5825e6940a1d None None] Port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:26.212587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa33f7f-c83b-4131-b5fe-cc0932f0a9fd None None] Pushing event updated for resources: {'Port': ['ID=6c0b0a53-da37-41e3-966f-87fcd30504a5,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:26.232672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-95d49460-9f71-43f3-b750-5825e6940a1d None None] Provisioning for port 44320882-304d-4a9e-8c28-8745cc8b68e7 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:26.246598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-95d49460-9f71-43f3-b750-5825e6940a1d None None] Provisioning complete for port 44320882-304d-4a9e-8c28-8745cc8b68e7 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:26.247669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95d49460-9f71-43f3-b750-5825e6940a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.400146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e043627e-6633-410e-bf12-66a0de4c56dd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:26.447111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.500251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.526311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.582658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-95d49460-9f71-43f3-b750-5825e6940a1d None None] Port 44320882-304d-4a9e-8c28-8745cc8b68e7 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:26.641779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] device_id is not set on port b598affd-42f0-4754-81c9-7c4d328d9976 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:26.662698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.690171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Transition to ACTIVE for port object b598affd-42f0-4754-81c9-7c4d328d9976 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:26.711060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Port': ['ID=8ee2650a-390f-4861-82f9-2c5bc1dac774,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:26.712515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.720475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.725030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:26.788144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:26.790113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event deleted for resources: {'Port': ['ID=5d90b2f2-b359-4f5b-9d9c-89bf598e5b91,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:26.802677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:26.809652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.826622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.873042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fd2ed25f-58f3-4512-a541-298601b8db2c None None] Provisioning complete for port 44320882-304d-4a9e-8c28-8745cc8b68e7 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:26.873606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd2ed25f-58f3-4512-a541-298601b8db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:26.995271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e043627e-6633-410e-bf12-66a0de4c56dd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:26.995871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.075987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ed25f-58f3-4512-a541-298601b8db2c None None] Port 44320882-304d-4a9e-8c28-8745cc8b68e7 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:27.084143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.098517 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd2b67aac7af45edbaf6e82ce2ac4b70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6965566 Dec 23 16:08:27.104498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46584) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:27.111956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da4dc3-6d03-48bc-936e-6871f79b08ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3ec24d-47fa-4bdf-b63e-34d47efe793d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:27.195687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.221423 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8023c92-dfd4-48d2-af18-3882f44b58b7 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "DELETE /v2.0/ports/5d90b2f2-b359-4f5b-9d9c-89bf598e5b91 HTTP/1.1" status: 204 len: 168 time: 2.3775752 Dec 23 16:08:27.238630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46588) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:27.254378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.278518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=b598affd-42f0-4754-81c9-7c4d328d9976,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:27.297868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.332025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Transition to ACTIVE for port object 9f993c67-a2be-462b-a7da-1bc5f346247d will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:27.337577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a789aa05-eab3-4b2a-8e48-93d2c6262fd1 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:27.340706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5126e86a-0242-4553-86e5-1f29d4415f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.368636 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5126e86a-0242-4553-86e5-1f29d4415f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.398436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.459000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.504613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Checking segment: {'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:27.504965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Network hostable DHCP agents. Network: 9ad887c5-49f5-4cc6-a2e5-9ceca6439185, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:08:27.513428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5126e86a-0242-4553-86e5-1f29d4415f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.567440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:27.595582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01726c43-f965-4e16-9bc9-8adc61a3a220 None None] Pushing event updated for resources: {'Port': ['ID=9f993c67-a2be-462b-a7da-1bc5f346247d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:27.598560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Attempting to bind port 9f993c67-a2be-462b-a7da-1bc5f346247d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:27.598910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Attempting to bind port 9f993c67-a2be-462b-a7da-1bc5f346247d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:27.599257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Attempting to bind port 9f993c67-a2be-462b-a7da-1bc5f346247d on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:27.610030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:27.610391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:27.610781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.611157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:27.611636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Bound port: 9f993c67-a2be-462b-a7da-1bc5f346247d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:27.612014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.673877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:27.674161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.676549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Allocated IP 172.26.7.251 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/477eead2-290a-4e89-99cf-4af17c07401c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:27.718519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:27.729320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126e86a-0242-4553-86e5-1f29d4415f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3ec24d-47fa-4bdf-b63e-34d47efe793d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:27.738909 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f83067d4-ca6e-44b1-825b-509d563ec88f admin admin] 10.222.0.18 "PUT /v2.0/routers/7338db84-f84c-404e-b5b0-600d4c16cffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5608919 Dec 23 16:08:27.759330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5126e86a-0242-4553-86e5-1f29d4415f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.760493 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5126e86a-0242-4553-86e5-1f29d4415f75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c3ec24d-47fa-4bdf-b63e-34d47efe793d HTTP/1.1" status: 204 len: 168 time: 0.6537619 Dec 23 16:08:27.795831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] For port 9f993c67-a2be-462b-a7da-1bc5f346247d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:27.807952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] For port 9f993c67-a2be-462b-a7da-1bc5f346247d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9f993c67-a2be-462b-a7da-1bc5f346247d,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:27.812040 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d291b84-1e77-4522-aad9-845412276d3f tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5675547 Dec 23 16:08:27.819494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:27.829861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1384712332'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:27.842185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 9ad887c5-49f5-4cc6-a2e5-9ceca6439185) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:27.847794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:27.851255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:27.855066 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.859261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Usage tracker for resource:network and tenant:2c23d5421c964fd28adec4254627350e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:27.859737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ea12b-7b55-432a-9598-dc29858b3b9d None None] Network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:27.883195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:27.901121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:27.939077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Made reservation on behalf of 2c23d5421c964fd28adec4254627350e for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:27.944132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:27.991633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f558055-9d6b-44b0-8641-0fb04a258fb4 None None] Network e9579dcb-8ae7-4959-814d-23f8c9b58268 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:28.002475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:28.012615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:28.012971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:28.013411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:28.025511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:08:28.037784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.044208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.045896 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Added segment adffbf12-963f-4694-b5ce-afda6762d1bc of type vlan for network 252b3e17-cef2-4b46-8ce3-7cb1aa6912dd Dec 23 16:08:28.055465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.060122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.138070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.142213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:28.142551 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:28.147039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.151701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.173836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Port': ['ID=8ee2650a-390f-4861-82f9-2c5bc1dac774,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:28.195460 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.198623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 2 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:28.201245 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0dc754f5-b488-4715-9d16-1b35e362af58 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9685113 Dec 23 16:08:28.214533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46612) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:28.234663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.244463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:28.246857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.253958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:28.258810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:28.259711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:28.287360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01726c43-f965-4e16-9bc9-8adc61a3a220 None None] Pushing event updated for resources: {'Port': ['ID=9f993c67-a2be-462b-a7da-1bc5f346247d,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:28.296462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-66e49550-c7b2-465d-bbf6-d6d3642ac41f None None] Provisioning for port 6c0b0a53-da37-41e3-966f-87fcd30504a5 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:28.341200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1668147649'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:28.347017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:28.351391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Usage tracker for resource:network and tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:28.354737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:28.360935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:28.380355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:28.380696 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:28.401721 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 3 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:28.412984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.416769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Made reservation on behalf of fe971ce7f9a143dbbe98d0d4e0028ba5 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:28.419890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.424703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c0b0a53-da37-41e3-966f-87fcd30504a5 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:28.461078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46618) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:28.479292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event updated for resources: {'Network': ['ID=252b3e17-cef2-4b46-8ce3-7cb1aa6912dd,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:28.494251 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2fdd929-5ab8-4315-b38c-66cac229f731 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6717191 Dec 23 16:08:28.495219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46622) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:28.498982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Pushing event updated for resources: {'Port': ['ID=e31ae628-b905-4691-900b-8ded74d8f1d7,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:28.501504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.513605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 252b3e17-cef2-4b46-8ce3-7cb1aa6912dd details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:28.528319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:28.529223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:28.529709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:28.541165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:28.541786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:28.554195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.591124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:28.591731 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:28.595427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.604149 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 4 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:28.628191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.629674 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4e0c1052-66cf-427f-815a-4f9e79954ab2 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3724267 Dec 23 16:08:28.637959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46626) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:28.655047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:28.658020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:28.658511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:28.659001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:28.666750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-531171538', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'fixed_ips': [{'ip_address': '172.26.7.192'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:28.676150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Usage tracker for resource:security_group_rule and tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:28.683922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:28.687431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:28.704209 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb795c79-88fe-4700-92d5-ba067d95cb2b tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "GET /v2.0/agents/267897ad-ea0c-464a-83d6-aa00d40845e1/dhcp-networks HTTP/1.1" status: 200 len: 5488 time: 0.2069869 Dec 23 16:08:28.704600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:08:28.705083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:28.707732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:28.710443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:28.715656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Usage tracker for resource:port and tenant:9a09537002954b2da698a84b1dfbf1cf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:28.730315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:28.732255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:08:28.739465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:28.740147 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:28.745650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3ad289cfe04d16a9f247529c3e9cdf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:28.753092 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 5 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:28.765528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:28.769732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:28.792776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:28.814425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:28.815082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:28.815635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:28.869058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e5f84-b70e-429a-91ae-1fb827edb61f tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] Network 252b3e17-cef2-4b46-8ce3-7cb1aa6912dd is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:28.891684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46634) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:28.892827 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a81e5f84-b70e-429a-91ae-1fb827edb61f tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "POST /v2.0/agents/267897ad-ea0c-464a-83d6-aa00d40845e1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1862442 Dec 23 16:08:28.896624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Made reservation on behalf of 9a09537002954b2da698a84b1dfbf1cf for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:28.899446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.921720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.937847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:28.938171 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:28.947226 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 6 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:28.993200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.010989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5f6f1-645f-4a6b-99fb-4563398e732d None None] Network 252b3e17-cef2-4b46-8ce3-7cb1aa6912dd requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:29.063845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:29.064199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:29.064531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:29.193203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:29.215726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.216622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:29.216917 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:29.217639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:29.224432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 7 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:29.226578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 6c0b0a53-da37-41e3-966f-87fcd30504a5 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:29.231946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Pushing event updated for resources: {'Port': ['ID=477eead2-290a-4e89-99cf-4af17c07401c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:29.238262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6c0b0a53-da37-41e3-966f-87fcd30504a5 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:29.238602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.241887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46642) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:29.247124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275892134', 'description': 'tempest-description--2054167692'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:29.250813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:29.251639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:29.252224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.259928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:29.264090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Usage tracker for resource:security_group and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:29.267444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:29.267948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.274586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:29.282278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:29.285773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.307160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Usage tracker for resource:security_group_rule and tenant:9a09537002954b2da698a84b1dfbf1cf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:29.309972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:29.317961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:29.318319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:29.318626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:29.324262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:29.328143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Usage tracker for resource:security_group_rule and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:29.330429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:29.330921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:29.337259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:29.340049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.349269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:29.351410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:29.374479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.405750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.410843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:29.411173 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:29.411931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.461021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff903b4c-7c3a-4455-8e19-69ad3195067a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:29.465712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.470708 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d9f9ef7-e82a-4423-bae2-0d2b61aa7f92 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2278316 Dec 23 16:08:29.471701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:29.478798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Request body: {'security_group_rule': {'security_group_id': 'ff903b4c-7c3a-4455-8e19-69ad3195067a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:29.485497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:29.490957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Usage tracker for resource:security_group_rule and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:29.495506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:29.502229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:29.521761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 8 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:29.526111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.540380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.540722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Added segment f99b853b-692d-4ac1-a5ce-bc81e2e2aede of type vlan for network ac8350dd-6305-43c0-ad5c-4723a32e6532 Dec 23 16:08:29.552849 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8c1ca8fe-5a8f-453b-86e6-36916c879061 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 9.5049460 Dec 23 16:08:29.554325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062f4145-d73b-4c79-9a9c-cf5d91cc8436,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:29.564957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46650) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:29.607990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.613110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.649627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.651635 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1774609 Dec 23 16:08:29.654215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:29.659390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.251'}]}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:29.661685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Request body: {'security_group_rule': {'security_group_id': 'ff903b4c-7c3a-4455-8e19-69ad3195067a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:29.666239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f95fc-4a17-4e86-a4fa-e46e0e194817 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf5fb83-b385-4c1b-b62b-1a2ac2ff85df,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:29.673459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:29.678549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Usage tracker for resource:security_group_rule and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:29.682652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:29.682985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:29.683315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:29.683778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:29.685804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:29.689600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.690669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:29.711405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.725594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Usage tracker for resource:router and tenant:1805df2432134d429318fe1b155f9684 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:29.732556 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a3ad289cfe04d16a9f247529c3e9cdf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2630718 Dec 23 16:08:29.734575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b255a8e6-f62a-4a48-851f-c9875b28a50b tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "GET /v2.0/agents/267897ad-ea0c-464a-83d6-aa00d40845e1/dhcp-networks HTTP/1.1" status: 200 len: 6233 time: 0.8392472 Dec 23 16:08:29.735208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46658) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:29.736039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:29.761540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.764832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46660) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:29.784179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:29.789727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:29.790035 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:29.796089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 6c0b0a53-da37-41e3-966f-87fcd30504a5, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6c0b0a53-da37-41e3-966f-87fcd30504a5,segment=NetworkSegment(0868eed5-bb3c-4c40-8202-d7fab79f4477),segment_id=0868eed5-bb3c-4c40-8202-d7fab79f4477)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:29.797232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.801147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 9 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:29.801333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.801897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.826128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2f52e-e07d-4156-8ace-cb53fdd180b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d55e011-fc79-47e1-b485-b7497b1fc8d8,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:29.843008 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0210c40b-4281-4dd9-8dcc-2f6af12eb448,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:29.857881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.863482 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1436fc70-03d9-41c8-87c1-5fb051990a9c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2041194 Dec 23 16:08:29.863482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46666) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:29.868559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:29.874333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:29.878499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Usage tracker for resource:floatingip and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:29.881660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:29.893672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:29.898004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=6c0b0a53-da37-41e3-966f-87fcd30504a5,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:29.900923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6fffede0-665e-4594-9f88-8b6c331138b9 None None] Provisioning complete for port 6c0b0a53-da37-41e3-966f-87fcd30504a5 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:29.901273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fffede0-665e-4594-9f88-8b6c331138b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.912364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:29.912828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:29.913843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:29.916738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.917082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.921422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.958950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 2, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:29.968724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc794a2-10f7-4723-8c9e-573b09489f60 None None] The sync data for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv is: [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 2, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:08:30.016305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.023425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:30.023765 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:30.040799 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 10 to bind port b598affd-42f0-4754-81c9-7c4d328d9976 Dec 23 16:08:30.053111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.055306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.059081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:30.059583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.108352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] device_id is not set on port 466e6bb1-3df5-4d11-a773-60e68b116203 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:30.109486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.162065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-42f0fd71-f7d7-4c60-9dae-1ee79bb297d5 None None] Could not find standard attr ID for object 5d90b2f2-b359-4f5b-9d9c-89bf598e5b91. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:08:30.217666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:30.218097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:30.218922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:30.274648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Allocated IP 172.26.7.18 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/0169304b-ed4e-4489-b07b-ed956d27b3f9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:30.283372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.290551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6dc6a0ec-c2d3-4f96-8e9c-c147455e8ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.298237 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-729d7b4b-f2ea-43af-939a-db525853c3d4 tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "DELETE /v2.0/agents/267897ad-ea0c-464a-83d6-aa00d40845e1/dhcp-networks/252b3e17-cef2-4b46-8ce3-7cb1aa6912dd HTTP/1.1" status: 204 len: 168 time: 0.5268879 Dec 23 16:08:30.301264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c0b0a53-da37-41e3-966f-87fcd30504a5 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:30.310540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46672) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:30.311394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e37f15b-462f-4f25-a266-fe9be739e11d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:30.336834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port b598affd-42f0-4754-81c9-7c4d328d9976 on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:30.337163 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port b598affd-42f0-4754-81c9-7c4d328d9976 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:30.337515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.346091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Network': ['ID=ac8350dd-6305-43c0-ad5c-4723a32e6532,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:30.365202 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-798e36b1-2197-4c18-afae-82d7d425268e tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0997434 Dec 23 16:08:30.373905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:30.374893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:30.378463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:30.389109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Request body: {'subnet': {'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:30.389455 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Sync routers for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:08:30.410330 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:30.410941 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:30.454124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8d62e2c1-34d7-4f54-8220-46d4611bf2bc admin admin] 10.222.0.18 "PUT /v2.0/routers/1eb18acc-78d2-440a-b3fd-0d68d64f5a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6486800 Dec 23 16:08:30.494044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6dc6a0ec-c2d3-4f96-8e9c-c147455e8ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.548796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6c0b0a53-da37-41e3-966f-87fcd30504a5 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:30.549212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.768767 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:30.773173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:30.782965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Usage tracker for resource:subnet and tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:30.787392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:30.804452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:30.828483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Made reservation on behalf of fe971ce7f9a143dbbe98d0d4e0028ba5 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:30.847344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] For port b598affd-42f0-4754-81c9-7c4d328d9976, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:30.847344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempted to set empty binding levels {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 16:08:30.849492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.875953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.946305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6dc6a0ec-c2d3-4f96-8e9c-c147455e8ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.957089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.004177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.028442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6a0ec-c2d3-4f96-8e9c-c147455e8ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d55e011-fc79-47e1-b485-b7497b1fc8d8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:31.055122 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f33c988-2396-40ec-9788-ccedfbff10ec tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "GET /v2.0/agents/267897ad-ea0c-464a-83d6-aa00d40845e1/dhcp-networks HTTP/1.1" status: 200 len: 5488 time: 0.7433186 Dec 23 16:08:31.073544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:31.081581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.094265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6dc6a0ec-c2d3-4f96-8e9c-c147455e8ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.098235 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6dc6a0ec-c2d3-4f96-8e9c-c147455e8ace admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d55e011-fc79-47e1-b485-b7497b1fc8d8 HTTP/1.1" status: 204 len: 168 time: 1.3478210 Dec 23 16:08:31.107762 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.4397860 Dec 23 16:08:31.108577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46692) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:31.162045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbbd7f-ce3f-4bcc-a5a7-40c2837f0ad3 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=b598affd-42f0-4754-81c9-7c4d328d9976,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:31.214130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Deleting port b598affd-42f0-4754-81c9-7c4d328d9976 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:31.214489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.300475 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 2, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:31.309270 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Checking router: 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:08:31.309713 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Updating router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 port 44320882-304d-4a9e-8c28-8745cc8b68e7 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:08:31.406478 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.484479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.606342 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c72838ae-860f-47c7-a87d-d43d74249209 tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "GET /v2.0/networks/e9579dcb-8ae7-4959-814d-23f8c9b58268/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.5316291 Dec 23 16:08:31.612942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.617003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46698) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:31.673004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:31.695821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:31.698483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:31.703781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event updated for resources: {'Port': ['ID=0169304b-ed4e-4489-b07b-ed956d27b3f9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:31.750614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:31.797501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257003832', 'description': 'tempest-description--408121020'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:31.804063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:31.808180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Usage tracker for resource:security_group and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:31.812843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:31.818822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:31.837025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] For port b598affd-42f0-4754-81c9-7c4d328d9976, host hv-neutron-8228, got binding levels [] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:31.837787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.841875 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-91bbcb1d-f17c-4a3f-8cad-49edb490966f tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "GET /v2.0/networks/e9579dcb-8ae7-4959-814d-23f8c9b58268/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1846497 Dec 23 16:08:31.842784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.853043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:31.880762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Checking segment: {'id': 'f99b853b-692d-4ac1-a5ce-bc81e2e2aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:31.881117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Network hostable DHCP agents. Network: ac8350dd-6305-43c0-ad5c-4723a32e6532, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:08:31.908027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Subnet': ['ID=5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:31.937831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:31.941812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Usage tracker for resource:security_group_rule and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:31.944914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:31.950741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:32.016655 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.039856 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Transition to ACTIVE for port object 44320882-304d-4a9e-8c28-8745cc8b68e7 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:32.050499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.053021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.060332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.079255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Calling delete_port for b598affd-42f0-4754-81c9-7c4d328d9976 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:32.145805 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 16:08:32.146245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:08:32.181460 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:32.212432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3cba9a85-f150-4387-a706-2383244a73ac tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.5583730 Dec 23 16:08:32.235656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37091466-ca26-4bb5-bf76-5a18733055ba,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:32.237798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46718) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:32.268268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, ac8350dd-6305-43c0-ad5c-4723a32e6532) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:32.277621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7443b762-44cb-433e-9889-2c80a25c0417 None None] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:32.405331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.428458 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Attempting to bind port 44320882-304d-4a9e-8c28-8745cc8b68e7 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:32.429559 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Attempting to bind port 44320882-304d-4a9e-8c28-8745cc8b68e7 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:32.429691 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Attempting to bind port 44320882-304d-4a9e-8c28-8745cc8b68e7 on network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:32.464887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.495534 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:32.495928 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Checking segment: {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:32.496324 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.496709 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Bound using segment: {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:32.497169 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Bound port: 44320882-304d-4a9e-8c28-8745cc8b68e7, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:32.497542 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.500484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event deleted for resources: {'Port': ['ID=b598affd-42f0-4754-81c9-7c4d328d9976,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:32.506453 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d5de68b7-c620-4cdd-88ef-c0e45f3f3b1f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b598affd-42f0-4754-81c9-7c4d328d9976 HTTP/1.1" status: 204 len: 168 time: 1.3883545 Dec 23 16:08:32.507786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46724) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:32.532379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9f993c67-a2be-462b-a7da-1bc5f346247d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:32.551707 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b9a21-87da-4fc7-aec0-fde8cd46ec75 None None] Pushing event updated for resources: {'Port': ['ID=44320882-304d-4a9e-8c28-8745cc8b68e7,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:32.597364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.624172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:32.624909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.651162 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] For port 44320882-304d-4a9e-8c28-8745cc8b68e7, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:32.655200 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] For port 44320882-304d-4a9e-8c28-8745cc8b68e7, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=44320882-304d-4a9e-8c28-8745cc8b68e7,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:32.661265 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.676809 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6bde0703-32db-4f54-84c6-c0bf0581dc43 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2986352 Dec 23 16:08:32.681475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46728) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:32.700015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cabb7e-fe23-4ea4-8f8f-fdd69413358f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:08:32.700508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-90cabb7e-fe23-4ea4-8f8f-fdd69413358f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Synchronizing usage tracker for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:32.704065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.763306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 9f993c67-a2be-462b-a7da-1bc5f346247d completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:32.772001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-90cabb7e-fe23-4ea4-8f8f-fdd69413358f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Unset dirty status for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:32.773435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-90cabb7e-fe23-4ea4-8f8f-fdd69413358f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "GET /v2.0/ports/b598affd-42f0-4754-81c9-7c4d328d9976 HTTP/1.1" status: 404 len: 333 time: 0.2649469 Dec 23 16:08:32.774488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9f993c67-a2be-462b-a7da-1bc5f346247d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:32.774867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.780275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46734) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:32.789651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Request body: {'port': {'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1745356004'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:32.794172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:32.805960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:32.828020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Made reservation on behalf of d3529119e19644fdb645312c6fc525dc for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:32.829000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Deleting port e31ae628-b905-4691-900b-8ded74d8f1d7 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:32.829862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.830869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.837380 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:32.840040 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:32.857655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.859203 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f563f99c-6adf-43f3-8df1-49c634e8c625 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0867274 Dec 23 16:08:32.877778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46740) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:32.894278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-394207946', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:32.946180 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b9a21-87da-4fc7-aec0-fde8cd46ec75 None None] Pushing event updated for resources: {'Port': ['ID=44320882-304d-4a9e-8c28-8745cc8b68e7,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:32.949875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:32.978169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:32.986295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Usage tracker for resource:router and tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:32.989691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Request body: {'security_group_rule': {'security_group_id': '37091466-ca26-4bb5-bf76-5a18733055ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:33.008277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:33.018769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:33.035198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Usage tracker for resource:security_group_rule and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:33.041870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:33.045121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] device_id is not set on port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:33.051429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-ac8350dd-6305-43c0-ad5c-4723a32e6532', 'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532', 'tenant_id': 'fe971ce7f9a143dbbe98d0d4e0028ba5', 'fixed_ips': [{'subnet_id': '5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:08:33.052377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.105585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:33.124992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:33.134210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.143480 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:33.232636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.265994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.319969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46746) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:33.349673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Allocated IP 172.20.0.2 (ac8350dd-6305-43c0-ad5c-4723a32e6532/5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1/ebcc6512-2537-407b-a9c2-cd65d8fefdb5) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:33.389620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.390477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.428787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.461250 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d607f7ed-34b9-4f83-ae1a-82a829426630 tempest-DHCPAgentSchedulersTestJSON-1467816666 tempest-DHCPAgentSchedulersTestJSON-1467816666-project-admin] 10.222.0.18 "GET /v2.0/agents/267897ad-ea0c-464a-83d6-aa00d40845e1/dhcp-networks HTTP/1.1" status: 200 len: 5488 time: 1.5976624 Dec 23 16:08:33.470857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:33.573165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.608707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.641523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Transition to ACTIVE for port object ebcc6512-2537-407b-a9c2-cd65d8fefdb5 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:33.646180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Transition to ACTIVE for port object ebcc6512-2537-407b-a9c2-cd65d8fefdb5 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:33.652849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-c5a9c055-0d80-4c7c-92cb-2c0eb4f708f7 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:33.653825 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c5a9c055-0d80-4c7c-92cb-2c0eb4f708f7 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3193793 Dec 23 16:08:33.654484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.665733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.674747 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:32Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:33.675935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:33.681726 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13c65-c8fe-45fd-b000-e81f603a039a None None] The sync data for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv is: [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:32Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:08:33.704543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-c193d53e-a5b6-444a-a3af-15524cf19861 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:33.705225 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c193d53e-a5b6-444a-a3af-15524cf19861 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0283720 Dec 23 16:08:33.721646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46760) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:33.730272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3098e376-eaa4-4500-a0d4-ea6b8764fdca,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:33.755263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.766674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:33.785471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:33.795073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:33.796956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.798239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c3416d4c-3c50-4bb4-b5dc-9d5e7a886be8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9160402 Dec 23 16:08:33.801192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:33.806432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.850859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 9f993c67-a2be-462b-a7da-1bc5f346247d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9f993c67-a2be-462b-a7da-1bc5f346247d,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:33.868068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-d9331c8a-beaa-4337-b44c-59ce5a547aae tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:33.868938 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d9331c8a-beaa-4337-b44c-59ce5a547aae tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.1446605 Dec 23 16:08:33.875703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Request body: {'security_group_rule': {'security_group_id': '37091466-ca26-4bb5-bf76-5a18733055ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:33.880033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:33.887921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Pushing event updated for resources: {'Port': ['ID=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:33.894280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.905303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:33.964171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-dc5205bb-6e4f-4640-94df-ad3493d38547 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:33.968950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dc5205bb-6e4f-4640-94df-ad3493d38547 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0735428 Dec 23 16:08:33.970414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=9f993c67-a2be-462b-a7da-1bc5f346247d,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:33.971349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:33.983631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Usage tracker for resource:security_group_rule and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:33.987699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:33.993071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:33.997819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:34.000214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Attempting to bind port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:34.000582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Attempting to bind port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f99b853b-692d-4ac1-a5ce-bc81e2e2aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:34.000969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Attempting to bind port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 on network ac8350dd-6305-43c0-ad5c-4723a32e6532 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:34.006394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.006537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.011157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:34.011670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Checking segment: {'id': 'f99b853b-692d-4ac1-a5ce-bc81e2e2aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:34.012242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.012830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Bound using segment: {'id': 'f99b853b-692d-4ac1-a5ce-bc81e2e2aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:34.013272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Bound port: ebcc6512-2537-407b-a9c2-cd65d8fefdb5, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99b853b-692d-4ac1-a5ce-bc81e2e2aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:34.014218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.017658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-fc9747d5-17bc-432d-9fe6-818cc3a955de tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.021315 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fc9747d5-17bc-432d-9fe6-818cc3a955de tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0387635 Dec 23 16:08:34.033108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.042316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-40700427-463a-4e07-9e33-5d096ba524ff tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.046198 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40700427-463a-4e07-9e33-5d096ba524ff tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0117555 Dec 23 16:08:34.087946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46780) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.104329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-adc12fb6-4ebc-4838-8396-6f58f95e51e7 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.105498 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-adc12fb6-4ebc-4838-8396-6f58f95e51e7 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061903 Dec 23 16:08:34.113167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] For port ebcc6512-2537-407b-a9c2-cd65d8fefdb5, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:34.117226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] For port ebcc6512-2537-407b-a9c2-cd65d8fefdb5, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,segment=NetworkSegment(f99b853b-692d-4ac1-a5ce-bc81e2e2aede),segment_id=f99b853b-692d-4ac1-a5ce-bc81e2e2aede)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:34.122912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.165931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.179321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Calling delete_port for e31ae628-b905-4691-900b-8ded74d8f1d7 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:34.215453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.224197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1c72-98d7-4646-99e4-ef7b7f88c5de None None] Pushing event updated for resources: {'Port': ['ID=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:34.281990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-5b1586dc-4b89-473a-9738-788950867163 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.285613 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5b1586dc-4b89-473a-9738-788950867163 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0681329 Dec 23 16:08:34.289684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.294256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.352984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.414078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.430612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.431087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7db98cfb-13fb-4958-9635-0cb9bc6867a8 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:08:34.469379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.490419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-5c7e42c1-aeef-425e-986d-194e666c9e5d tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.492282 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5c7e42c1-aeef-425e-986d-194e666c9e5d tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0892305 Dec 23 16:08:34.527457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9f993c67-a2be-462b-a7da-1bc5f346247d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:34.529107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46792) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.600157 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 16:08:34.604515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cf003f7c-6962-4e06-950a-165ffb8b83f6 tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0324426 Dec 23 16:08:34.617590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46796) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.629268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9f993c67-a2be-462b-a7da-1bc5f346247d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:34.629754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.645282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-26c04da8-5e56-456d-91c2-426f3a566a48 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.646462 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-26c04da8-5e56-456d-91c2-426f3a566a48 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1067212 Dec 23 16:08:34.666262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46800) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.702587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:34.722137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-64c9a1e9-402f-4b4e-98c4-c23e6db22cc6 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.723211 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64c9a1e9-402f-4b4e-98c4-c23e6db22cc6 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0557489 Dec 23 16:08:34.732560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Deleting port 477eead2-290a-4e89-99cf-4af17c07401c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:34.732905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.760191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46804) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.767772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:34.780660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-dcf98744-b7e2-45ef-881a-2aeb9333cb09 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.781617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dcf98744-b7e2-45ef-881a-2aeb9333cb09 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0166576 Dec 23 16:08:34.786685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:34.788559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.789304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46808) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.797557 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 44320882-304d-4a9e-8c28-8745cc8b68e7 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:34.802087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:34.802929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:34.803956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.816091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-948308c6-ddfd-4ea2-9e6e-b4b4ff34ba38 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.819454 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-948308c6-ddfd-4ea2-9e6e-b4b4ff34ba38 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0169547 Dec 23 16:08:34.822787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46812) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.838935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-45a55088-d806-4c6b-9d12-58afda637460 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.842406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-45a55088-d806-4c6b-9d12-58afda637460 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0135567 Dec 23 16:08:34.843721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.847238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:08:34.880195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-d5dd12c8-14f2-4165-87dd-a4980d9adfa7 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.883887 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d5dd12c8-14f2-4165-87dd-a4980d9adfa7 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0212321 Dec 23 16:08:34.885029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > segment before_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.885443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.886172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.886644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > port after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.886961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > port after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.887314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > port after_update 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.887943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > segment after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.888049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.888300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.888593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_update 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:34.890366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.893343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46820) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.900114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 44320882-304d-4a9e-8c28-8745cc8b68e7 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:34.904966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-849b831a-69b4-4fac-afc2-0efd97760096 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.906075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-849b831a-69b4-4fac-afc2-0efd97760096 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0118129 Dec 23 16:08:34.912289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 44320882-304d-4a9e-8c28-8745cc8b68e7 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:34.912663 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.918633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46824) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.924998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b6a5428c-0f97-422a-bdec-bac06fdf1f84 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1435790 Dec 23 16:08:34.926141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46828) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:34.933821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:34.946449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-6457df4b-860f-4895-8e35-de50b7807382 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:34.950791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6457df4b-860f-4895-8e35-de50b7807382 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0277431 Dec 23 16:08:34.957246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:34.993193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-acaf7b89-4806-465e-b111-bb3580c91d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.012855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46832) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.039518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-4aab8e6c-8c05-487c-9119-d9e9506c5a9a tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.042800 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4aab8e6c-8c05-487c-9119-d9e9506c5a9a tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0238748 Dec 23 16:08:35.053281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.079359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:35.079750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:35.080255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet before_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:35.081066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet before_update 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:35.081173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46836) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.081245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252b3e17-cef2-4b46-8ce3-7cb1aa6912dd']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:35.089999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 44320882-304d-4a9e-8c28-8745cc8b68e7, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=44320882-304d-4a9e-8c28-8745cc8b68e7,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:35.093735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.098888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.101058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-d1dccd77-e74d-4426-b081-fecf93b7a757 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.105143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d1dccd77-e74d-4426-b081-fecf93b7a757 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0159397 Dec 23 16:08:35.113390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.122158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.149299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349145ef-1501-470f-80dc-89161e2873ba,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:35.152674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.159799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adffbf12-963f-4694-b5ce-afda6762d1bc') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:35.160095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adffbf12-963f-4694-b5ce-afda6762d1bc') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:35.176269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.180404 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4d8f989b-34a8-4802-b8ae-024f3c682471 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3700676 Dec 23 16:08:35.180542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-97cbf529-8b01-4bdf-b859-ceae9dc8c91b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.180542 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97cbf529-8b01-4bdf-b859-ceae9dc8c91b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0229142 Dec 23 16:08:35.190068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.190392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.196931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=44320882-304d-4a9e-8c28-8745cc8b68e7,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:35.197104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Pushing event deleted for resources: {'Port': ['ID=e31ae628-b905-4691-900b-8ded74d8f1d7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:35.216835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.248145 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.265197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:35.272188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-dd822f4a-cf2e-4589-b820-0e24bfb6d653 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.276200 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd822f4a-cf2e-4589-b820-0e24bfb6d653 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0426493 Dec 23 16:08:35.280811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46854) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.300114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.360344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-187a69f9-aa16-47f7-9626-1a640af7a8f5 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.363667 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-187a69f9-aa16-47f7-9626-1a640af7a8f5 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0719616 Dec 23 16:08:35.368830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46858) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.369930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:35.377583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.391815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7297b-cba9-43d2-a68f-1c6c406c72be None None] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:35.394554 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Usage tracker for resource:floatingip and tenant:cd82bf6ea160473ca0748b30f4ab9674 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:35.397657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:35.403612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:35.433472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-0ab8855b-b17d-431a-be02-e933daf7da90 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.436777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0ab8855b-b17d-431a-be02-e933daf7da90 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0647838 Dec 23 16:08:35.441262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Calling delete_port for 477eead2-290a-4e89-99cf-4af17c07401c owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:35.481208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46862) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.503735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-20ea3f45-8143-481f-b31a-2bbed4b1d2a2 None None] Provisioning for port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:35.527577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.545231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-0576fe0c-7a6f-4637-ab41-d34b66e38015 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.545858 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0576fe0c-7a6f-4637-ab41-d34b66e38015 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0552094 Dec 23 16:08:35.553269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:08:35.553269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.555388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46866) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn_limited( Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn_limited( Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:08:35.570201 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:08:35.572017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-7985edb2-d6ec-47ad-8a22-d61baf6775da tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.572723 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7985edb2-d6ec-47ad-8a22-d61baf6775da tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0162380 Dec 23 16:08:35.579700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46870) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.586591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-da4b9f12-e81e-4b3f-9ad9-9f7c25823e7f tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.587536 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-da4b9f12-e81e-4b3f-9ad9-9f7c25823e7f tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069439 Dec 23 16:08:35.591621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46874) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.616330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-e1c0d527-c437-4763-b51f-2d5325cc58bc tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.617265 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e1c0d527-c437-4763-b51f-2d5325cc58bc tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0238690 Dec 23 16:08:35.620556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46878) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.634012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-52720d55-dd86-40c4-b230-5587b0481a27 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.635012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-52720d55-dd86-40c4-b230-5587b0481a27 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0083442 Dec 23 16:08:35.639386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46882) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.644889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-ed056b89-c8e5-4e35-a050-da1bd41f44e6 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.645738 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ed056b89-c8e5-4e35-a050-da1bd41f44e6 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054986 Dec 23 16:08:35.648806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46886) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.681554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-fe0e7059-979e-49d8-b6b0-de87eb796fd2 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.685021 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fe0e7059-979e-49d8-b6b0-de87eb796fd2 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0319376 Dec 23 16:08:35.689542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46890) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.693697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event updated for resources: {'Port': ['ID=0169304b-ed4e-4489-b07b-ed956d27b3f9,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:35.706311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-7f9e0e93-5752-4beb-9201-1ae296425387 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.710291 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7f9e0e93-5752-4beb-9201-1ae296425387 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0168324 Dec 23 16:08:35.718637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46894) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.759996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.773183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.782680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-179605b6-00fd-48e2-826d-df4877d60771 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.784741 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-179605b6-00fd-48e2-826d-df4877d60771 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0652025 Dec 23 16:08:35.789259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46898) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.798876 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.800924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-9508e874-6e0e-47b3-993a-398099c32595 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.804515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9508e874-6e0e-47b3-993a-398099c32595 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0101662 Dec 23 16:08:35.804642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.806643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46902) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.811743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-3b98e67d-b817-4de3-918e-515f5b20d696 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.815345 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3b98e67d-b817-4de3-918e-515f5b20d696 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051215 Dec 23 16:08:35.815345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] device_id is not set on port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:35.819001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46906) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.824444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.827112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.831919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-6d8d52ee-51c3-42b3-a1b5-f67c7dcb016e tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.836249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6d8d52ee-51c3-42b3-a1b5-f67c7dcb016e tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0121021 Dec 23 16:08:35.850659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46910) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.858627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event deleted for resources: {'Network': ['ID=252b3e17-cef2-4b46-8ce3-7cb1aa6912dd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:35.872496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-ddc96268-e6f7-4bc8-92e2-b8d7061cf9a3 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.876052 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddc96268-e6f7-4bc8-92e2-b8d7061cf9a3 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0219991 Dec 23 16:08:35.877000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46914) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.879754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.880922 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e219a569-133c-4d30-8370-c6960b730e07 tempest-ExternalNetworksAdminNegativeTestJSON-520155483 tempest-ExternalNetworksAdminNegativeTestJSON-520155483-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/ddfdc0ad-6063-4e4c-b83c-3fa62d95d4ac HTTP/1.1" status: 204 len: 168 time: 3.6272159 Dec 23 16:08:35.884635 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4298b589-cd9f-4e5f-981a-be950dbc8ab3 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "DELETE /v2.0/networks/252b3e17-cef2-4b46-8ce3-7cb1aa6912dd HTTP/1.1" status: 204 len: 168 time: 2.3987324 Dec 23 16:08:35.891308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-fb791c15-4994-44e1-aafc-bd1f2f20002e tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.895646 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb791c15-4994-44e1-aafc-bd1f2f20002e tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0097897 Dec 23 16:08:35.895760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46918) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.895853 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.896053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Pushing event deleted for resources: {'Port': ['ID=477eead2-290a-4e89-99cf-4af17c07401c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:35.896740 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2ad3c91d-340c-4467-8305-ac97569d74c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0332220 Dec 23 16:08:35.899282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46922) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.917828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-c63a5a3a-3ffe-4ab2-99fd-a030eb929875 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:35.922733 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c63a5a3a-3ffe-4ab2-99fd-a030eb929875 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0213704 Dec 23 16:08:35.933138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46930) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.942862 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-48805992-c201-49f9-91e1-ff606671fb8c tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] DELETE failed (client error): The resource could not be found. Dec 23 16:08:35.943312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48805992-c201-49f9-91e1-ff606671fb8c tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:08:35.954830 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-48805992-c201-49f9-91e1-ff606671fb8c tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "DELETE /v2.0/ports/5d90b2f2-b359-4f5b-9d9c-89bf598e5b91 HTTP/1.1" status: 404 len: 333 time: 0.0560629 Dec 23 16:08:35.955916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Transition to ACTIVE for port object f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:35.956772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46934) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:35.985119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.031737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-4c0212d6-7f66-416f-8291-5dd7b34c9f2a tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.032709 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c0212d6-7f66-416f-8291-5dd7b34c9f2a tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0934782 Dec 23 16:08:36.038069 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46940) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.042480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.048397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-f5285b30-1eed-4a67-bed7-1233423418a8 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.049322 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5285b30-1eed-4a67-bed7-1233423418a8 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085478 Dec 23 16:08:36.103978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46944) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.119259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-cdf4562f-3154-486e-8df7-9dc62ebf594f tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.122834 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cdf4562f-3154-486e-8df7-9dc62ebf594f tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0150845 Dec 23 16:08:36.128028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46954) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.138122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-7b775b91-80c7-4dd4-9322-7642ab225634 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.141461 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b775b91-80c7-4dd4-9322-7642ab225634 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0086396 Dec 23 16:08:36.143783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.143911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.164828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-61dd5376-ddf7-4e26-a55c-0ebe4ca97fbf tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.168300 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61dd5376-ddf7-4e26-a55c-0ebe4ca97fbf tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0186198 Dec 23 16:08:36.170105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.171815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46962) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.182245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-8402ea8b-fadd-4395-a097-c8c71b0f217c tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.185605 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8402ea8b-fadd-4395-a097-c8c71b0f217c tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079749 Dec 23 16:08:36.186962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46966) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.270518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-f4021ee1-934a-4fcf-8f3d-72de96c8dbfb tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.273977 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4021ee1-934a-4fcf-8f3d-72de96c8dbfb tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0481079 Dec 23 16:08:36.288402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46972) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.301534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.307231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a3363757-5ebb-4075-8233-808d6b5b9e0d tempest-RoutersAdminNegativeIpV6Test-409631273 tempest-RoutersAdminNegativeIpV6Test-409631273-project-admin] 10.222.0.18 "DELETE /v2.0/ports/477eead2-290a-4e89-99cf-4af17c07401c HTTP/1.1" status: 204 len: 168 time: 1.6857309 Dec 23 16:08:36.357099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.359199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Allocated IP 172.26.7.114 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/e11533eb-a0f5-4bd7-86d4-d1af1b365eff) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:36.368414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-cde9bdc1-d122-48ec-9876-d1f731a27957 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.369355 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cde9bdc1-d122-48ec-9876-d1f731a27957 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0635200 Dec 23 16:08:36.376367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.391356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-f832b022-37f5-4d42-92ba-2fd2d718c670 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.392350 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f832b022-37f5-4d42-92ba-2fd2d718c670 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0137000 Dec 23 16:08:36.398197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.446009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 46986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.449156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-a4ae6815-34b1-414e-9083-be571057ab4c tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.450457 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4ae6815-34b1-414e-9083-be571057ab4c tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0475547 Dec 23 16:08:36.469402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ebcc6512-2537-407b-a9c2-cd65d8fefdb5 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:36.473247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46990) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.489630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-c6a120b7-652d-4f79-a5bb-96427dd85e6e tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.490577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c6a120b7-652d-4f79-a5bb-96427dd85e6e tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095356 Dec 23 16:08:36.498388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Deleting subnet c676e006-15ca-4cd4-8f67-30c2041f3955 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:08:36.500046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 46994) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.529453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:36.531807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.556774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:36.563229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:36.563694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.580865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-f9cf0483-b915-475b-b2e1-3f08ebefa11f tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.584455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f9cf0483-b915-475b-b2e1-3f08ebefa11f tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0644927 Dec 23 16:08:36.586708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.601172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-321aad49-a2f3-421d-be2a-3528f5e6cfcb tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.604921 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-321aad49-a2f3-421d-be2a-3528f5e6cfcb tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0150850 Dec 23 16:08:36.608695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47006) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.613703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-44c3b7dd-9549-4a8d-8f05-042be0bc2e12 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.618344 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44c3b7dd-9549-4a8d-8f05-042be0bc2e12 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084186 Dec 23 16:08:36.621509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47010) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.628360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47014) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.636634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-ee0ffc74-83eb-4160-bd25-42d43dcffa97 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.640737 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ee0ffc74-83eb-4160-bd25-42d43dcffa97 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0182331 Dec 23 16:08:36.641368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47018) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.644148 dv-neutron-822800-1-hyperv neutron-server[83494]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 16:08:36.648914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-8620bffc-dd6a-4930-adf9-c4b1fe4cdff1 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.652006 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8620bffc-dd6a-4930-adf9-c4b1fe4cdff1 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071914 Dec 23 16:08:36.658031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.674641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-b13788e2-7251-49cd-a542-2afde1993890 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.676002 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b13788e2-7251-49cd-a542-2afde1993890 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0164087 Dec 23 16:08:36.679724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.687339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-c5912898-896a-4460-9cd8-b5ecebe18423 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.690731 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5912898-896a-4460-9cd8-b5ecebe18423 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077698 Dec 23 16:08:36.692659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47030) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.711786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-6d2c9c7d-68bf-4fa2-b1d9-5ec05632eb0a tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.714535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-62f3d12a-0f2a-4adf-9171-1ce1e1f606c3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Synchronizing usage tracker for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:36.718577 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d2c9c7d-68bf-4fa2-b1d9-5ec05632eb0a tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0224795 Dec 23 16:08:36.722426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47034) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.732388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-7d6cd797-29f1-4199-9793-715b541bf64b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.736757 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d6cd797-29f1-4199-9793-715b541bf64b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0109386 Dec 23 16:08:36.744583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.746244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47040) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.750638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:36.750965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:36.751290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:36.760614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-e6830450-0712-47ef-98e7-7df1654d85ad tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.763715 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e6830450-0712-47ef-98e7-7df1654d85ad tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0139387 Dec 23 16:08:36.763860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.772553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47044) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.780553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [None req-faebcd32-fdc1-4ecb-9811-0e0bb6da65bd tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.784180 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-faebcd32-fdc1-4ecb-9811-0e0bb6da65bd tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080440 Dec 23 16:08:36.784324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.789725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.789898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:36.790230 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:36.803331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-da389621-a5e7-4a9d-96b3-b1cb80da4b1d tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.807969 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-da389621-a5e7-4a9d-96b3-b1cb80da4b1d tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0204906 Dec 23 16:08:36.809580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.811081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.821216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-e08b26ce-fb1e-433c-ade4-e2c53b02e71b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.824604 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e08b26ce-fb1e-433c-ade4-e2c53b02e71b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0099170 Dec 23 16:08:36.828773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 2 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:36.829377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.841058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-06b92504-2faf-4c68-a666-081c1a566673 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.844420 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-06b92504-2faf-4c68-a666-081c1a566673 tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0087423 Dec 23 16:08:36.845106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47060) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.859097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-62f3d12a-0f2a-4adf-9171-1ce1e1f606c3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Unset dirty status for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:36.864240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-d1570f56-d16a-47f2-b620-9947b6c1d91b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:36.866533 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1570f56-d16a-47f2-b620-9947b6c1d91b tempest-ExtensionsTestJSON-653482649 tempest-ExtensionsTestJSON-653482649-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0183456 Dec 23 16:08:36.868498 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-62f3d12a-0f2a-4adf-9171-1ce1e1f606c3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1275892134&fields=id&tenant_id=9f81991c26d3421e8a0c6423b80da577 HTTP/1.1" status: 200 len: 267 time: 0.2302508 Dec 23 16:08:36.872769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:36.873293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:36.873766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:36.876545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.883646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:36.884131 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:36.921085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ebcc6512-2537-407b-a9c2-cd65d8fefdb5, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,segment=NetworkSegment(f99b853b-692d-4ac1-a5ce-bc81e2e2aede),segment_id=f99b853b-692d-4ac1-a5ce-bc81e2e2aede)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:36.931837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:36.933437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 44320882-304d-4a9e-8c28-8745cc8b68e7 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:36.960461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47066) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:36.981910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:36.993559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Usage tracker for resource:security_group_rule and tenant:1cf7438491724242b8a944aebb917d10 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:37.004314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:37.029078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 3 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:37.031446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:37.034114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:37.040672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:37.043968 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:37.048414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-a46d8de7-e564-4457-99d2-6fbdbb4686b9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:37.049082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-a46d8de7-e564-4457-99d2-6fbdbb4686b9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Synchronizing usage tracker for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:37.054591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:37.054918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:37.055240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:37.066498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.112875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:37.113198 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:37.120449 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 4 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:37.141329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-a46d8de7-e564-4457-99d2-6fbdbb4686b9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Unset dirty status for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:37.147743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-a46d8de7-e564-4457-99d2-6fbdbb4686b9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 812 time: 0.2776937 Dec 23 16:08:37.152417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:37.152743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:37.153064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:37.159464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Port': ['ID=e11533eb-a0f5-4bd7-86d4-d1af1b365eff,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:37.180350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-5fa6bccb-ab9b-4f32-8aeb-c61446ce1a17 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/quotas/9f81991c26d3421e8a0c6423b80da577 HTTP/1.1" status: 200 len: 375 time: 0.0308864 Dec 23 16:08:37.194059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Allocated IP 172.26.7.23 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/a68598f4-ec7b-4aa5-a82c-fb1b9480d936) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:37.210814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:37.243692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:37.245204 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:37.249657 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 5 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:37.264566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0cc30953-81ae-4d56-8b3e-498b18397f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.266390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.284324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 44320882-304d-4a9e-8c28-8745cc8b68e7 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:37.284805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.310134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.317310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47074) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:37.331932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a539e-2298-4120-9a93-2e4c0ce85585 None None] Network e9579dcb-8ae7-4959-814d-23f8c9b58268 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:37.340404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:37.340404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:37.340743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:37.342926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event deleted for resources: {'Subnet': ['ID=c676e006-15ca-4cd4-8f67-30c2041f3955,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:37.350690 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6f4da65f-f216-4d24-a118-a6d60e32e8cd tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "DELETE /v2.0/subnets/c676e006-15ca-4cd4-8f67-30c2041f3955 HTTP/1.1" status: 204 len: 168 time: 1.3906260 Dec 23 16:08:37.352635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47080) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:37.364367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.508019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:37.508245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.514273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:37.514599 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:37.515821 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 6 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:37.521465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Usage tracker for resource:security_group_rule and tenant:576e0b04a8ff4ca3a2f5f5fccc6f62d8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:37.538676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:37.550748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-bbf2faa0-da13-4036-9daf-5acee64ea7a0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3696415 Dec 23 16:08:37.552956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Deleting port 6c0b0a53-da37-41e3-966f-87fcd30504a5 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:37.553294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.554439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:37.557307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.604073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.677185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:37.678224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:37.679096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:37.698342 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cf7438491724242b8a944aebb917d10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2463875 Dec 23 16:08:37.702506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.712034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:37.733902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] DHCP port deletion for e9579dcb-8ae7-4959-814d-23f8c9b58268 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:08:37.738090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Deleting port 6c0b0a53-da37-41e3-966f-87fcd30504a5 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:37.738472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.747527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:37.747835 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:37.757946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 7 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:37.761692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.785254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:37.785588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:37.785921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:37.801182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] For port 6c0b0a53-da37-41e3-966f-87fcd30504a5, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6c0b0a53-da37-41e3-966f-87fcd30504a5,segment=NetworkSegment(0868eed5-bb3c-4c40-8202-d7fab79f4477),segment_id=0868eed5-bb3c-4c40-8202-d7fab79f4477)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:37.801601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.809216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:37.809535 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:37.812295 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 8 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:37.817834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ed9d7-4200-469e-a922-60c777bb11fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39257ef5-4e13-4ea7-bab1-355f23d323d8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:37.896738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.903221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:37.912683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.919751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Usage tracker for resource:security_group_rule and tenant:f52ff11b598c456681a099d38882a9b6 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:37.933524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:37.941725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-ed582efc-0444-4906-a5f3-2b35618973f6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:37.942647 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-ed582efc-0444-4906-a5f3-2b35618973f6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2120311 Dec 23 16:08:37.949018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Calling delete_port for 6c0b0a53-da37-41e3-966f-87fcd30504a5 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:37.961197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:37.963065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] For port 6c0b0a53-da37-41e3-966f-87fcd30504a5, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6c0b0a53-da37-41e3-966f-87fcd30504a5,segment=NetworkSegment(0868eed5-bb3c-4c40-8202-d7fab79f4477),segment_id=0868eed5-bb3c-4c40-8202-d7fab79f4477)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:37.963575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.981364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.001676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:38.002047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:38.002322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:38.024458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fd4fa8a-5449-4c15-aca2-f15ba28ad2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.047170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.048050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.056664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01314e2-1df8-46d2-80d4-8fd4287e583a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:38.076006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:38.076333 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:38.076333 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 9 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:38.079257 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e615f577-3fa1-4801-8320-2fa0068b3a29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=576e0b04a8ff4ca3a2f5f5fccc6f62d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1105359 Dec 23 16:08:38.087059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47096) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:38.101568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Calling delete_port for 6c0b0a53-da37-41e3-966f-87fcd30504a5 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:38.138101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:38.138433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:38.138773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:38.181440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.214843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:38.215154 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:38.229153 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 10 to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f Dec 23 16:08:38.250872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fd4fa8a-5449-4c15-aca2-f15ba28ad2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.262635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:08:38.263088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:08:38.266040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event updated for resources: {'Port': ['ID=a68598f4-ec7b-4aa5-a82c-fb1b9480d936,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:38.266786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.279697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:38.287822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:38.295985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:38.324849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ebcc6512-2537-407b-a9c2-cd65d8fefdb5 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:38.342161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event deleted for resources: {'Port': ['ID=6c0b0a53-da37-41e3-966f-87fcd30504a5,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:38.351989 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-d2a3923c-6d72-4bdd-bfe1-dce6050b0da7 service neutron] 10.222.0.18 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670278 Dec 23 16:08:38.356683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:38.357003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:38.357322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:38.359793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] No DVR routers for this DVR port 6c0b0a53-da37-41e3-966f-87fcd30504a5 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:08:38.429855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.441013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:38.441013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.442454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.486921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fd4fa8a-5449-4c15-aca2-f15ba28ad2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.516201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.548062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:38.548399 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:38.548747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.568253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68f3f47-bfc2-458c-8a4d-b28918060c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.569003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f037aec-6f10-4783-824b-7e014b36fbe3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:38.597036 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-19feda9f-7a82-4eda-98df-c9828d7d9553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f52ff11b598c456681a099d38882a9b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2784946 Dec 23 16:08:38.600320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4fa8a-5449-4c15-aca2-f15ba28ad2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39257ef5-4e13-4ea7-bab1-355f23d323d8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:38.602834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47100) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:38.645959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.657776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c0b0a53-da37-41e3-966f-87fcd30504a5 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:08:38.667230 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fd4fa8a-5449-4c15-aca2-f15ba28ad2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.670857 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fd4fa8a-5449-4c15-aca2-f15ba28ad2ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39257ef5-4e13-4ea7-bab1-355f23d323d8 HTTP/1.1" status: 204 len: 168 time: 0.9528728 Dec 23 16:08:38.675961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68f3f47-bfc2-458c-8a4d-b28918060c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.701834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 6c0b0a53-da37-41e3-966f-87fcd30504a5 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:08:38.702197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c0b0a53-da37-41e3-966f-87fcd30504a5 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:08:38.741572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > segment before_delete 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.742141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.743016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.743684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > port after_create 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.744145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > port after_delete 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.744637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > port after_update 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.745095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > segment after_delete 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.745572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_create 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.746048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_delete 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.746504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_update 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.764059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Deleting port 6c0b0a53-da37-41e3-966f-87fcd30504a5 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:38.764572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.796535 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.798623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a2ce-38a9-4bfa-92ce-e647c9096189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.837701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7495cd5d-a9a3-40ce-899c-bb07d3f30752 None None] The port '6c0b0a53-da37-41e3-966f-87fcd30504a5' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:08:38.890184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a2ce-38a9-4bfa-92ce-e647c9096189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.914935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_create 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.915217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet after_delete 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.915539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet before_create 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.915878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Subscribe: > subnet before_update 55550000 {{(pid=83494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 16:08:38.916250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9579dcb-8ae7-4959-814d-23f8c9b58268']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:38.917687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.970678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0868eed5-bb3c-4c40-8202-d7fab79f4477') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:38.970969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0868eed5-bb3c-4c40-8202-d7fab79f4477') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:38.993941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] For port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:38.994241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempted to set empty binding levels {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 16:08:38.999152 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-1f1a68c1-f0a2-4685-9f13-db92fabe2a56 service neutron] 10.222.0.18 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055608 Dec 23 16:08:39.001506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.011893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.070736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.083359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Router 2c6717e4-72d2-433d-8f2f-045e8d57b14a is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:08:39.085683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:08:39.086081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.094166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a2ce-38a9-4bfa-92ce-e647c9096189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.103863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68f3f47-bfc2-458c-8a4d-b28918060c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn_limited( Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn_limited( Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:08:39.108759 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:08:39.110508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] In _notify_port_updated(), no bound segment for port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:08:39.110508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.111706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "PUT /v2.0/ports/f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f HTTP/1.1" status: 200 len: 977 time: 4.1748171 Dec 23 16:08:39.123623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7a2ce-38a9-4bfa-92ce-e647c9096189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f037aec-6f10-4783-824b-7e014b36fbe3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:39.130001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47108) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:39.215966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a2ce-38a9-4bfa-92ce-e647c9096189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.219870 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5dc7a2ce-38a9-4bfa-92ce-e647c9096189 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f037aec-6f10-4783-824b-7e014b36fbe3 HTTP/1.1" status: 204 len: 168 time: 0.6102185 Dec 23 16:08:39.241262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f3f47-bfc2-458c-8a4d-b28918060c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01314e2-1df8-46d2-80d4-8fd4287e583a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:39.251008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5c05b-fbbe-4adb-a9fa-e467194bd3dc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:39.268147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68f3f47-bfc2-458c-8a4d-b28918060c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.269701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c68f3f47-bfc2-458c-8a4d-b28918060c3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f01314e2-1df8-46d2-80d4-8fd4287e583a HTTP/1.1" status: 204 len: 168 time: 1.1786611 Dec 23 16:08:39.271002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.293176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47124) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:39.297563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.315768 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] Pushing event deleted for resources: {'Network': ['ID=e9579dcb-8ae7-4959-814d-23f8c9b58268,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:39.332650 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-af58231f-c827-4205-b8e5-939b253dded2 tempest-DHCPAgentSchedulersTestJSON-1688464893 tempest-DHCPAgentSchedulersTestJSON-1688464893-project] 10.222.0.18 "DELETE /v2.0/networks/e9579dcb-8ae7-4959-814d-23f8c9b58268 HTTP/1.1" status: 204 len: 168 time: 1.9789824 Dec 23 16:08:39.333726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47130) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:39.375066 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8467c199-ed77-4f4e-aa79-85267ef87e71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a09537002954b2da698a84b1dfbf1cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0798211 Dec 23 16:08:39.377853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47142) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:39.442737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f20c97d-2e36-4977-945f-882c17853bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.464168 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-da492d78-0d16-4c08-a861-81d343725581 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14163 time: 0.3186908 Dec 23 16:08:39.468393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47146) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:39.478083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f20c97d-2e36-4977-945f-882c17853bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.521474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.557033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f20c97d-2e36-4977-945f-882c17853bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.582535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20c97d-2e36-4977-945f-882c17853bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e37f15b-462f-4f25-a266-fe9be739e11d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:39.592634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.593308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f20c97d-2e36-4977-945f-882c17853bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.596488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9f20c97d-2e36-4977-945f-882c17853bfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e37f15b-462f-4f25-a266-fe9be739e11d HTTP/1.1" status: 204 len: 168 time: 0.2168550 Dec 23 16:08:39.715226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Deleting port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:39.715587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.745169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.793381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event updated for resources: {'Port': ['ID=a68598f4-ec7b-4aa5-a82c-fb1b9480d936,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:39.818850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.868905 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-13e16a6c-7ad0-48da-9fb5-f9d958abdfcb req-5b83ea68-2c56-495c-af75-0568d4272692 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.5312414 Dec 23 16:08:39.906881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:39.922174 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.931768 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5d0625a6-1b16-45ff-8077-19c081b0a717 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6942117 Dec 23 16:08:39.931935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] Sync routers for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:08:39.942880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:39.943518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:39.997930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:39.999137 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f07db2c-639d-4182-96ba-b288241ebac2 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.3144901 Dec 23 16:08:40.001863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47164) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:40.012566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:40.024703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:40.024703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:40.100844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] For port f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f, host hv-neutron-8228, got binding levels [] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:40.101352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:40.145264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:40.147812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7c4f1-0d28-43d5-9663-2357e1ed4f94 None None] The sync data for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:08:40.222411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47170) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:40.306171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-96f463e3-75f9-424e-9a26-8bcc3e1c4eb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1805df2432134d429318fe1b155f9684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0824986 Dec 23 16:08:40.308606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47176) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:40.319671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Calling delete_port for f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:40.360810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47182) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:40.443871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:40.460796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d52565c2-80af-41a2-8f6b-55ee189973e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:40.500945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d52565c2-80af-41a2-8f6b-55ee189973e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:40.506688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:40.519178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:40.539274 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22aaee37-4fa6-457b-9cd0-a75eb835df8f tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f HTTP/1.1" status: 204 len: 168 time: 1.0681243 Dec 23 16:08:40.541024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47194) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:40.619224 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e8a708-7892-48b4-928c-1aa45bc4e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:08:40.619748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5e8a708-7892-48b4-928c-1aa45bc4e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Synchronizing usage tracker for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:40.645811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5e8a708-7892-48b4-928c-1aa45bc4e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Unset dirty status for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:40.647950 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5e8a708-7892-48b4-928c-1aa45bc4e9f2 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "GET /v2.0/ports/f1a462f2-6a7e-41d6-9c72-7f54b6b98f4f HTTP/1.1" status: 404 len: 333 time: 0.1030917 Dec 23 16:08:40.652467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47202) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:40.663609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1226338994', 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:40.700623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-478079e1-9788-477b-9878-0fbc859349eb tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Synchronizing usage tracker for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:40.703944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:40.749528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:40.755498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-478079e1-9788-477b-9878-0fbc859349eb tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Unset dirty status for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:40.770524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-478079e1-9788-477b-9878-0fbc859349eb tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1257003832&fields=id&tenant_id=cd82bf6ea160473ca0748b30f4ab9674 HTTP/1.1" status: 200 len: 267 time: 0.1389611 Dec 23 16:08:40.781358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d52565c2-80af-41a2-8f6b-55ee189973e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:40.785630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Made reservation on behalf of d3529119e19644fdb645312c6fc525dc for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:40.789136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:40.819720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] device_id is not set on port 0e53542d-81be-4b3c-8ada-4f4747226849 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:40.858927 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e24a1712-e3f7-4da0-a295-31ed99ea0f94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c23d5421c964fd28adec4254627350e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4968042 Dec 23 16:08:40.861441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47216) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:41.009957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0fac94-a3aa-4fa2-afe8-d3de9db6b661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.079847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d52565c2-80af-41a2-8f6b-55ee189973e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.081074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d52565c2-80af-41a2-8f6b-55ee189973e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93e4c625-bc07-4e47-9e61-c9773859a56c HTTP/1.1" status: 204 len: 168 time: 0.7714264 Dec 23 16:08:41.090336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52565c2-80af-41a2-8f6b-55ee189973e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4c625-bc07-4e47-9e61-c9773859a56c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:41.097676 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-658747c6-9cd5-499b-8f1c-788cd55cbd3a req-3a9d363c-7260-457d-be09-0d6884d5c9a5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.0779014 Dec 23 16:08:41.153494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0fac94-a3aa-4fa2-afe8-d3de9db6b661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.198068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc7ce7e6-4961-4d05-911f-3400ff051142 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:41.198912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc7ce7e6-4961-4d05-911f-3400ff051142 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Synchronizing usage tracker for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:41.230325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.241565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc7ce7e6-4961-4d05-911f-3400ff051142 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Unset dirty status for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:41.242767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc7ce7e6-4961-4d05-911f-3400ff051142 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/networks?id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 HTTP/1.1" status: 200 len: 806 time: 0.4718702 Dec 23 16:08:41.262640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0fac94-a3aa-4fa2-afe8-d3de9db6b661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.301763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fac94-a3aa-4fa2-afe8-d3de9db6b661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da7dc01-5e80-478a-8d13-89a40be8df90,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:41.317290 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-63b61b4f-7c0a-4504-a806-103c26aabb16 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/quotas/cd82bf6ea160473ca0748b30f4ab9674 HTTP/1.1" status: 200 len: 375 time: 0.0206115 Dec 23 16:08:41.325968 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.348900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0fac94-a3aa-4fa2-afe8-d3de9db6b661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.349977 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-db0fac94-a3aa-4fa2-afe8-d3de9db6b661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2da7dc01-5e80-478a-8d13-89a40be8df90 HTTP/1.1" status: 204 len: 168 time: 0.4872770 Dec 23 16:08:41.407751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:41.410960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:41.413898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:41.414600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:41.415297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.439333 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7857914 Dec 23 16:08:41.442341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47240) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:41.458380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a1905750-e21c-4b99-86f1-19a348043198 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Synchronizing usage tracker for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:41.493487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4f678-18ce-48fa-871e-bf5ab822ea2b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=0e53542d-81be-4b3c-8ada-4f4747226849,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:41.511197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a1905750-e21c-4b99-86f1-19a348043198 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Unset dirty status for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:41.512537 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a1905750-e21c-4b99-86f1-19a348043198 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd82bf6ea160473ca0748b30f4ab9674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1835771 Dec 23 16:08:41.531569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b36d0f42-5957-48be-9c96-efb105da50cd tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Synchronizing usage tracker for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:41.550783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b36d0f42-5957-48be-9c96-efb105da50cd tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Unset dirty status for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:41.557483 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b36d0f42-5957-48be-9c96-efb105da50cd tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "GET /v2.0/ports/0e53542d-81be-4b3c-8ada-4f4747226849 HTTP/1.1" status: 200 len: 955 time: 0.1116552 Dec 23 16:08:41.558284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47248) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:41.679541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Deleting port 0e53542d-81be-4b3c-8ada-4f4747226849 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:41.680030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.821641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-411d147a-ae7d-415a-a0cd-f4ccb88f16d9 service neutron] 10.222.0.18 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938104 Dec 23 16:08:41.826846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:41.947455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:42.107928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Calling delete_port for 0e53542d-81be-4b3c-8ada-4f4747226849 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:42.127349 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-d26618cf-207f-43d6-ae0b-ad389d1998ae service neutron] 10.222.0.18 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909327 Dec 23 16:08:42.153083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:42.214254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:42.333736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e53542d-81be-4b3c-8ada-4f4747226849,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:42.340937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:42.353777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a543a65e-682a-4934-8058-3aed6f94f370 req-0b13c2f5-2240-453c-8cae-3dfcd602193e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.0930970 Dec 23 16:08:42.374268 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b608c874-b19b-4409-a71e-52146252431c tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0e53542d-81be-4b3c-8ada-4f4747226849 HTTP/1.1" status: 204 len: 168 time: 0.8093746 Dec 23 16:08:42.374604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47280) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:42.456865 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a355857-a41a-4255-a618-a9557dfaa870 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:08:42.457359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a355857-a41a-4255-a618-a9557dfaa870 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Synchronizing usage tracker for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:42.490146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a355857-a41a-4255-a618-a9557dfaa870 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Unset dirty status for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:42.491986 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a355857-a41a-4255-a618-a9557dfaa870 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "GET /v2.0/ports/0e53542d-81be-4b3c-8ada-4f4747226849 HTTP/1.1" status: 404 len: 333 time: 0.1164436 Dec 23 16:08:42.495800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47292) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:42.506153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Request body: {'port': {'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1154524017'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:42.509584 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:42.526207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:42.543463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Made reservation on behalf of d3529119e19644fdb645312c6fc525dc for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:42.546723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:42.580786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] device_id is not set on port 44723cbc-2a52-46b7-8ab9-9406179b474a yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:42.609943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47300) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:42.635905 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0548b53-a6ea-44dc-aa6b-1a6ca201eec1 req-2ac7ea31-72c3-4d58-baaa-70d214bc6f05 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.0911369 Dec 23 16:08:42.767046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:42.797421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Allocated IP 172.20.0.1 (ac8350dd-6305-43c0-ad5c-4723a32e6532/5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1/85dcb60a-eef1-44bc-ab06-7ce7596e5ead) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:42.951371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:42.969226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Usage tracker for resource:security_group_rule and tenant:987de815bdfb48fcbb6f61e5a4b14708 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:43.000375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:43.009809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-233529464'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:43.014500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:43.018547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Usage tracker for resource:network and tenant:77736a90ba7b4a7aa453d6eacb22f0b0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:43.021729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:43.028702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:43.028794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:43.041602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.043807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Made reservation on behalf of 77736a90ba7b4a7aa453d6eacb22f0b0 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:43.046892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.069224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.120489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:43.126282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Usage tracker for resource:security_group_rule and tenant:77736a90ba7b4a7aa453d6eacb22f0b0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:43.130252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:43.137959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:43.153635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.208305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:43.215849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:43.218570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:43.219631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:43.220575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.293821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=44723cbc-2a52-46b7-8ab9-9406179b474a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:43.312307 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6ae0b5c4-0a6f-45fa-a3fa-e009875dd55b tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8123596 Dec 23 16:08:43.316099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47328) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:43.324720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.326330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:43.387426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Transition to ACTIVE for port object 85dcb60a-eef1-44bc-ab06-7ce7596e5ead will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:43.388582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.59', 56859) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:43.423566 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.434270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.494587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866fc612-21be-4566-9cff-8efbf9f98fb3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:43.614608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.651417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:43.689296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.704469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.787520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=987de815bdfb48fcbb6f61e5a4b14708&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1694562 Dec 23 16:08:43.804538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47354) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:43.919949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:43.920404 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Added segment 0a9de4fe-edb0-4741-ae6e-81792d2739d9 of type vlan for network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a Dec 23 16:08:43.953553 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9681ed6f-ee9e-4b71-a635-c1b5a79152b7 req-4dbfa40c-305e-4681-9444-8c7f816234e6 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.1956258 Dec 23 16:08:43.989266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.014035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.082651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.088302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:44.088976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.103128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d2c6f551-1323-4b87-bc3b-b249e2792a8a req-2e9ddca7-1069-41e7-b452-e81cd7d80522 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.2156763 Dec 23 16:08:44.108322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Port': ['ID=85dcb60a-eef1-44bc-ab06-7ce7596e5ead,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:44.110759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875ec42-382f-4cf7-8506-01421be43bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d3cb2-fc93-4a57-9576-745c5f5280dd,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:44.151693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-66f133ea-7773-49d9-94ac-81a08c1b7488 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:44.152193 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9991605 Dec 23 16:08:44.153549 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-66f133ea-7773-49d9-94ac-81a08c1b7488 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 812 time: 0.7635314 Dec 23 16:08:44.160394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47366) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:44.171757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Request body: {'subnet': {'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:44.210429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:44.259959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47374) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:44.260609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702df65-c587-401c-8660-f9bf75e6f444 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event updated for resources: {'Network': ['ID=19a6d2ac-65b0-471c-a350-b8da0ff51b4a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:44.273820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:44.293648 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-77d4158b-5d24-42d4-9f33-842cef2d23b3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f81991c26d3421e8a0c6423b80da577 HTTP/1.1" status: 200 len: 380 time: 0.1066728 Dec 23 16:08:44.294261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66cf6376-13d3-4b07-b71d-5f293ed5b3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.296181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:44.309713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Request body: {'port': {'device_id': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'admin_state_up': True, 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'security_groups': ['ff903b4c-7c3a-4455-8e19-69ad3195067a']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:44.326957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:44.343948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] device_id is not set on port 44723cbc-2a52-46b7-8ab9-9406179b474a yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:44.353784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.411998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Transition to ACTIVE for port object 44723cbc-2a52-46b7-8ab9-9406179b474a will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:44.425086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.582738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66cf6376-13d3-4b07-b71d-5f293ed5b3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.676834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:44.707344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Usage tracker for resource:port and tenant:9f81991c26d3421e8a0c6423b80da577 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:44.711834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.717361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=44723cbc-2a52-46b7-8ab9-9406179b474a,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:44.718208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:44.722814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:44.733338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:44.735003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:44.735264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:44.738976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:44.745696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Usage tracker for resource:subnet and tenant:77736a90ba7b4a7aa453d6eacb22f0b0 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:44.749529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:44.749872 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:44.750271 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 2 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:44.752387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:44.767866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:44.771628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0593f9bb-7b20-441d-96ea-f467c4319a38 None None] Provisioning for port 85dcb60a-eef1-44bc-ab06-7ce7596e5ead completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:44.777706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Made reservation on behalf of 9f81991c26d3421e8a0c6423b80da577 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:44.781728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.782159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0593f9bb-7b20-441d-96ea-f467c4319a38 None None] Provisioning complete for port 85dcb60a-eef1-44bc-ab06-7ce7596e5ead triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:44.782529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0593f9bb-7b20-441d-96ea-f467c4319a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.787790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:44.788125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:44.788452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:44.801467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:44.801793 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:44.802179 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 3 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:44.835150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:44.835489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:44.837296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:44.846852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:44.847168 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:44.847564 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 4 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:44.873719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.59', 56865) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:44.890768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0593f9bb-7b20-441d-96ea-f467c4319a38 None None] Port 85dcb60a-eef1-44bc-ab06-7ce7596e5ead cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:44.904320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66cf6376-13d3-4b07-b71d-5f293ed5b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:44.918693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Made reservation on behalf of 77736a90ba7b4a7aa453d6eacb22f0b0 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:44.923413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:44.923780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:44.924111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:45.035860 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2113862667'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:45.045880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:45.046205 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:45.047149 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:45.058574 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 5 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:45.096814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:45.097151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:45.097475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:45.106302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Usage tracker for resource:network and tenant:e6da84fb167746fea074aeb1c737c3ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:45.112161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:45.124800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf6376-13d3-4b07-b71d-5f293ed5b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d3cb2-fc93-4a57-9576-745c5f5280dd,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:45.195392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:45.200338 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:45.310170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:45.312068 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 6 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:45.344746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-6d4f77f2-7f6e-45c3-8ba0-abfc5027852e tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:45.349174 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-6d4f77f2-7f6e-45c3-8ba0-abfc5027852e tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.59 "GET /v2.0/networks?id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 HTTP/1.1" status: 200 len: 806 time: 0.4688721 Dec 23 16:08:45.396273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:45.396599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:45.397453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:45.443638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:45.446840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.502342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.559746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47418) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:45.564602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:45.564933 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:45.568713 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 7 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:45.601507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-d64e22ce-a37f-498b-b2c8-3530bc9954ab tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Synchronizing usage tracker for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:45.605016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ab641dfd-d130-4bd1-a777-f88dd1b9c3ba req-353739e6-638f-4478-9197-e14bf41e978a tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Synchronizing usage tracker for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:45.610380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.614341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:45.614674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:45.615002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:45.628711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:45.633372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Usage tracker for resource:security_group_rule and tenant:e6da84fb167746fea074aeb1c737c3ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:45.636740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-d64e22ce-a37f-498b-b2c8-3530bc9954ab tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Unset dirty status for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:45.637880 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-d64e22ce-a37f-498b-b2c8-3530bc9954ab tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd82bf6ea160473ca0748b30f4ab9674 HTTP/1.1" status: 200 len: 380 time: 0.2469108 Dec 23 16:08:45.638377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:45.638700 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:45.639381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66cf6376-13d3-4b07-b71d-5f293ed5b3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.639543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:45.641409 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-66cf6376-13d3-4b07-b71d-5f293ed5b3f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a77d3cb2-fc93-4a57-9576-745c5f5280dd HTTP/1.1" status: 204 len: 168 time: 1.8301802 Dec 23 16:08:45.644871 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 8 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:45.658125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.666455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:45.675043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:45.675371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:45.675732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:45.695656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:45.695992 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:45.697506 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 9 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:45.726766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:45.727096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:45.727428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:45.744973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:45.744973 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:45.747532 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempt 10 to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a Dec 23 16:08:45.776335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:45.776672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:45.777054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempting to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:45.794887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.796737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:45.797065 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Failed to bind port 44723cbc-2a52-46b7-8ab9-9406179b474a on host hv-neutron-8228 for vnic_type normal using segments [{'id': '014a6d53-146d-4f69-a37f-5b45a245ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ad887c5-49f5-4cc6-a2e5-9ceca6439185'}] Dec 23 16:08:45.797411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.815388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.884564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:45.898069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Allocated IP 172.20.0.10 (6313bba6-4d1b-46c2-9631-43cf1a7a00f0/318edc68-fbac-4775-9410-fdeb9ba0c7e3/71ee9929-06ad-4403-99a0-a06f20b86ff4) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:45.910877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8096ac49-4c37-4744-af7e-129930deea58 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:45.919115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6786bbf4-f06c-4e5e-a40a-fbc5a464af55,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:45.937393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:45.937742 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Added segment 9e8dae24-9204-4a75-a42f-4f6e9c3e0d27 of type vlan for network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 Dec 23 16:08:45.983854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] For port 44723cbc-2a52-46b7-8ab9-9406179b474a, host hv-neutron-8228, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:45.984166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Attempted to set empty binding levels {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 16:08:46.014043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.096765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.150067 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8096ac49-4c37-4744-af7e-129930deea58 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "PUT /v2.0/quotas/eab52303917d4fddb5b108cbba306d50 HTTP/1.1" status: 200 len: 368 time: 0.5836687 Dec 23 16:08:46.150067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] In _notify_port_updated(), no bound segment for port 44723cbc-2a52-46b7-8ab9-9406179b474a on network 9ad887c5-49f5-4cc6-a2e5-9ceca6439185 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:08:46.151440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.155100 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "PUT /v2.0/ports/44723cbc-2a52-46b7-8ab9-9406179b474a HTTP/1.1" status: 200 len: 977 time: 2.8378265 Dec 23 16:08:46.158902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:46.159358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47428) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:46.168221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.186418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Transition to ACTIVE for port object 71ee9929-06ad-4403-99a0-a06f20b86ff4 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:46.232608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Request body: {'network': {'project_id': 'eab52303917d4fddb5b108cbba306d50'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:46.249618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:08:46.278449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:46.283681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e6481-8608-4f27-9ffb-7588704f6401 tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event updated for resources: {'Port': ['ID=44723cbc-2a52-46b7-8ab9-9406179b474a,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:46.309356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Usage tracker for resource:network and tenant:eab52303917d4fddb5b108cbba306d50 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:46.315759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:46.330580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:46.338393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.342677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:46.343311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.596148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Deleting port 44723cbc-2a52-46b7-8ab9-9406179b474a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:46.596493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.620583 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c6c94d9-b748-46e3-af01-1c94e3202215 req-2cf8a589-4499-437e-a41b-559dacffb3e5 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 1.1324880 Dec 23 16:08:46.649697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.674821 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4092247 Dec 23 16:08:46.726138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47442) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:46.738950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'subnet': {'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:46.817070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Made reservation on behalf of eab52303917d4fddb5b108cbba306d50 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:46.817686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.819737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.836581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990379a-70c5-470c-b7e9-08b7fe65fe85 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Network': ['ID=aeb4802b-234a-4cb2-8bd7-b23f82ba9060,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:46.851607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:46.885588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.910229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ab641dfd-d130-4bd1-a777-f88dd1b9c3ba req-353739e6-638f-4478-9197-e14bf41e978a tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Unset dirty status for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:46.923673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab641dfd-d130-4bd1-a777-f88dd1b9c3ba req-353739e6-638f-4478-9197-e14bf41e978a tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 1.6173246 Dec 23 16:08:46.965646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event updated for resources: {'Subnet': ['ID=7dde7e6a-7dc1-400a-a216-b44065b891ea,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:46.971321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:47.016853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:47.042136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:47.081313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:47.088490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:47.090836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Usage tracker for resource:subnet and tenant:e6da84fb167746fea074aeb1c737c3ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:47.104049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:47.115306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Usage tracker for resource:security_group_rule and tenant:eab52303917d4fddb5b108cbba306d50 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:47.126689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:47.130273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:47.158396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:47.190597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:47.201590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:47.202239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:47.207383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] For port 44723cbc-2a52-46b7-8ab9-9406179b474a, host hv-neutron-8228, got binding levels [] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:47.207783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:47.371266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event updated for resources: {'Port': ['ID=71ee9929-06ad-4403-99a0-a06f20b86ff4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:47.380712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-86dbe675-4a96-4454-b9d9-42bf97d9c448 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0749183 Dec 23 16:08:47.445275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-42262d32-8a8f-4dd8-83e1-d5ee924304b6 None None] Provisioning for port 71ee9929-06ad-4403-99a0-a06f20b86ff4 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:47.450600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-42262d32-8a8f-4dd8-83e1-d5ee924304b6 None None] Provisioning complete for port 71ee9929-06ad-4403-99a0-a06f20b86ff4 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:47.451234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42262d32-8a8f-4dd8-83e1-d5ee924304b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:47.492292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Checking segment: {'id': '0a9de4fe-edb0-4741-ae6e-81792d2739d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:47.492651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Network hostable DHCP agents. Network: 19a6d2ac-65b0-471c-a350-b8da0ff51b4a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:08:47.575123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-42262d32-8a8f-4dd8-83e1-d5ee924304b6 None None] Port 71ee9929-06ad-4403-99a0-a06f20b86ff4 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:47.622968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:47.641625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Calling delete_port for 44723cbc-2a52-46b7-8ab9-9406179b474a owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:47.653975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 19a6d2ac-65b0-471c-a350-b8da0ff51b4a) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:47.664058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f51f95-6693-43a0-be38-52c0a3aa3eed None None] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:47.683987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:47.684586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:47.819953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1a40d087-d564-45a9-a574-cadd5fd356f8 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6574588 Dec 23 16:08:47.831850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47458) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:47.842454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Request body: {'port': {'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1125406551'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:47.904429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.120540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2ccdd9d4-2b9d-46a2-898d-7d1a447a2018 req-0a53a72a-5e27-4a29-9849-e2b4e833d4b0 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.2233541 Dec 23 16:08:48.162204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-19a6d2ac-65b0-471c-a350-b8da0ff51b4a', 'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a', 'tenant_id': '77736a90ba7b4a7aa453d6eacb22f0b0', 'fixed_ips': [{'subnet_id': '7dde7e6a-7dc1-400a-a216-b44065b891ea'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:08:48.163621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.230479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:08:48.239488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.241787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.299305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:48.311512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Subnet': ['ID=43a3d319-c50c-40cd-ab65-d37389677588,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:48.313544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.314692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.323518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Usage tracker for resource:port and tenant:77736a90ba7b4a7aa453d6eacb22f0b0 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:48.330082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:48.336254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.339037 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:48.342990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:48.352650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.358304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.360256 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Added segment 138f820d-5581-4999-84ad-934647dbe31e of type vlan for network 64d31366-d20b-47d4-8448-93cada0b8813 Dec 23 16:08:48.423349 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Allocated IP 2001:db8::2 (19a6d2ac-65b0-471c-a350-b8da0ff51b4a/7dde7e6a-7dc1-400a-a216-b44065b891ea/21028b05-4bcb-4ed1-95a8-7462b2f1d60a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:48.556936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.565929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Pushing event deleted for resources: {'Port': ['ID=44723cbc-2a52-46b7-8ab9-9406179b474a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:48.599121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.599340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.619925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Port': ['ID=85dcb60a-eef1-44bc-ab06-7ce7596e5ead,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:48.634310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Made reservation on behalf of 77736a90ba7b4a7aa453d6eacb22f0b0 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:48.637398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.668161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692b7a5a-5346-458a-97cb-6e62f2abc333,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:48.726373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:08:48.771212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Request body: {'port': {'device_id': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'admin_state_up': True, 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'security_groups': ['37091466-ca26-4bb5-bf76-5a18733055ba']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:48.792568 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4bcfbcb9-67e1-4f40-a9ef-f8dd69029dcf tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "DELETE /v2.0/ports/44723cbc-2a52-46b7-8ab9-9406179b474a HTTP/1.1" status: 204 len: 168 time: 2.6300972 Dec 23 16:08:48.793629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.795242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:48.796053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:48.802681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47476) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:48.814177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:48.822998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-1bd0efc3-2c97-43fb-a13f-b8656d2b6e3c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:08:48.824076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-1bd0efc3-2c97-43fb-a13f-b8656d2b6e3c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0206621 Dec 23 16:08:48.829032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:48.974101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:49.001364 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-42212356-b76a-4f11-a436-370e28d2c6bc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:08:49.002212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-42212356-b76a-4f11-a436-370e28d2c6bc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Synchronizing usage tracker for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:49.003307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Transition to ACTIVE for port object 21028b05-4bcb-4ed1-95a8-7462b2f1d60a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:49.017746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] device_id is not set on port 635bc9b1-710c-4436-ae73-e2fa6ffb270d yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:49.058508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Transition to ACTIVE for port object 21028b05-4bcb-4ed1-95a8-7462b2f1d60a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:49.068267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:49.109806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df4b54-0b64-472f-8c69-3967c78dd37b req-fc1d1528-d6be-4558-9516-b045e77fc97e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:49.115145 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5df4b54-0b64-472f-8c69-3967c78dd37b req-fc1d1528-d6be-4558-9516-b045e77fc97e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 932 time: 0.8927135 Dec 23 16:08:49.157409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-42212356-b76a-4f11-a436-370e28d2c6bc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] Unset dirty status for tenant:d3529119e19644fdb645312c6fc525dc on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:49.162155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-42212356-b76a-4f11-a436-370e28d2c6bc tempest-PortsAdminExtendedAttrsTestJSON-1754441800 tempest-PortsAdminExtendedAttrsTestJSON-1754441800-project-admin] 10.222.0.18 "GET /v2.0/ports/44723cbc-2a52-46b7-8ab9-9406179b474a HTTP/1.1" status: 404 len: 333 time: 0.3447359 Dec 23 16:08:49.162869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47486) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:49.315133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Pushing event updated for resources: {'Port': ['ID=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:49.347017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:49.375453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:49.377227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Checking segment: {'id': '9e8dae24-9204-4a75-a42f-4f6e9c3e0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:49.377517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-47a26569-f434-450b-8987-f4d91066eda9 None None] Provisioning complete for port 85dcb60a-eef1-44bc-ab06-7ce7596e5ead triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:49.377911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-47a26569-f434-450b-8987-f4d91066eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:49.380339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network hostable DHCP agents. Network: aeb4802b-234a-4cb2-8bd7-b23f82ba9060, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:08:49.448448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:49.457650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-47a26569-f434-450b-8987-f4d91066eda9 None None] Port 85dcb60a-eef1-44bc-ab06-7ce7596e5ead cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:49.468125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Pushing event updated for resources: {'Network': ['ID=64d31366-d20b-47d4-8448-93cada0b8813,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:49.518539 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39305e55-0547-45dc-80a7-60bf4a3719f8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3581166 Dec 23 16:08:49.542405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:49.548289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 64d31366-d20b-47d4-8448-93cada0b8813 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:49.599291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Request body: {'network': {'project_id': 'eab52303917d4fddb5b108cbba306d50'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:49.641065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:49.655518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:08:49.686376 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-514ab392-a7a1-4bf8-bbfa-b2d349eb92a8 req-2b2170a3-c63f-4b73-b8ef-f6e65a3f4df8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.1422834 Dec 23 16:08:49.713997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Usage tracker for resource:network and tenant:eab52303917d4fddb5b108cbba306d50 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:49.717128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Attempting to bind port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:49.717723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Attempting to bind port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '0a9de4fe-edb0-4741-ae6e-81792d2739d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:49.718420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Attempting to bind port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a on network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:49.727529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:49.728505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Checking segment: {'id': '0a9de4fe-edb0-4741-ae6e-81792d2739d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:49.729186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:49.729984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Bound using segment: {'id': '0a9de4fe-edb0-4741-ae6e-81792d2739d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:49.735233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Bound port: 21028b05-4bcb-4ed1-95a8-7462b2f1d60a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9de4fe-edb0-4741-ae6e-81792d2739d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:49.735673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:49.736660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, aeb4802b-234a-4cb2-8bd7-b23f82ba9060) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:49.745038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:49.745619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:49.770419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:49.814886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:49.815911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a2a714-49d3-40e2-9884-c961393d2c99 None None] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:49.832496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:49.847329 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-368e37e0-7b39-4d0c-a01f-7f8c98c9ae01 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1157877 Dec 23 16:08:49.853657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47502) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:49.871817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'name': 'tempest-AllowedAddressPairTestJSON-1080736107'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:49.907322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Made reservation on behalf of eab52303917d4fddb5b108cbba306d50 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:49.924493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:49.981798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:49.999769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.007417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47506) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:50.036685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:50.064011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.065270 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Added segment 5bb497a7-c740-4813-8033-81a7f2b0f43e of type vlan for network 52e23602-eec8-4916-acff-b20c7f6564cc Dec 23 16:08:50.093430 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5df4b54-0b64-472f-8c69-3967c78dd37b req-b2575196-e53b-47e0-9c31-89f44a0675b8 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9523091 Dec 23 16:08:50.310954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Request body: {'port': {'device_id': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:50.325473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.376411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] For port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:50.382716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] For port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,segment=NetworkSegment(0a9de4fe-edb0-4741-ae6e-81792d2739d9),segment_id=0a9de4fe-edb0-4741-ae6e-81792d2739d9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:50.390510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.394257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-138588419'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:50.431647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.432510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:50.433150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.442031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:50.446556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Allocated IP 2001:db8::2fd (19a6d2ac-65b0-471c-a350-b8da0ff51b4a/7dde7e6a-7dc1-400a-a216-b44065b891ea/635bc9b1-710c-4436-ae73-e2fa6ffb270d) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:50.458840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'tenant_id': 'e6da84fb167746fea074aeb1c737c3ba', 'fixed_ips': [{'subnet_id': '43a3d319-c50c-40cd-ab65-d37389677588'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:08:50.473830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.547033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Usage tracker for resource:network and tenant:3cfdbedbbf794d53bbded617b74bc42b is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:50.572143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:50.593200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:50.603597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Made reservation on behalf of cd82bf6ea160473ca0748b30f4ab9674 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:50.606986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.619147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77371d-f4df-4b1c-9a6b-0da15b2ae61c None None] Pushing event updated for resources: {'Port': ['ID=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:50.677387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Pushing event updated for resources: {'Network': ['ID=52e23602-eec8-4916-acff-b20c7f6564cc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:50.737410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Made reservation on behalf of 3cfdbedbbf794d53bbded617b74bc42b for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:50.786881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.801231 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e849c139-8817-49e2-b62e-8c8a90629299 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2569764 Dec 23 16:08:50.804260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:50.808831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Usage tracker for resource:port and tenant:e6da84fb167746fea074aeb1c737c3ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:50.812862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:50.819808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:50.822047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47514) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:50.894801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:50.898181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:50.913969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 52e23602-eec8-4916-acff-b20c7f6564cc details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:50.938879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] device_id is not set on port 8e464fd1-fbec-46c5-b492-863de409eb18 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:50.955788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Request body: {'network': {'project_id': 'eab52303917d4fddb5b108cbba306d50'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:51.013922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:51.035902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.058002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.095432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Usage tracker for resource:network and tenant:eab52303917d4fddb5b108cbba306d50 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:51.108669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Allocated IP 172.20.0.2 (aeb4802b-234a-4cb2-8bd7-b23f82ba9060/43a3d319-c50c-40cd-ab65-d37389677588/c948fcbc-4cf7-4cfa-86e0-e96b988db2ad) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:51.120873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:51.129094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.260618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Allocated IP 172.20.0.3 (b5c53fb9-3a2e-4866-bcd9-92e22c6a5681/ccfd2774-8d4d-45a9-b5f4-3c74c947222b/65933dbc-b1d5-4263-9c59-f8902cbfd238) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:51.300702 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6f7cea9f-9c01-4f45-9978-832c5cafc1ad req-c35002eb-48a5-4a7f-8e72-26f6f2d3637d tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.1954837 Dec 23 16:08:51.317353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:51.366511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad887c5-49f5-4cc6-a2e5-9ceca6439185']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:51.377902 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 16:08:51.378903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:08:51.380341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b27a968f-e44a-4d9c-9546-24118d679aa8 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4727879 Dec 23 16:08:51.386483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:51.556752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:51.560797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014a6d53-146d-4f69-a37f-5b45a245ca36') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:51.561223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014a6d53-146d-4f69-a37f-5b45a245ca36') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:51.570101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.588030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Transition to ACTIVE for port object c948fcbc-4cf7-4cfa-86e0-e96b988db2ad will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:51.604158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Usage tracker for resource:security_group_rule and tenant:3cfdbedbbf794d53bbded617b74bc42b is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:51.618835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Transition to ACTIVE for port object c948fcbc-4cf7-4cfa-86e0-e96b988db2ad will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:51.633773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.657119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:51.667009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.706385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:51.725965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Pushing event updated for resources: {'Port': ['ID=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:51.745278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:51.747092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:51.754151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:51.770522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.799606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Allocated IP 172.20.0.8 (aeb4802b-234a-4cb2-8bd7-b23f82ba9060/43a3d319-c50c-40cd-ab65-d37389677588/8e464fd1-fbec-46c5-b492-863de409eb18) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:51.890912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Attempting to bind port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:51.891588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Attempting to bind port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9e8dae24-9204-4a75-a42f-4f6e9c3e0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:51.892111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Attempting to bind port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad on network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:51.905448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:51.906025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Checking segment: {'id': '9e8dae24-9204-4a75-a42f-4f6e9c3e0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:51.906868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.907740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Bound using segment: {'id': '9e8dae24-9204-4a75-a42f-4f6e9c3e0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:51.908389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Bound port: c948fcbc-4cf7-4cfa-86e0-e96b988db2ad, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8dae24-9204-4a75-a42f-4f6e9c3e0d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:51.909111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.940130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:08:51.940538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:08:51.971395 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:08:52.048497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] For port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:52.058304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] For port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,segment=NetworkSegment(9e8dae24-9204-4a75-a42f-4f6e9c3e0d27),segment_id=9e8dae24-9204-4a75-a42f-4f6e9c3e0d27)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:52.064156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.124006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.142393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Transition to ACTIVE for port object 8e464fd1-fbec-46c5-b492-863de409eb18 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:52.175522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120f342-dc65-4be4-9447-780024f1d453 None None] Pushing event updated for resources: {'Port': ['ID=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:52.181219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.280128 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93e09371-56bd-46b9-b299-02a0edd745c1 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eab52303917d4fddb5b108cbba306d50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8892703 Dec 23 16:08:52.289346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47524) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:52.419084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:52.427259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:52.446949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:52.513153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edaf356-74dc-4fa4-a44a-fe97e1200d53 None None] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:52.527845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 21028b05-4bcb-4ed1-95a8-7462b2f1d60a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:52.559742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=8e464fd1-fbec-46c5-b492-863de409eb18,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:52.678354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.705628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:52.709059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.719406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.750568 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-94c792fd-3b29-4878-8c9a-f768bd80cb5e tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8951755 Dec 23 16:08:52.754762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47530) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:52.765776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.774453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.793616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'name': 'tempest-AllowedAddressPairTestJSON-212502327', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:4c:11:f6'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:52.824451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Transition to ACTIVE for port object 65933dbc-b1d5-4263-9c59-f8902cbfd238 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:52.871160 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1fc8c14c-a8bc-46c8-9cf7-d1d2766dac83 req-ac30efaf-2a4b-4b8e-b53d-4332c65c034b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.1131911 Dec 23 16:08:52.898205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] Pushing event deleted for resources: {'Network': ['ID=9ad887c5-49f5-4cc6-a2e5-9ceca6439185,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:52.917685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f3236-18f7-4e33-90e9-0774d6440a03 req-23b7aaa3-b7dc-4852-80e9-979cefaf1e6b tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:52.919608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-097f3236-18f7-4e33-90e9-0774d6440a03 req-23b7aaa3-b7dc-4852-80e9-979cefaf1e6b tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 932 time: 1.3654943 Dec 23 16:08:52.935263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c3fd25da-afc2-471c-bab8-ea8884b84273 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:52.972399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Transition to ACTIVE for port object 635bc9b1-710c-4436-ae73-e2fa6ffb270d will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:53.020691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Router 2c6717e4-72d2-433d-8f2f-045e8d57b14a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:08:53.033117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b8fc2f2d-aa33-4ae4-b04b-041434912790 None None] Provisioning for port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:53.040631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b6adf1da-cb05-4851-9ca2-4d2191897892 tempest-PortsAdminExtendedAttrsTestJSON-802677937 tempest-PortsAdminExtendedAttrsTestJSON-802677937-project] 10.222.0.18 "DELETE /v2.0/networks/9ad887c5-49f5-4cc6-a2e5-9ceca6439185 HTTP/1.1" status: 204 len: 168 time: 3.8720031 Dec 23 16:08:53.043749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b8fc2f2d-aa33-4ae4-b04b-041434912790 None None] Provisioning complete for port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:53.043749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2f2d-aa33-4ae4-b04b-041434912790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.056953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c3fd25da-afc2-471c-bab8-ea8884b84273 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.077375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.108812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.124107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:53.125275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.139480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.140339 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Added segment e327550c-6390-41a8-a1b8-27b82711d46c of type vlan for network 38afa2b7-4a9d-4dd0-9da0-aeda36705327 Dec 23 16:08:53.141477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:53.172413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:53.172867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.174878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.233956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:53.237752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event updated for resources: {'Port': ['ID=65933dbc-b1d5-4263-9c59-f8902cbfd238,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:53.243179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Usage tracker for resource:port and tenant:e6da84fb167746fea074aeb1c737c3ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:53.248733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:53.257959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:53.280309 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:53.281654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:53.298667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:53.300758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c3fd25da-afc2-471c-bab8-ea8884b84273 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.316130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:53.335104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.339741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:53.340845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.481956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2f2d-aa33-4ae4-b04b-041434912790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.511931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:53.512609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.589152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b8fc2f2d-aa33-4ae4-b04b-041434912790 None None] For port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,segment=NetworkSegment(0a9de4fe-edb0-4741-ae6e-81792d2739d9),segment_id=0a9de4fe-edb0-4741-ae6e-81792d2739d9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:53.701995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Pushing event updated for resources: {'Network': ['ID=38afa2b7-4a9d-4dd0-9da0-aeda36705327,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:53.783308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.823048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd25da-afc2-471c-bab8-ea8884b84273 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692b7a5a-5346-458a-97cb-6e62f2abc333,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:53.856537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] device_id is not set on port 88422676-80b5-4c6c-97af-d27af0567224 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:53.862622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 38afa2b7-4a9d-4dd0-9da0-aeda36705327 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:53.881927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ee9929-06ad-4403-99a0-a06f20b86ff4 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:08:53.890542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.926631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:53.931461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Transition to ACTIVE for port object 71ee9929-06ad-4403-99a0-a06f20b86ff4 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:53.934144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7640646-833c-42a7-ad97-45e9a890270a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:53.942027 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-097f3236-18f7-4e33-90e9-0774d6440a03 req-b757f6cb-a3fc-4aca-bbba-c827f070398e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9821501 Dec 23 16:08:53.949157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.962030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c3fd25da-afc2-471c-bab8-ea8884b84273 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.971871 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c3fd25da-afc2-471c-bab8-ea8884b84273 tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/692b7a5a-5346-458a-97cb-6e62f2abc333 HTTP/1.1" status: 204 len: 168 time: 1.6613147 Dec 23 16:08:53.992370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:54.001359 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-a6597e52-40d6-4003-936e-74a10e54c971 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2355394 Dec 23 16:08:54.025511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.029423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8fc2f2d-aa33-4ae4-b04b-041434912790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.271509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c231b66-3bed-4a69-9633-c7a2076bbe30 None None] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:08:54.434567 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-958c6974-9bc2-4c85-90f3-4b1399f26e92 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.4051962 Dec 23 16:08:54.449833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47550) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:54.478346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c948fcbc-4cf7-4cfa-86e0-e96b988db2ad up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:54.529686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=71ee9929-06ad-4403-99a0-a06f20b86ff4,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:54.630835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc2f2d-aa33-4ae4-b04b-041434912790 None None] Pushing event updated for resources: {'Port': ['ID=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:54.649948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e781f37e-6d23-4f47-8f3e-5123bcc99f37 None None] Provisioning for port 65933dbc-b1d5-4263-9c59-f8902cbfd238 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:54.659664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Allocated IP 172.20.0.4 (aeb4802b-234a-4cb2-8bd7-b23f82ba9060/43a3d319-c50c-40cd-ab65-d37389677588/88422676-80b5-4c6c-97af-d27af0567224) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:54.661318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e781f37e-6d23-4f47-8f3e-5123bcc99f37 None None] Provisioning complete for port 65933dbc-b1d5-4263-9c59-f8902cbfd238 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:54.661972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e781f37e-6d23-4f47-8f3e-5123bcc99f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.742334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event updated for resources: {'Port': ['ID=635bc9b1-710c-4436-ae73-e2fa6ffb270d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:54.756802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:54.769874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e781f37e-6d23-4f47-8f3e-5123bcc99f37 None None] Port 65933dbc-b1d5-4263-9c59-f8902cbfd238 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:54.778121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:54.789400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:54.794104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:54.795084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.828482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b180c-e211-4f5d-aae8-6a811843c325 req-17808156-36c7-4f7c-8db5-578582eea932 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:54.830651 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-378b180c-e211-4f5d-aae8-6a811843c325 req-17808156-36c7-4f7c-8db5-578582eea932 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 931 time: 0.6823537 Dec 23 16:08:54.856591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Attempting to bind port 71ee9929-06ad-4403-99a0-a06f20b86ff4 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:54.857329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Attempting to bind port 71ee9929-06ad-4403-99a0-a06f20b86ff4 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:54.857911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Attempting to bind port 71ee9929-06ad-4403-99a0-a06f20b86ff4 on network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:54.889814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f571845c-5ac7-412d-b7d7-3ef9c2e59972 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 7.0547304 Dec 23 16:08:54.902727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47556) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:54.931206 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-378b180c-e211-4f5d-aae8-6a811843c325 req-8038e244-ad5f-41b8-9794-27d86446e31c tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893524 Dec 23 16:08:54.934228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Port 71ee9929-06ad-4403-99a0-a06f20b86ff4 on network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:54.934810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Attempting to bind port 71ee9929-06ad-4403-99a0-a06f20b86ff4 on network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:54.941042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Request body: {'port': {'network_id': '19a6d2ac-65b0-471c-a350-b8da0ff51b4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-409517243', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:54.941644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] bootfile-name is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:08:54.942046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] tftp-server is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:08:54.942635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] server-ip-address is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:08:54.951210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Request body: {'port': {'device_id': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:54.966842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a147a223-8a97-4b09-819e-739cd007703a None None] Provisioning for port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:54.987266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a147a223-8a97-4b09-819e-739cd007703a None None] Provisioning complete for port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:54.987719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a147a223-8a97-4b09-819e-739cd007703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.032014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:55.153874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:55.154239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.190398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'network': {'name': 'tempest-network--982724385', 'router:external': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:55.232965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:55.235284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:55.235635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Checking segment: {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:55.242645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Bound using segment: {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:55.243180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Bound port: 71ee9929-06ad-4403-99a0-a06f20b86ff4, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:55.243913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.273922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:55.283064 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-50c5898a-f859-4607-9852-eff35c0dd0f6 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "PUT /v2.0/routers/2c6717e4-72d2-433d-8f2f-045e8d57b14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2770808 Dec 23 16:08:55.286347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:network and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:55.290055 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] Sync routers for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:08:55.291953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47564) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:55.317605 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:55.319156 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:55.338022 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b39be8ed-4951-4e9e-86bb-5e778d433a77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7df956337f414c1d90e161e530d497e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3836555 Dec 23 16:08:55.342538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47566) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:55.348384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:55.359561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.408737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.420298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Request body: {'port': {'network_id': 'ac8350dd-6305-43c0-ad5c-4723a32e6532', 'name': 'tempest-FloatingIPAdminTestJSON-1519675917'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:55.428484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.455037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:55.515342 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:55.546821 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:55.547774 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:55.555648 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,segment=NetworkSegment(9e8dae24-9204-4a75-a42f-4f6e9c3e0d27),segment_id=9e8dae24-9204-4a75-a42f-4f6e9c3e0d27)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:55.570438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.639352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Transition to ACTIVE for port object 88422676-80b5-4c6c-97af-d27af0567224 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:55.685891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] For port 71ee9929-06ad-4403-99a0-a06f20b86ff4, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:55.699371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] For port 71ee9929-06ad-4403-99a0-a06f20b86ff4, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:55.744058 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:55.744474 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d71d25-61e7-4765-9678-a40523bbfa5a None None] The sync data for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:08:55.811424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.864152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:56.019285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e9354b99-1684-4bc1-a60e-8265938de46d None None] Provisioning complete for port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:56.019673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9354b99-1684-4bc1-a60e-8265938de46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.047699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.203258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.245493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.247428 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1094 time: 6.8598797 Dec 23 16:08:56.255585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e23602-eec8-4916-acff-b20c7f6564cc']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:56.260922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:08:56.269359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e0fab8b-b509-4039-999a-cad4ea849dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.274137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Made reservation on behalf of f2057d40fe594fd19c4e9319e4b11151 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:56.276436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.294040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.307155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e9354b99-1684-4bc1-a60e-8265938de46d None None] Provisioning for port 635bc9b1-710c-4436-ae73-e2fa6ffb270d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:56.313982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.314200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e9354b99-1684-4bc1-a60e-8265938de46d None None] Provisioning complete for port 635bc9b1-710c-4436-ae73-e2fa6ffb270d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:56.314467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9354b99-1684-4bc1-a60e-8265938de46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.322971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb497a7-c740-4813-8033-81a7f2b0f43e') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:56.323604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb497a7-c740-4813-8033-81a7f2b0f43e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:56.331636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:56.335470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Usage tracker for resource:port and tenant:77736a90ba7b4a7aa453d6eacb22f0b0 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:56.338858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:56.344545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:56.400674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 21028b05-4bcb-4ed1-95a8-7462b2f1d60a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:56.430847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Made reservation on behalf of 77736a90ba7b4a7aa453d6eacb22f0b0 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:56.433847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.470840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] device_id is not set on port 59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:56.485096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:56.487267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e9354b99-1684-4bc1-a60e-8265938de46d None None] Port 635bc9b1-710c-4436-ae73-e2fa6ffb270d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:56.499519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.508544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:56.514748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:56.515358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.638827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:56.654945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Allocated IP 2001:db8::3ad (19a6d2ac-65b0-471c-a350-b8da0ff51b4a/7dde7e6a-7dc1-400a-a216-b44065b891ea/59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:56.657016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175a384-8b43-4bd0-aeab-26c5f3e8d2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=71ee9929-06ad-4403-99a0-a06f20b86ff4,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:56.674936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f58f-2b2e-4438-b22a-bbd89da39f4b req-a4ba31b0-8e8e-42eb-b0d7-8b362ed5ec3d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:56.676533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1e06f58f-2b2e-4438-b22a-bbd89da39f4b req-a4ba31b0-8e8e-42eb-b0d7-8b362ed5ec3d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 944 time: 1.4067547 Dec 23 16:08:56.690140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-40835a11-9aab-4b3f-b32e-31a685f4ec3a None None] Provisioning complete for port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:56.690494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40835a11-9aab-4b3f-b32e-31a685f4ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.693518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e0fab8b-b509-4039-999a-cad4ea849dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.729285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.739329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:08:56.739704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.752482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c948fcbc-4cf7-4cfa-86e0-e96b988db2ad up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:56.775362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:56.784604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:security_group_rule and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:56.790300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:56.822539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:08:56.825989 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:08:56.832564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:08:56.840500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Usage tracker for resource:port and tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:08:56.848962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=88422676-80b5-4c6c-97af-d27af0567224,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:56.859538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:08:56.859731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:56.860150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.889163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:08:56.896149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c2da-8d0f-4416-8ee8-c220d9cc3156 req-d8bca845-fc0b-410a-a84c-33ab9bc7d261 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:56.898184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cc05c2da-8d0f-4416-8ee8-c220d9cc3156 req-d8bca845-fc0b-410a-a84c-33ab9bc7d261 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 931 time: 0.6481655 Dec 23 16:08:56.904875 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1e06f58f-2b2e-4438-b22a-bbd89da39f4b req-6a17843a-a016-4e65-bc17-fa3f2bf2c8d5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964107 Dec 23 16:08:56.998510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:56.998809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.008231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Made reservation on behalf of fe971ce7f9a143dbbe98d0d4e0028ba5 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:08:57.011186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.013104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.051015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.073298 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "DELETE /v2.0/networks/52e23602-eec8-4916-acff-b20c7f6564cc HTTP/1.1" status: 204 len: 168 time: 3.0728049 Dec 23 16:08:57.074873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d349ef-8c2a-45ec-a0a6-3a4686f6cbfe tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Pushing event deleted for resources: {'Network': ['ID=52e23602-eec8-4916-acff-b20c7f6564cc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:57.076146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] device_id is not set on port d582225e-bde2-4aa9-9bd1-605c146322fa yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:08:57.076709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47584) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:57.107382 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae59a6f6-87ac-48b2-adf4-7668c82e64f2 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.3345416 Dec 23 16:08:57.111290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47588) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:57.131614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-40835a11-9aab-4b3f-b32e-31a685f4ec3a None None] Provisioning for port 8e464fd1-fbec-46c5-b492-863de409eb18 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:57.141841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-40835a11-9aab-4b3f-b32e-31a685f4ec3a None None] Provisioning complete for port 8e464fd1-fbec-46c5-b492-863de409eb18 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:57.142743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40835a11-9aab-4b3f-b32e-31a685f4ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.166401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e0fab8b-b509-4039-999a-cad4ea849dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.168695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e0fab8b-b509-4039-999a-cad4ea849dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.171031 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3e0fab8b-b509-4039-999a-cad4ea849dd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff1ec94d-ffee-4d04-a5d8-8c46946b49f0 HTTP/1.1" status: 204 len: 168 time: 1.8243618 Dec 23 16:08:57.204861 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cc05c2da-8d0f-4416-8ee8-c220d9cc3156 req-e4b9c06b-e057-41c8-acaa-bc57a9823d3d tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940125 Dec 23 16:08:57.214562 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'status': 'completed', 'code': 200} Dec 23 16:08:57.247574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fab8b-b509-4039-999a-cad4ea849dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1ec94d-ffee-4d04-a5d8-8c46946b49f0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:57.254520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-40835a11-9aab-4b3f-b32e-31a685f4ec3a None None] Port 8e464fd1-fbec-46c5-b492-863de409eb18 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:57.287672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.297622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.310458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.354028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:08:57.384422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a23cc6d-b892-4a3b-9627-1874ae0c4094,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:57.388284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-623b5b17-ca1a-45d0-aa1a-96cf7dfde535 None None] Provisioning for port 88422676-80b5-4c6c-97af-d27af0567224 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:57.391282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Allocated IP 172.20.0.5 (ac8350dd-6305-43c0-ad5c-4723a32e6532/5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1/d582225e-bde2-4aa9-9bd1-605c146322fa) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:08:57.399113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-623b5b17-ca1a-45d0-aa1a-96cf7dfde535 None None] Provisioning complete for port 88422676-80b5-4c6c-97af-d27af0567224 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:57.399730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-623b5b17-ca1a-45d0-aa1a-96cf7dfde535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.400985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.401400 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Added segment 3642d172-d7c5-49fe-82e4-e4cd2c750a59 of type vlan for network 141d4930-5e3f-44e9-acaf-3fab3c69bfd1 Dec 23 16:08:57.407525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.458812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Transition to ACTIVE for port object 59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:57.499856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.541164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-623b5b17-ca1a-45d0-aa1a-96cf7dfde535 None None] Port 88422676-80b5-4c6c-97af-d27af0567224 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:57.589620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65933dbc-b1d5-4263-9c59-f8902cbfd238 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:08:57.601073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.620406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8fd84-75b1-4ec5-841f-af66ca8c2817 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:57.624198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8fd84-75b1-4ec5-841f-af66ca8c2817 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:57.628317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8fd84-75b1-4ec5-841f-af66ca8c2817 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:57.629302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0dc8fd84-75b1-4ec5-841f-af66ca8c2817 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Synchronizing usage tracker for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:57.640073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.652046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.659437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Transition to ACTIVE for port object 65933dbc-b1d5-4263-9c59-f8902cbfd238 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:57.670142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.702386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.703345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:57.703965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.728062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:57.739994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0dc8fd84-75b1-4ec5-841f-af66ca8c2817 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Unset dirty status for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:57.741718 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0dc8fd84-75b1-4ec5-841f-af66ca8c2817 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5767639 Dec 23 16:08:57.756054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d31366-d20b-47d4-8448-93cada0b8813']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:57.760684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47602) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:57.784066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138f820d-5581-4999-84ad-934647dbe31e') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:57.784280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138f820d-5581-4999-84ad-934647dbe31e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:57.845294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.861522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:57.866343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Pushing event updated for resources: {'Port': ['ID=65933dbc-b1d5-4263-9c59-f8902cbfd238,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:57.894555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.898839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:57.901303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:57.905565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:57.906023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.915759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:08:57.916381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.920075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event updated for resources: {'Port': ['ID=59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:57.928779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:08:57.934622 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:08:57.971160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Network': ['ID=141d4930-5e3f-44e9-acaf-3fab3c69bfd1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:57.985742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 141d4930-5e3f-44e9-acaf-3fab3c69bfd1 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:08:57.991525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5f9bffe9-6e67-4d65-b64b-8f7c49c9e884 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.5254786 Dec 23 16:08:57.996258 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bb72a7c8-8b93-4347-b088-2753985edbab tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0879190 Dec 23 16:08:57.996258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47608) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:57.996258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Transition to ACTIVE for port object d582225e-bde2-4aa9-9bd1-605c146322fa will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:08:57.999140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port 88422676-80b5-4c6c-97af-d27af0567224 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:58.000383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.029151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:58.066219 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0ac89841-f046-4c2e-8b8b-ff756a258265 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3529119e19644fdb645312c6fc525dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346598 Dec 23 16:08:58.066722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47616) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:58.200958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.254702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.275456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] Pushing event deleted for resources: {'Network': ['ID=64d31366-d20b-47d4-8448-93cada0b8813,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:58.281626 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c78d3e1d-a7df-4df8-8985-86a67f29a2bf tempest-QuotasNegativeTest-1768092154 tempest-QuotasNegativeTest-1768092154-project-admin] 10.222.0.18 "DELETE /v2.0/networks/64d31366-d20b-47d4-8448-93cada0b8813 HTTP/1.1" status: 204 len: 168 time: 1.1985266 Dec 23 16:08:58.281626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Attempting to bind port 65933dbc-b1d5-4263-9c59-f8902cbfd238 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:08:58.281626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Attempting to bind port 65933dbc-b1d5-4263-9c59-f8902cbfd238 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:08:58.281626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Attempting to bind port 65933dbc-b1d5-4263-9c59-f8902cbfd238 on network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:58.293428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Port 65933dbc-b1d5-4263-9c59-f8902cbfd238 on network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:08:58.293694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Attempting to bind port 65933dbc-b1d5-4263-9c59-f8902cbfd238 on network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:08:58.304438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:08:58.304833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Checking segment: {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:08:58.305551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Bound using segment: {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:08:58.306037 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Bound port: 65933dbc-b1d5-4263-9c59-f8902cbfd238, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ff4c1-7704-4a5d-8910-29d9693c481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:08:58.306466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.325267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877bcf2b-6d12-42cc-8976-b5d3413ab6ed tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:58.329385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877bcf2b-6d12-42cc-8976-b5d3413ab6ed tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:58.333961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877bcf2b-6d12-42cc-8976-b5d3413ab6ed tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:58.339357 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-877bcf2b-6d12-42cc-8976-b5d3413ab6ed tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3034558 Dec 23 16:08:58.344567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:58.369255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-58ce30aa-3519-4a67-ab9e-1fa139638eb2 None None] Provisioning for port 59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:58.374433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-58ce30aa-3519-4a67-ab9e-1fa139638eb2 None None] Provisioning complete for port 59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:58.374611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58ce30aa-3519-4a67-ab9e-1fa139638eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.435476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-58ce30aa-3519-4a67-ab9e-1fa139638eb2 None None] Port 59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:58.514322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Deleting port 59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:08:58.514744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.540329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.614961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] For port 65933dbc-b1d5-4263-9c59-f8902cbfd238, host hv-neutron-8228, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:08:58.625784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.652358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] For port 65933dbc-b1d5-4263-9c59-f8902cbfd238, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:08:58.657662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.750043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-413e7db6-e191-49e6-b9b4-a16496ec453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.812489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.813830 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] 10.222.0.59 "PUT /v2.0/ports/65933dbc-b1d5-4263-9c59-f8902cbfd238 HTTP/1.1" status: 200 len: 1093 time: 4.3332517 Dec 23 16:08:58.816711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:08:58.857586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc363dad-29a8-4ba2-9b86-df3132745f20 service neutron] Pushing event updated for resources: {'Port': ['ID=65933dbc-b1d5-4263-9c59-f8902cbfd238,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:58.934922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.935734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:08:58.944764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fc46-3111-4dcb-9044-a342455aa43f req-bacedd87-e569-40f3-9ce4-0cfa0edf469c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:58.946236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-13a2fc46-3111-4dcb-9044-a342455aa43f req-bacedd87-e569-40f3-9ce4-0cfa0edf469c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 944 time: 0.7449875 Dec 23 16:08:58.949018 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e232773-7e31-43a6-b4b3-dbda6b374a4f req-a17a3fd7-61d8-4fa3-8fd6-d419cd8edb40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1097 time: 0.8814497 Dec 23 16:08:58.959573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event updated for resources: {'Port': ['ID=d582225e-bde2-4aa9-9bd1-605c146322fa,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:58.962958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:08:58.965001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:08:59.003848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-413e7db6-e191-49e6-b9b4-a16496ec453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.062801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056d61a-c035-42f4-a1d1-a507ca5f953f req-d83b50bf-cc1f-4e12-adc0-3e7809736920 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:59.064413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b056d61a-c035-42f4-a1d1-a507ca5f953f req-d83b50bf-cc1f-4e12-adc0-3e7809736920 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 943 time: 0.6877730 Dec 23 16:08:59.135161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Calling delete_port for 59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:59.199849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.217538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47640) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:59.300168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.318322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:59.319436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.326481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-df89b352-55f9-4705-b934-dd6c14dd8e51 None None] Provisioning for port d582225e-bde2-4aa9-9bd1-605c146322fa completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:08:59.333406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-df89b352-55f9-4705-b934-dd6c14dd8e51 None None] Provisioning complete for port d582225e-bde2-4aa9-9bd1-605c146322fa triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:59.334137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df89b352-55f9-4705-b934-dd6c14dd8e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.340193 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-6d0b1f57-e396-4407-a11f-ecc489c38502 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd82bf6ea160473ca0748b30f4ab9674&device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 1096 time: 0.1627264 Dec 23 16:08:59.438549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-df89b352-55f9-4705-b934-dd6c14dd8e51 None None] Port d582225e-bde2-4aa9-9bd1-605c146322fa cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:08:59.457706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Calling delete_port for 88422676-80b5-4c6c-97af-d27af0567224 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:08:59.500357 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-01341961-b2e4-4c63-bcc6-c83f999aab67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238 HTTP/1.1" status: 200 len: 217 time: 0.1486719 Dec 23 16:08:59.506550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.519163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141d4930-5e3f-44e9-acaf-3fab3c69bfd1']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:59.579694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3642d172-d7c5-49fe-82e4-e4cd2c750a59') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:59.580375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3642d172-d7c5-49fe-82e4-e4cd2c750a59') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:59.591948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event deleted for resources: {'Port': ['ID=59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:59.607901 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-13a2fc46-3111-4dcb-9044-a342455aa43f req-5a01ad5f-e68c-4492-b4cf-130c8ece2511 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6103318 Dec 23 16:08:59.608573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.628963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.646301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.653701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ab43a83b-505e-4a31-bc5f-898e2666f788 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3017545 Dec 23 16:08:59.656068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b056d61a-c035-42f4-a1d1-a507ca5f953f req-b490013b-3e17-4746-b422-0fde690fd295 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5632467 Dec 23 16:08:59.670058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47648) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:59.671416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-e62b15d5-cf2b-4753-bdba-49444e528dbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:59.677120 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-e62b15d5-cf2b-4753-bdba-49444e528dbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ccfd2774-8d4d-45a9-b5f4-3c74c947222b HTTP/1.1" status: 200 len: 845 time: 0.1683059 Dec 23 16:08:59.694352 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18fe1e6b-f03e-4d92-ada6-851dfe1e1bf0 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "DELETE /v2.0/ports/59d77cf5-0b44-4d45-9f4a-ee5b4a2ac325 HTTP/1.1" status: 204 len: 168 time: 1.3484271 Dec 23 16:08:59.700908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:59.744040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Request body: {'port': {'name': 'tempest-new-port-name-1204968347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:08:59.744472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] bootfile-name is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:08:59.744792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] tftp-server is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:08:59.745124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] server-ip-address is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:08:59.793559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232773-7e31-43a6-b4b3-dbda6b374a4f req-f9d906ec-7279-487b-b8a1-0c2490d60280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:59.795704 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e232773-7e31-43a6-b4b3-dbda6b374a4f req-f9d906ec-7279-487b-b8a1-0c2490d60280 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9f81991c26d3421e8a0c6423b80da577&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7969339 Dec 23 16:08:59.796519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-413e7db6-e191-49e6-b9b4-a16496ec453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.801157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.815235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.892055 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.900831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:08:59.901301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.914497 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-da8cf9d1-fbdd-4d7a-bd2d-4c5a2b81ea8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2147303 Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:08:59.917110 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:08:59.918963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7db6-e191-49e6-b9b4-a16496ec453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dedc836-2932-46ef-b45a-6f6f895768e8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:00.035157 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'status': 'completed', 'code': 200} Dec 23 16:09:00.045749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'project_id': 'fe971ce7f9a143dbbe98d0d4e0028ba5', 'port_id': 'd582225e-bde2-4aa9-9bd1-605c146322fa'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:00.058822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:00.070332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Usage tracker for resource:floatingip and tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:00.082091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:00.103575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:00.134585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Port': ['ID=88422676-80b5-4c6c-97af-d27af0567224,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:00.142540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-413e7db6-e191-49e6-b9b4-a16496ec453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.147337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-413e7db6-e191-49e6-b9b4-a16496ec453e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dedc836-2932-46ef-b45a-6f6f895768e8 HTTP/1.1" status: 204 len: 168 time: 2.0704048 Dec 23 16:09:00.213854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.262528 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Sync routers for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:00.288096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:00.289657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:00.332443 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-78e0d789-bfdc-4130-aea7-3df64c27ce87 service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112263 Dec 23 16:09:00.400377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.569772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 141d4930-5e3f-44e9-acaf-3fab3c69bfd1 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 16:09:00.576447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event deleted for resources: {'Network': ['ID=141d4930-5e3f-44e9-acaf-3fab3c69bfd1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:00.578938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.632130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.635684 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c3772632-89f2-4da5-a2d3-92e6075b3385 req-9427e18c-6ca1-4d8b-af9b-88c2f52ec0f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846358 Dec 23 16:09:00.640122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:00.663177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8e0ed183a14046a89b4d34e0687804 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:00.668641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.691378 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:00.765719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:00.782132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:00.905077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.906757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232773-7e31-43a6-b4b3-dbda6b374a4f req-4d0283cf-82dc-4ee9-ab54-ed7fb1dd31d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:00.908807 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e232773-7e31-43a6-b4b3-dbda6b374a4f req-4d0283cf-82dc-4ee9-ab54-ed7fb1dd31d8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0913751 Dec 23 16:09:00.921232 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-30d07e2b-f632-42c8-a8f5-ee2c6f85fc75 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "DELETE /v2.0/networks/141d4930-5e3f-44e9-acaf-3fab3c69bfd1 HTTP/1.1" status: 204 len: 168 time: 2.8795314 Dec 23 16:09:00.924476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.932674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47676) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:00.945757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event updated for resources: {'Port': ['ID=635bc9b1-710c-4436-ae73-e2fa6ffb270d,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:00.985212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] In _notify_port_updated(), no bound segment for port 635bc9b1-710c-4436-ae73-e2fa6ffb270d on network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:00.994984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:00.997133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.002899 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7885a0ba-0199-4ac9-8a4e-0856d5fcd2ae tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "PUT /v2.0/ports/635bc9b1-710c-4436-ae73-e2fa6ffb270d HTTP/1.1" status: 200 len: 1130 time: 1.3010259 Dec 23 16:09:01.018494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47680) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:01.066853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f623d0d-05e0-4dce-a828-bb0220d58c7f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:01.143325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:01.191195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff30526-3fd7-44f3-bd39-d215bbdb3124 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:01.192103 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bff30526-3fd7-44f3-bd39-d215bbdb3124 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Synchronizing usage tracker for tenant:77736a90ba7b4a7aa453d6eacb22f0b0 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:01.194721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:01.222153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.247983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:network and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:01.261861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 2, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:01.266599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Checking router: 7338db84-f84c-404e-b5b0-600d4c16cffd for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:09:01.267081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Updating router 7338db84-f84c-404e-b5b0-600d4c16cffd port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:09:01.272378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:01.292834 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-963d7c2c-0c56-418e-be89-b25aa82fe098 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f8e0ed183a14046a89b4d34e0687804&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0613883 Dec 23 16:09:01.307844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47688) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:01.313440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.321209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:01.325168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-29f11ff4-6abd-43b1-a52c-6e3930efcbda tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/ports/88422676-80b5-4c6c-97af-d27af0567224 HTTP/1.1" status: 204 len: 168 time: 3.5167892 Dec 23 16:09:01.331422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bff30526-3fd7-44f3-bd39-d215bbdb3124 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Unset dirty status for tenant:77736a90ba7b4a7aa453d6eacb22f0b0 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:01.335591 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bff30526-3fd7-44f3-bd39-d215bbdb3124 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "GET /v2.0/ports/635bc9b1-710c-4436-ae73-e2fa6ffb270d HTTP/1.1" status: 200 len: 1130 time: 0.3113859 Dec 23 16:09:01.335591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47694) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:01.346581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47696) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:01.382942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.426125 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-703d11ac-494f-426b-bebc-ec861d3c3c66 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] GET failed (client error): The resource could not be found. Dec 23 16:09:01.427792 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-703d11ac-494f-426b-bebc-ec861d3c3c66 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "GET /v2.0/ports/88422676-80b5-4c6c-97af-d27af0567224 HTTP/1.1" status: 404 len: 333 time: 0.0599959 Dec 23 16:09:01.432265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Made reservation on behalf of f2057d40fe594fd19c4e9319e4b11151 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:01.434897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.444024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47702) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:01.453319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'name': 'tempest-AllowedAddressPairTestJSON-561615379'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:01.531044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e981d-7187-47f0-aa04-8b31efb726c8 req-60ce500a-11b0-4599-b299-867aab1e2c49 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:01.532951 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b77e981d-7187-47f0-aa04-8b31efb726c8 req-60ce500a-11b0-4599-b299-867aab1e2c49 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 943 time: 0.6227396 Dec 23 16:09:01.561594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4eb9be-96b0-4301-a8a4-a30399ec9ec8 req-b57c0e54-547f-4648-a35a-c631db364886 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:01.569179 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d4eb9be-96b0-4301-a8a4-a30399ec9ec8 req-b57c0e54-547f-4648-a35a-c631db364886 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 944 time: 0.6578450 Dec 23 16:09:01.581170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1278b3b7-e10b-4090-9056-7ece395ef577 None None] Provisioning complete for port 635bc9b1-710c-4436-ae73-e2fa6ffb270d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:01.581547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1278b3b7-e10b-4090-9056-7ece395ef577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.608309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Deleting port 635bc9b1-710c-4436-ae73-e2fa6ffb270d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:01.609351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.642621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1278b3b7-e10b-4090-9056-7ece395ef577 None None] Port 635bc9b1-710c-4436-ae73-e2fa6ffb270d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:01.686210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:01.695588 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-50611b8d-2f9b-4f81-939e-e690450cc628 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd82bf6ea160473ca0748b30f4ab9674&device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 1096 time: 0.8322825 Dec 23 16:09:01.696744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Usage tracker for resource:port and tenant:e6da84fb167746fea074aeb1c737c3ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:01.703373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:01.733853 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Allocated IP 172.26.7.22 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/cb4adff0-0a10-4568-b9f2-f7defffcf080) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:01.738548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:01.770520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-a73eccbf-c302-4d9a-90e0-a7385d614311 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1097 time: 0.7201595 Dec 23 16:09:01.771215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0ccbe08-da27-41d6-bf62-7b9ab89545fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.880080 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-02927967-dda7-4f20-9164-5c8bd543a7a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 217 time: 0.0830557 Dec 23 16:09:01.885001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:01.888148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.907992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:01.927226 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d4eb9be-96b0-4301-a8a4-a30399ec9ec8 req-fdf60aa0-6fbb-4187-8bde-53db8b9692f4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571334 Dec 23 16:09:01.935004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.950748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Transition to ACTIVE for port object c0f4f810-bc74-4baf-a6cc-c1b31300ef70 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:01.960925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.967587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] device_id is not set on port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:02.033883 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b77e981d-7187-47f0-aa04-8b31efb726c8 req-f57ad455-47b8-400e-80c1-686c02e45630 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4792440 Dec 23 16:09:02.036484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0ccbe08-da27-41d6-bf62-7b9ab89545fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.104290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-2a459630-1957-4d45-b4d0-05ea14917d29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:02.105736 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-2a459630-1957-4d45-b4d0-05ea14917d29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 HTTP/1.1" status: 200 len: 907 time: 0.4034331 Dec 23 16:09:02.124217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae98fd-96b2-4806-90b4-a7c5660da993 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:02.141597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.141947 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Added segment b2b5a908-866c-4585-8671-ac562fb82a23 of type vlan for network 8f20dbec-8472-435f-bdc4-841e1cead415 Dec 23 16:09:02.226333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Attempting to bind port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:02.227418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Attempting to bind port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:02.227418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Attempting to bind port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 on network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:02.228753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.234033 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:02.234485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Checking segment: {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:02.234855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.235245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Bound using segment: {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:02.235749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Bound port: c0f4f810-bc74-4baf-a6cc-c1b31300ef70, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50abd67-fbfc-4250-8065-537661aa4c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:02.236111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.279205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-2aaed246-36a6-4e91-8920-83b574fd8381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:02.280692 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-2aaed246-36a6-4e91-8920-83b574fd8381 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.3774385 Dec 23 16:09:02.291714 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-c6192a05-c4b8-428d-81e2-6e106b5eeaed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238 HTTP/1.1" status: 200 len: 217 time: 0.1735699 Dec 23 16:09:02.299314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.340617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] For port c0f4f810-bc74-4baf-a6cc-c1b31300ef70, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:02.345240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] For port c0f4f810-bc74-4baf-a6cc-c1b31300ef70, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:02.357642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.390352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.473011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.473286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:02.485835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:02.499775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:02.530638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4adff0-0a10-4568-b9f2-f7defffcf080,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:02.543345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Allocated IP 172.20.0.5 (aeb4802b-234a-4cb2-8bd7-b23f82ba9060/43a3d319-c50c-40cd-ab65-d37389677588/9937ed4c-3dd1-4632-bf7c-30d325b84e52) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:02.555193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-fd2b8503-f222-4a65-8ac0-7f127ec467eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:02.556931 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-fd2b8503-f222-4a65-8ac0-7f127ec467eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ccfd2774-8d4d-45a9-b5f4-3c74c947222b HTTP/1.1" status: 200 len: 845 time: 0.2495077 Dec 23 16:09:02.600145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae98fd-96b2-4806-90b4-a7c5660da993 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:02.603978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:02.604585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:08:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:02.678664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Calling delete_port for 635bc9b1-710c-4436-ae73-e2fa6ffb270d owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:02.856685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:02.861688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:02.889259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47726) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:02.964915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:02.966782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0ccbe08-da27-41d6-bf62-7b9ab89545fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.027886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccbe08-da27-41d6-bf62-7b9ab89545fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f623d0d-05e0-4dce-a828-bb0220d58c7f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:03.029660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event deleted for resources: {'Port': ['ID=635bc9b1-710c-4436-ae73-e2fa6ffb270d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:03.044146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-b0d203b3-99ba-4004-8d32-3b095ed06135 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7458384 Dec 23 16:09:03.074673 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-37a7c02d-fddc-45b2-9a30-4d95406369e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4875851 Dec 23 16:09:03.188267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-2986894b-de7e-4562-b893-87bd628b3efd service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302910 Dec 23 16:09:03.192872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.193680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:03.194240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.230207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0ccbe08-da27-41d6-bf62-7b9ab89545fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.231347 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a0ccbe08-da27-41d6-bf62-7b9ab89545fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f623d0d-05e0-4dce-a828-bb0220d58c7f HTTP/1.1" status: 204 len: 168 time: 1.9214110 Dec 23 16:09:03.286269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:02Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:03.296907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb83f7b-7f54-4429-9d15-0630552e963a None None] The sync data for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv is: [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:02Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:03.337319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-517778963'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:03.351245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:03.359341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.375378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Usage tracker for resource:router and tenant:573d921343fd4049b6f43e6cdef9410b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:03.390756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:03.417505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:03.442541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Transition to ACTIVE for port object 9937ed4c-3dd1-4632-bf7c-30d325b84e52 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:03.454588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.4070973 Dec 23 16:09:03.455590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47738) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:03.488544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.489490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.600612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.606896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bd7ab35c-efc3-4a31-b712-c85c7cdfe7f5 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "DELETE /v2.0/ports/635bc9b1-710c-4436-ae73-e2fa6ffb270d HTTP/1.1" status: 204 len: 168 time: 2.2489064 Dec 23 16:09:03.607743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47744) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:03.686319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'subnet': {'network_id': '8f20dbec-8472-435f-bdc4-841e1cead415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:03.694412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791e47e-aa49-468f-8842-b63bb070a4ff tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Network': ['ID=8f20dbec-8472-435f-bdc4-841e1cead415,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:03.700684 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a12bfaf-d160-4cc9-81a1-addb21f6c258 req-a800f3a6-07a3-44d7-b4b2-2f5cee7b8478 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670067 Dec 23 16:09:03.705169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 8f20dbec-8472-435f-bdc4-841e1cead415 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:03.785723 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-99830a54-bb38-4922-b09d-c25edaaf6952 service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942217 Dec 23 16:09:03.785947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:03.791727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:subnet and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:03.795004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:03.802997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:03.820565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Made reservation on behalf of f2057d40fe594fd19c4e9319e4b11151 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:03.822826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.858903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.908178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47748) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:03.908397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.017605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.062485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.100156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa1d7-68ce-4176-a92c-4a7f3bf486ad req-7b4a3744-b7b5-4b9a-b0c9-31eb4864bb03 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:04.101631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dbaa1d7-68ce-4176-a92c-4a7f3bf486ad req-7b4a3744-b7b5-4b9a-b0c9-31eb4864bb03 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 943 time: 0.8690567 Dec 23 16:09:04.115631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f951881-3011-4b01-b44d-3e58fbf51590 req-c5a56196-8579-4069-becd-0488dc0f5725 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:04.117038 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f951881-3011-4b01-b44d-3e58fbf51590 req-c5a56196-8579-4069-becd-0488dc0f5725 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 944 time: 0.7657473 Dec 23 16:09:04.130128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=9937ed4c-3dd1-4632-bf7c-30d325b84e52,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:04.160973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:04.176631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:04.179094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:04.180507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Deleting subnet 7dde7e6a-7dc1-400a-a216-b44065b891ea {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:09:04.219600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:04.228561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.245061 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.246228 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-acd6702d-a49f-4b9f-a1e5-b597fafc0005 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3560205 Dec 23 16:09:04.247305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Usage tracker for resource:security_group_rule and tenant:27a89777aa41466688ef4c0194211905 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:04.254871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:04.255623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:04.327865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dbaa1d7-68ce-4176-a92c-4a7f3bf486ad req-850beb4c-f3c0-4fd4-b6a0-0c79eac98d33 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098403 Dec 23 16:09:04.341090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.360877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c0f4f810-bc74-4baf-a6cc-c1b31300ef70 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:04.398993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f951881-3011-4b01-b44d-3e58fbf51590 req-8d10b06d-0e1f-4511-ba59-f5e60a2df0d3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542117 Dec 23 16:09:04.470042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:04.473950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:04.478595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:04.478759 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e8d2886e-7df8-405f-b08a-54c993942d54 req-b6cac86f-187d-490d-b531-439d27f4f845 service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383703 Dec 23 16:09:04.479356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.508223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:04.508817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.528717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3f84812e-0cac-46be-9468-2526a3f9816f None None] Provisioning for port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:04.544136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3f84812e-0cac-46be-9468-2526a3f9816f None None] Provisioning complete for port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:04.544923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f84812e-0cac-46be-9468-2526a3f9816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.587170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.609999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3f84812e-0cac-46be-9468-2526a3f9816f None None] Port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:04.667978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.678405 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd6c0be0-2353-47f9-9d9d-9e5a73674b08 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2330933 Dec 23 16:09:04.678686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:04.682745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.684403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:4c:11:f6'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:04.701957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port c0f4f810-bc74-4baf-a6cc-c1b31300ef70, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:04.706831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.737162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.737382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.739693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501eef90-66fe-46ca-b17f-584646bba1bf tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.774110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:04.802725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.810774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event deleted for resources: {'Subnet': ['ID=7dde7e6a-7dc1-400a-a216-b44065b891ea,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:04.901756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.935484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cc69f0a2-7368-44f8-ba71-962ae32129e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.957057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:09:04.957522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.961981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.963078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841833a4-0d61-4815-a608-985c872f5d40 None None] Network 19a6d2ac-65b0-471c-a350-b8da0ff51b4a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:04.969816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36182809-3eb0-48f0-af7a-ac441f7f2d26,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:04.980164 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-12af39e4-0565-4a95-8a3d-f84fce447f22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27a89777aa41466688ef4c0194211905&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0654120 Dec 23 16:09:04.985075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47760) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:05.023852 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-05456b76-e64f-4409-b41e-b576c3c45b76 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "DELETE /v2.0/subnets/7dde7e6a-7dc1-400a-a216-b44065b891ea HTTP/1.1" status: 204 len: 168 time: 1.3328195 Dec 23 16:09:05.027580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47764) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:05.052625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 65933dbc-b1d5-4263-9c59-f8902cbfd238 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:09:05.083137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8b70c95-2c1e-4db6-9974-c2d96d8fb246,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:05.151709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Checking segment: {'id': 'b2b5a908-866c-4585-8671-ac562fb82a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8f20dbec-8472-435f-bdc4-841e1cead415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:05.152439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Network hostable DHCP agents. Network: 8f20dbec-8472-435f-bdc4-841e1cead415, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:05.182586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.233581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Network 8f20dbec-8472-435f-bdc4-841e1cead415 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:05.257871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 8f20dbec-8472-435f-bdc4-841e1cead415) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:05.269541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:05.270397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.273996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d614d13-7347-4936-9e2e-68da117dcf0a None None] Network 8f20dbec-8472-435f-bdc4-841e1cead415 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:05.299078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9401c48a-2718-4a6c-ada1-ace297c77675 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7280152 Dec 23 16:09:05.299303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:05.320121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'floatingip': {'floating_network_id': '8f20dbec-8472-435f-bdc4-841e1cead415'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:05.371869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:05.383259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:floatingip and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:05.387748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:05.402193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:05.417715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 65933dbc-b1d5-4263-9c59-f8902cbfd238, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:05.433466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.466709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'port_id': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'mac_address': 'fa:16:3e:9f:b8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:09:05.641055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] DHCP port deletion for 19a6d2ac-65b0-471c-a350-b8da0ff51b4a request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:09:05.656726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] Deleting port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:05.657138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.663703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.680082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.684248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501eef90-66fe-46ca-b17f-584646bba1bf tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.697243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.712448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501eef90-66fe-46ca-b17f-584646bba1bf tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.733303 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:09:05.741265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.760981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4016-8474-4a5a-8e3c-460bcf3fe266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.796409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65933dbc-b1d5-4263-9c59-f8902cbfd238 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:09:05.815543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0a259-54d8-4354-ab98-60d3442bb51f None None] Network 8f20dbec-8472-435f-bdc4-841e1cead415 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:05.836983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=9937ed4c-3dd1-4632-bf7c-30d325b84e52,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:05.884618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Deleting port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:05.884958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.914724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 65933dbc-b1d5-4263-9c59-f8902cbfd238, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:05.925593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4016-8474-4a5a-8e3c-460bcf3fe266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.926353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770e41-9fd6-4fdf-a2fd-0fd08a95ae80 req-8163c19c-3458-4be5-afbc-a8c3ee06851f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:05.928581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b770e41-9fd6-4fdf-a2fd-0fd08a95ae80 req-8163c19c-3458-4be5-afbc-a8c3ee06851f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 943 time: 0.3683219 Dec 23 16:09:05.929673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] In _notify_port_updated(), no bound segment for port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 on network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:05.934833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:05.935679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.936972 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-05d46ce4-1b0c-47f0-8454-fc30677d9fe8 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "PUT /v2.0/ports/9937ed4c-3dd1-4632-bf7c-30d325b84e52 HTTP/1.1" status: 200 len: 992 time: 1.2573197 Dec 23 16:09:05.945608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501eef90-66fe-46ca-b17f-584646bba1bf tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.946212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501eef90-66fe-46ca-b17f-584646bba1bf tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf78a7b-dc98-45f9-bae5-764c4eb12ea3 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:09:05.948064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:05.949221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:05.951939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:05.978798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997505b-54b2-4233-9615-3e1da793850a req-7924347f-283a-449f-9c63-63bf98e323f5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:05.980822 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f997505b-54b2-4233-9615-3e1da793850a req-7924347f-283a-449f-9c63-63bf98e323f5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 944 time: 0.3789189 Dec 23 16:09:06.025985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.039351 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f997505b-54b2-4233-9615-3e1da793850a req-edb66cd8-87e3-45b2-8d16-697ebf96b1b5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515642 Dec 23 16:09:06.062126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.072725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.077570 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b770e41-9fd6-4fdf-a2fd-0fd08a95ae80 req-b66b908b-d56f-4ee0-bc5e-ef8be54dfc44 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389682 Dec 23 16:09:06.151703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501eef90-66fe-46ca-b17f-584646bba1bf tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.153269 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-501eef90-66fe-46ca-b17f-584646bba1bf tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0bf78a7b-dc98-45f9-bae5-764c4eb12ea3 HTTP/1.1" status: 204 len: 168 time: 1.8908839 Dec 23 16:09:06.156568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47780) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:06.179122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=65933dbc-b1d5-4263-9c59-f8902cbfd238,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:06.188820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] For port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,segment=NetworkSegment(0a9de4fe-edb0-4741-ae6e-81792d2739d9),segment_id=0a9de4fe-edb0-4741-ae6e-81792d2739d9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:06.189212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.195887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Request body: {'router': {'name': 'tempest-router-579373293', 'distributed': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:06.201458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:06.203737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.205685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:06.217327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Usage tracker for resource:router and tenant:573d921343fd4049b6f43e6cdef9410b is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:06.222195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:06.230725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:06.246975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Allocated IP 172.20.0.3 (8f20dbec-8472-435f-bdc4-841e1cead415/f8b70c95-2c1e-4db6-9974-c2d96d8fb246/fe111967-42e0-48d5-bde2-bbdd90fc41c7) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:06.257798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.258700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.368302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.369404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] Calling delete_port for 21028b05-4bcb-4ed1-95a8-7462b2f1d60a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:06.398045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.429634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c0f4f810-bc74-4baf-a6cc-c1b31300ef70 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:06.430317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.463377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.464586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['65933dbc-b1d5-4263-9c59-f8902cbfd238'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:09:06.478155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.481938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6747d8ff-da01-49d2-ab1a-e52d8e262778 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3221273 Dec 23 16:09:06.482465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47784) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:06.498719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0a64022c-1c8e-47c8-a191-5349ace3baff None None] Provisioning complete for port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:06.499085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0a64022c-1c8e-47c8-a191-5349ace3baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.512638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Pushing event updated for resources: {'Port': ['ID=cb4adff0-0a10-4568-b9f2-f7defffcf080,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:06.537672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.630595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.633004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4016-8474-4a5a-8e3c-460bcf3fe266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.635029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0a64022c-1c8e-47c8-a191-5349ace3baff None None] Port 9937ed4c-3dd1-4632-bf7c-30d325b84e52 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:06.642615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.679540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d4016-8474-4a5a-8e3c-460bcf3fe266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36182809-3eb0-48f0-af7a-ac441f7f2d26,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:06.693804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d7cdbb3-da57-4a5d-98e3-b7ea0856d98d tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.697827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] Pushing event deleted for resources: {'Port': ['ID=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:06.698609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] For port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=21028b05-4bcb-4ed1-95a8-7462b2f1d60a,segment=NetworkSegment(0a9de4fe-edb0-4741-ae6e-81792d2739d9),segment_id=0a9de4fe-edb0-4741-ae6e-81792d2739d9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:06.699054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.720656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362acb31-0e71-4a7e-88e6-d104b9b36dfa None None] No DVR routers for this DVR port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:06.767273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:06.767671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.786427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4016-8474-4a5a-8e3c-460bcf3fe266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:06.789983 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e7d4016-8474-4a5a-8e3c-460bcf3fe266 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36182809-3eb0-48f0-af7a-ac441f7f2d26 HTTP/1.1" status: 204 len: 168 time: 1.8015072 Dec 23 16:09:06.875856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Network 8f20dbec-8472-435f-bdc4-841e1cead415 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:06.880510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:06.886916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:06.903643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Calling delete_port for 21028b05-4bcb-4ed1-95a8-7462b2f1d60a owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:06.968425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Port': ['ID=fe111967-42e0-48d5-bde2-bbdd90fc41c7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:06.979070 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 71ee9929-06ad-4403-99a0-a06f20b86ff4 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:09:07.017880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 21028b05-4bcb-4ed1-95a8-7462b2f1d60a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:09:07.101586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 21028b05-4bcb-4ed1-95a8-7462b2f1d60a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:09:07.101931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 21028b05-4bcb-4ed1-95a8-7462b2f1d60a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:09:07.239391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:09:07.240667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:09:07.242627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.337099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9ba0fa5c-fece-4bcd-a5a8-e4aabe281588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.348746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 71ee9929-06ad-4403-99a0-a06f20b86ff4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:07.377068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'port_id': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'mac_address': 'fa:16:3e:bf:b3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:09:07.416004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Calling delete_port for 9937ed4c-3dd1-4632-bf7c-30d325b84e52 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:07.416158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d7cdbb3-da57-4a5d-98e3-b7ea0856d98d tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.421440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d7cdbb3-da57-4a5d-98e3-b7ea0856d98d tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.490981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.511517 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Floating IP 701e0440-8041-434e-ae5d-62ab387ee407 associated. External IP: 172.26.7.22, port: d582225e-bde2-4aa9-9bd1-605c146322fa. Dec 23 16:09:07.514712 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ee9929-06ad-4403-99a0-a06f20b86ff4 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:09:07.540996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d7cdbb3-da57-4a5d-98e3-b7ea0856d98d tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.541479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7cdbb3-da57-4a5d-98e3-b7ea0856d98d tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed3ecec7-7bab-4593-b9e5-baf8fd1c40e1 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:09:07.547323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 71ee9929-06ad-4403-99a0-a06f20b86ff4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:07.554667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.632141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d7cdbb3-da57-4a5d-98e3-b7ea0856d98d tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.636870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=71ee9929-06ad-4403-99a0-a06f20b86ff4,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:07.637001 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7d7cdbb3-da57-4a5d-98e3-b7ea0856d98d tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ed3ecec7-7bab-4593-b9e5-baf8fd1c40e1 HTTP/1.1" status: 204 len: 168 time: 1.1480353 Dec 23 16:09:07.640680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47804) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:07.650204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5362139-be9f-4e59-b5e3-875b1211d837 req-88b648a7-893c-4664-9e09-85583d48d176 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:07.651588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5362139-be9f-4e59-b5e3-875b1211d837 req-88b648a7-893c-4664-9e09-85583d48d176 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 944 time: 0.4034646 Dec 23 16:09:07.654543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Request body: {'router': {'name': 'tempest-router-1342550291', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '008bf3d2a0de493da785a00d8cb5da1f'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:07.669904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:07.681064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.730811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Port': ['ID=9937ed4c-3dd1-4632-bf7c-30d325b84e52,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:07.748701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Usage tracker for resource:router and tenant:008bf3d2a0de493da785a00d8cb5da1f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:07.762020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:07.800037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:07.803678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.813581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Deleting port 21028b05-4bcb-4ed1-95a8-7462b2f1d60a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:07.813974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.858927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9350a4-0b84-4779-aad4-1b5c707a6773 req-1e5b4880-9b09-44b7-bea6-82aeadfa1768 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:07.860938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5b9350a4-0b84-4779-aad4-1b5c707a6773 req-1e5b4880-9b09-44b7-bea6-82aeadfa1768 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 944 time: 0.4118073 Dec 23 16:09:07.873358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.874276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:07.900280 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5362139-be9f-4e59-b5e3-875b1211d837 req-7b356150-1467-449e-9cea-c9ec4dc04043 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357626 Dec 23 16:09:07.914024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] The port '21028b05-4bcb-4ed1-95a8-7462b2f1d60a' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:09:07.918583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['71ee9929-06ad-4403-99a0-a06f20b86ff4'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:09:07.948893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.014871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.035813 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5b9350a4-0b84-4779-aad4-1b5c707a6773 req-29976889-af3a-42a6-ab54-57a9e1248921 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656272 Dec 23 16:09:08.067689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.124698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.185602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.187925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1d34adcc-7ad8-47d3-9b8c-b9b9a575ef9b tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5461500 Dec 23 16:09:08.191913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47816) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:08.202471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:08.203826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a6d2ac-65b0-471c-a350-b8da0ff51b4a']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:08.226349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9de4fe-edb0-4741-ae6e-81792d2739d9') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:08.226640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9de4fe-edb0-4741-ae6e-81792d2739d9') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:08.245318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.249446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.269901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.278468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.281989 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb55ac99-69e4-4502-be9c-96301e7f9f37 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/ports/9937ed4c-3dd1-4632-bf7c-30d325b84e52 HTTP/1.1" status: 204 len: 168 time: 2.3224034 Dec 23 16:09:08.285353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47822) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:08.371592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:08.372019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:08.387263 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:08.446966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.457431 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-93150533-f467-4eed-973a-10f5adb1302d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] GET failed (client error): The resource could not be found. Dec 23 16:09:08.457931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-93150533-f467-4eed-973a-10f5adb1302d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Synchronizing usage tracker for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:08.506306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.529819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.532388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-93150533-f467-4eed-973a-10f5adb1302d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Unset dirty status for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:08.537066 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93150533-f467-4eed-973a-10f5adb1302d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "GET /v2.0/ports/9937ed4c-3dd1-4632-bf7c-30d325b84e52 HTTP/1.1" status: 404 len: 333 time: 0.2470431 Dec 23 16:09:08.540307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:08.543977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] Pushing event deleted for resources: {'Network': ['ID=19a6d2ac-65b0-471c-a350-b8da0ff51b4a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:08.551001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'name': 'tempest-AllowedAddressPairTestJSON-515424041'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:08.569405 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3d11a666-d77a-4e23-ae94-16b4c4c54388 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656 tempest-ExtraDHCPOptionsIpV6TestJSON-191874656-project] 10.222.0.18 "DELETE /v2.0/networks/19a6d2ac-65b0-471c-a350-b8da0ff51b4a HTTP/1.1" status: 204 len: 168 time: 3.5300677 Dec 23 16:09:08.624344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:08.701801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.757057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.815131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.816164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.889099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:08.901148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:08.918568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:08.921825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.951431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Router 2c6717e4-72d2-433d-8f2f-045e8d57b14a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:08.956767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:08.958583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] device_id is not set on port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:08.978825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 65933dbc-b1d5-4263-9c59-f8902cbfd238 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:08.983119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Port': ['ID=fe111967-42e0-48d5-bde2-bbdd90fc41c7,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:09.015167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83494) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 23 16:09:09.015167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Router b28b00a7-5ad7-4cef-bb4a-e212d62b4d67 migrating from provider to provider. {{(pid=83494) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 23 16:09:09.015167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.019803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.035839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.039831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.041459 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d839153d-e656-4497-ac4f-8c8c1906e69a tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7410131 Dec 23 16:09:09.043336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.048808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47852) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:09.141314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 65933dbc-b1d5-4263-9c59-f8902cbfd238 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:09.153273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 65933dbc-b1d5-4263-9c59-f8902cbfd238 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:09.153644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.201560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Allocated IP 172.20.0.4 (aeb4802b-234a-4cb2-8bd7-b23f82ba9060/43a3d319-c50c-40cd-ab65-d37389677588/e884a21e-bbc4-4a43-ab90-45d37d4e2ffb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:09.362276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.384217 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd47d7e4-6dfd-4f9d-b3ec-5fae90583587 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77736a90ba7b4a7aa453d6eacb22f0b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4271009 Dec 23 16:09:09.389006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47862) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:09.407391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:09.460370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47866) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:09.473321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-588669f2-611d-428d-bc6c-e898fb6a1ee7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Synchronizing usage tracker for tenant:f2057d40fe594fd19c4e9319e4b11151 on resource:floatingip {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:09.507284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 65933dbc-b1d5-4263-9c59-f8902cbfd238, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:09.516108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.517934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 71ee9929-06ad-4403-99a0-a06f20b86ff4 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:09.573647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:09.576580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e59e4-c34d-41a8-922d-1daceec53867 req-1c8af961-ece1-4e8e-937e-b25b31323071 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:09.578289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f71f72-93e5-4241-a15b-84f9d5b7ee72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.583542 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c91e59e4-c34d-41a8-922d-1daceec53867 req-1c8af961-ece1-4e8e-937e-b25b31323071 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 945 time: 0.4163160 Dec 23 16:09:09.591215 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] Sync routers for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:09.606637 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:09.607230 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:09.608804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-588669f2-611d-428d-bc6c-e898fb6a1ee7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Unset dirty status for tenant:f2057d40fe594fd19c4e9319e4b11151 on resource:floatingip {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:09.609991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-588669f2-611d-428d-bc6c-e898fb6a1ee7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=8f20dbec-8472-435f-bdc4-841e1cead415 HTTP/1.1" status: 200 len: 689 time: 0.4504614 Dec 23 16:09:09.619056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47876) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:09.622438 dv-neutron-822800-1-hyperv neutron-server[83494]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] No L3 agents can host the router b28b00a7-5ad7-4cef-bb4a-e212d62b4d67 Dec 23 16:09:09.639706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f71f72-93e5-4241-a15b-84f9d5b7ee72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.734366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=65933dbc-b1d5-4263-9c59-f8902cbfd238,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:09.740662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 71ee9929-06ad-4403-99a0-a06f20b86ff4 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:09.748957 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:09.753465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 71ee9929-06ad-4403-99a0-a06f20b86ff4 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:09.753847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.768519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f71f72-93e5-4241-a15b-84f9d5b7ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.787059 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:09.787696 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:09.803930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2079634869'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:09.805369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f71f72-93e5-4241-a15b-84f9d5b7ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866fc612-21be-4566-9cff-8efbf9f98fb3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:09.810678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.811180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.834988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:09.840768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f71f72-93e5-4241-a15b-84f9d5b7ee72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.842111 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3f71f72-93e5-4241-a15b-84f9d5b7ee72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/866fc612-21be-4566-9cff-8efbf9f98fb3 HTTP/1.1" status: 204 len: 168 time: 0.4522288 Dec 23 16:09:09.843533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Transition to ACTIVE for port object e884a21e-bbc4-4a43-ab90-45d37d4e2ffb will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:09.844865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.850863 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:09.851277 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b6a3d-5d3b-4bfa-8f42-9910ab7ba4cb None None] The sync data for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:09.871924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Usage tracker for resource:network and tenant:0443f5c0d6a4452c93d8da0b890d8e12 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:09.884540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c191cc2-cba0-4f28-8bc5-f8597a702914 req-df7505e5-fd98-410a-8b97-bfeb4cd0563a tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:09.886184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c191cc2-cba0-4f28-8bc5-f8597a702914 req-df7505e5-fd98-410a-8b97-bfeb4cd0563a tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 944 time: 0.5672002 Dec 23 16:09:09.903860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:09.912265 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d26d82c4-a9b5-4adf-9515-aac53827865d tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.2317462 Dec 23 16:09:09.912781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47884) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:09.946128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.981344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 71ee9929-06ad-4403-99a0-a06f20b86ff4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:09.983785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:09.985844 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.994893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.010378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.066503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=71ee9929-06ad-4403-99a0-a06f20b86ff4,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:10.089865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Made reservation on behalf of 0443f5c0d6a4452c93d8da0b890d8e12 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:10.093085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.096212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=e884a21e-bbc4-4a43-ab90-45d37d4e2ffb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:10.105695 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-af517afb-20c5-4bf9-941e-93045443002a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] 10.222.0.18 "GET /v2.0/floatingips/701e0440-8041-434e-ae5d-62ab387ee407 HTTP/1.1" status: 200 len: 982 time: 0.1900904 Dec 23 16:09:10.105695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:10.106319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:10.108799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:10.130720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c91e59e4-c34d-41a8-922d-1daceec53867 req-31d29f61-9ddc-4fde-b2ac-3179cedcd2d6 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5446935 Dec 23 16:09:10.172177 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:10.215448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.256930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Deleting port fe111967-42e0-48d5-bde2-bbdd90fc41c7 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:10.257295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.292684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:10.293377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.311846 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e938ed3e-4e19-4bce-9427-086330060013 tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2902 time: 0.2018867 Dec 23 16:09:10.315510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47898) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:10.328348 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-373ecbf8-a213-4414-95cd-3cbeda5b78f0 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7859526 Dec 23 16:09:10.331174 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:10.338146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4c:11:f6'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:10.352717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:10.359347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Usage tracker for resource:security_group_rule and tenant:0443f5c0d6a4452c93d8da0b890d8e12 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:10.373235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:10.388455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:10.508667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e1ebdcb5-0343-4534-bc47-3c1a30218eda None None] Provisioning for port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:10.516217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e1ebdcb5-0343-4534-bc47-3c1a30218eda None None] Provisioning complete for port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:10.516591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1ebdcb5-0343-4534-bc47-3c1a30218eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.584718 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'code': 200} Dec 23 16:09:10.622907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebdcb5-0343-4534-bc47-3c1a30218eda None None] Port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:10.645237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.749412 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c191cc2-cba0-4f28-8bc5-f8597a702914 req-d98352c7-4194-4e53-8ea6-a63d31e0948f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8399432 Dec 23 16:09:10.978493 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-c685d104-6e09-4119-8f41-18f3157e3711 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 1098 time: 0.1615391 Dec 23 16:09:10.980457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Hosts for router b28b00a7-5ad7-4cef-bb4a-e212d62b4d67: [] {{(pid=83494) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 23 16:09:11.010804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.013094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.013452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.079892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:11.087839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Usage tracker for resource:security_group_rule and tenant:d3a9ad35586b4a3b9897413a7d9a22d7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:11.092929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:11.101126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:11.102966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47920) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:11.115602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Hosts for other DVR routers connected to router b28b00a7-5ad7-4cef-bb4a-e212d62b4d67: set() {{(pid=83494) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 23 16:09:11.142775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.151904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.198315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Calling delete_port for fe111967-42e0-48d5-bde2-bbdd90fc41c7 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:11.264108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Deleting port cb4adff0-0a10-4568-b9f2-f7defffcf080 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:11.264362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.276570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-569004164'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:11.287323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.288482 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2350a7b6-ce48-4aff-ae9b-4372343699eb tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "PUT /v2.0/routers/b28b00a7-5ad7-4cef-bb4a-e212d62b4d67 HTTP/1.1" status: 200 len: 717 time: 3.0952253 Dec 23 16:09:11.292994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:11.296900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47928) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:11.300089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.303756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:network and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:11.316626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:11.341919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.358975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.384586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.403733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:11.476306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:11.479361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=e884a21e-bbc4-4a43-ab90-45d37d4e2ffb,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:11.560239 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-baff1f9b-ed0b-4524-9da4-b770c40b5074 req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5756183 Dec 23 16:09:11.565455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd455e80-1512-4584-988a-9366830545e4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:11.568103 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:11.570683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.588673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed994a4b-5dc6-427a-b1ba-61a7a45b6ba4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08e12178-d532-418d-9b26-f560e33d7581,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:11.600233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] In _notify_port_updated(), no bound segment for port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb on network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:11.603958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:11.604555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.605836 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6372fa7-0f2f-4047-9243-47156fcabce9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "PUT /v2.0/ports/e884a21e-bbc4-4a43-ab90-45d37d4e2ffb HTTP/1.1" status: 200 len: 995 time: 1.2734776 Dec 23 16:09:11.609625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.610648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47932) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:11.636189 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b25248d6-a75c-4f1f-9108-520b1b396cb7 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "GET /v2.0/routers/b28b00a7-5ad7-4cef-bb4a-e212d62b4d67 HTTP/1.1" status: 200 len: 717 time: 0.3345296 Dec 23 16:09:11.636818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47936) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:11.677275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:11.689572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:security_group_rule and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:11.692114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:11.694704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.695062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Added segment 8b78be84-2690-4f94-8143-323cfe57fe50 of type vlan for network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 Dec 23 16:09:11.698735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:11.701103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422822b-6234-45a6-868b-519f4bdb91ed req-c25ffd1b-b00c-4e11-bb12-681e612799c5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:11.702554 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5422822b-6234-45a6-868b-519f4bdb91ed req-c25ffd1b-b00c-4e11-bb12-681e612799c5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4451454 Dec 23 16:09:11.703140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.756168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.756168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.766077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-961fddd7-58be-45b5-baf4-28305739f7d2 None None] Provisioning complete for port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:11.766585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-961fddd7-58be-45b5-baf4-28305739f7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.795376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe111967-42e0-48d5-bde2-bbdd90fc41c7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:11.823329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.834666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.854321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:11.874245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.874881 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Added segment b31cf6e3-92be-440d-8a9f-f2e18fdc98ca of type vlan for network f52d2689-6f80-4d63-8c29-a2529dafe3ba Dec 23 16:09:11.876752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:11.877087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:11.886667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-961fddd7-58be-45b5-baf4-28305739f7d2 None None] Port e884a21e-bbc4-4a43-ab90-45d37d4e2ffb cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:11.917844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.004935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.014925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Calling delete_port for cb4adff0-0a10-4568-b9f2-f7defffcf080 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:12.026861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.030457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:12.031050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.211995 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec3a7c-cebf-49d9-b60c-7e50227f60fa,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:12.230476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Network': ['ID=f52d2689-6f80-4d63-8c29-a2529dafe3ba,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:12.237555 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0e07d677-79f7-4c4f-a791-fbd5d7da117c tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1326773 Dec 23 16:09:12.238206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47944) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:12.250154 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ea93ea8-6e6d-43bf-b33c-457ea52cfe61 tempest-RoutersTestDVR-1662997492 tempest-RoutersTestDVR-1662997492-project] 10.222.0.18 "GET /v2.0/routers/b28b00a7-5ad7-4cef-bb4a-e212d62b4d67 HTTP/1.1" status: 200 len: 683 time: 0.6078322 Dec 23 16:09:12.250716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'subnet': {'network_id': 'f52d2689-6f80-4d63-8c29-a2529dafe3ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:12.253830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:12.256273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47948) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:12.357009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:12.360931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:subnet and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:12.364141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:12.370476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:12.378338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:12.383181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:12.441431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5422822b-6234-45a6-868b-519f4bdb91ed req-9139359a-35b8-4f81-a20b-cba81c145b48 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6935031 Dec 23 16:09:12.506975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.554048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.586381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:12.625311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.628868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:12.629439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.655046 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'code': 200} Dec 23 16:09:12.827505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c45417-9e0d-40a6-a60b-a4e6f4b1ec83 req-3142ddc9-7771-4a44-b022-ade524bba7f6 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:12.829192 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4c45417-9e0d-40a6-a60b-a4e6f4b1ec83 req-3142ddc9-7771-4a44-b022-ade524bba7f6 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.7835884 Dec 23 16:09:12.831062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7a60bad-fc6c-45cd-a1af-9ad3f76d5c64 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.894011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:12.924897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.4612153 Dec 23 16:09:12.982452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6925d-557b-4bf2-8563-bf64427ec739 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Pushing event updated for resources: {'Network': ['ID=8ec8296e-3020-4834-99d1-d1d6a63a5c53,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:12.995127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Subnet': ['ID=768c386a-1e56-4b7d-b0af-c3fa62d9d9dd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:13.001571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:13.031120 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b71a035d-8728-4b3d-a0c3-2d047558cc73 req-2ce37549-9084-4418-b3bd-bba6f3722d9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.1820483 Dec 23 16:09:13.032099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Checking segment: {'id': 'b31cf6e3-92be-440d-8a9f-f2e18fdc98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f52d2689-6f80-4d63-8c29-a2529dafe3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:13.032458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network hostable DHCP agents. Network: f52d2689-6f80-4d63-8c29-a2529dafe3ba, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:13.087749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.105102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-b71a035d-8728-4b3d-a0c3-2d047558cc73 req-e3a000b5-e11a-483b-800c-e1f62864689c service neutron] Synchronizing usage tracker for tenant:d3a9ad35586b4a3b9897413a7d9a22d7 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:13.108727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:13.121590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.122838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f52d2689-6f80-4d63-8c29-a2529dafe3ba) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:13.129621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:13.130360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.137049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-b71a035d-8728-4b3d-a0c3-2d047558cc73 req-e3a000b5-e11a-483b-800c-e1f62864689c service neutron] Unset dirty status for tenant:d3a9ad35586b4a3b9897413a7d9a22d7 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:13.137928 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b71a035d-8728-4b3d-a0c3-2d047558cc73 req-e3a000b5-e11a-483b-800c-e1f62864689c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956807 Dec 23 16:09:13.142858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10426f-c685-4560-ac98-94766745fcec None None] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:13.158907 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-81ce991b-4dc4-421a-b736-ddb80fb37e16 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9186416 Dec 23 16:09:13.161478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:13.167822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1872183565', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:13.176851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:13.184275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:router and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:13.187459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:13.194706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:13.206759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.207973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.230097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.245265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47962) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:13.254506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Request body: {'port': {'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-3657727'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:13.261281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:13.266350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Usage tracker for resource:port and tenant:fba7e30718e04e83bdc07f56e2b3aa63 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:13.269802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.269955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:13.283789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Calling delete_port for e884a21e-bbc4-4a43-ab90-45d37d4e2ffb owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:13.338371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:13.394043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ddc08-1848-44f4-90e1-0f3450a1b6da None None] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:13.424392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Made reservation on behalf of fba7e30718e04e83bdc07f56e2b3aa63 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:13.426667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.453921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.465341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4c45417-9e0d-40a6-a60b-a4e6f4b1ec83 req-d23e064f-4555-424f-9850-88caf593369d tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5847399 Dec 23 16:09:13.472837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.480234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Port': ['ID=cb4adff0-0a10-4568-b9f2-f7defffcf080,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:13.518055 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:13.537351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Usage tracker for resource:security_group_rule and tenant:fba7e30718e04e83bdc07f56e2b3aa63 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:13.544056 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:13.629964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:13.772386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.780219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.816055 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] device_id is not set on port d0d0822b-713b-4418-896f-38639f3658d0 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:13.862591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.925674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:13.932890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eb5d99-8653-4dbe-97c7-8d811cd40cce,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:13.968924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.024201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7a60bad-fc6c-45cd-a1af-9ad3f76d5c64 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.065223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b70c95-2c1e-4db6-9974-c2d96d8fb246,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:14.088745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7a60bad-fc6c-45cd-a1af-9ad3f76d5c64 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.112225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.194800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.26.7.25 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/7f5b1eea-565b-43b9-94ef-47c500d9e0be) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:14.263673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.290229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.304897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575c042-23e6-43c4-b54a-84a10ac7d858 req-eb4eb018-88d2-407c-91f0-a92c50c60f93 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:14.306325 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2575c042-23e6-43c4-b54a-84a10ac7d858 req-eb4eb018-88d2-407c-91f0-a92c50c60f93 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.6446996 Dec 23 16:09:14.327087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] device_id is not set on port d0d0822b-713b-4418-896f-38639f3658d0 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:14.345072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.358647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f20dbec-8472-435f-bdc4-841e1cead415']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:14.366327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Transition to ACTIVE for port object d0d0822b-713b-4418-896f-38639f3658d0 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:14.389884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7a60bad-fc6c-45cd-a1af-9ad3f76d5c64 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.390377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a60bad-fc6c-45cd-a1af-9ad3f76d5c64 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b28b00a7-5ad7-4cef-bb4a-e212d62b4d67 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:09:14.391751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Port': ['ID=e884a21e-bbc4-4a43-ab90-45d37d4e2ffb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:14.395012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.405283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b5a908-866c-4585-8671-ac562fb82a23') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:14.405748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b5a908-866c-4585-8671-ac562fb82a23') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:14.424912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.477302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.505312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.509159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d0822b-713b-4418-896f-38639f3658d0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:14.578483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:14.579153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.585823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:14.606873 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:14.669103 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2575c042-23e6-43c4-b54a-84a10ac7d858 req-20bdbce6-5285-430d-93c1-35d4a11534ad tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559067 Dec 23 16:09:14.696758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Checking segment: {'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:14.697112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Network hostable DHCP agents. Network: 8ec8296e-3020-4834-99d1-d1d6a63a5c53, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:14.721812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:14.724681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:14.727113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:14.775688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=7f5b1eea-565b-43b9-94ef-47c500d9e0be,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:14.827400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:14.834092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.835961 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-515071ea-3185-4c39-93e1-319400fd8146 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/ports/e884a21e-bbc4-4a43-ab90-45d37d4e2ffb HTTP/1.1" status: 204 len: 168 time: 3.2225263 Dec 23 16:09:14.838414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7a60bad-fc6c-45cd-a1af-9ad3f76d5c64 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.843053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:14.843209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d7a60bad-fc6c-45cd-a1af-9ad3f76d5c64 tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b28b00a7-5ad7-4cef-bb4a-e212d62b4d67 HTTP/1.1" status: 204 len: 168 time: 2.5685971 Dec 23 16:09:14.843209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47974) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:14.852315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Request body: {'router': {'name': 'tempest-router-1663022622', 'distributed': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:14.872381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.874501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:14.895885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f20dbec-8472-435f-bdc4-841e1cead415 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 16:09:14.899351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 8ec8296e-3020-4834-99d1-d1d6a63a5c53) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:14.900997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Usage tracker for resource:router and tenant:573d921343fd4049b6f43e6cdef9410b is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:14.906670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:14.908666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64b017-16a7-46aa-ae52-7098c50e6424 None None] Network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:14.911488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:14.915818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f20dbec-8472-435f-bdc4-841e1cead415,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:14.926732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:14.930416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9ddc26b1-c4dd-4bc9-b222-edb4f7700f62 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8f20dbec-8472-435f-bdc4-841e1cead415 HTTP/1.1" status: 204 len: 168 time: 5.3103209 Dec 23 16:09:14.939908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47978) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.010498 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef554c0b-b551-4834-b1c9-ba4b8b5b292d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] GET failed (client error): The resource could not be found. Dec 23 16:09:15.010498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef554c0b-b551-4834-b1c9-ba4b8b5b292d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Synchronizing usage tracker for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:15.013361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:15.016704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1f12-929b-4f46-802d-4a532df28596 req-95a7fea7-898b-4035-adb7-7658dd49f8e6 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.025039 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dca1f12-929b-4f46-802d-4a532df28596 req-95a7fea7-898b-4035-adb7-7658dd49f8e6 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.3541636 Dec 23 16:09:15.042063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.042987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.044330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.044655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.044995 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.063769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef554c0b-b551-4834-b1c9-ba4b8b5b292d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Unset dirty status for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:15.068961 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ef554c0b-b551-4834-b1c9-ba4b8b5b292d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "GET /v2.0/ports/e884a21e-bbc4-4a43-ab90-45d37d4e2ffb HTTP/1.1" status: 404 len: 333 time: 0.2248862 Dec 23 16:09:15.068961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.068961 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.070031 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 2 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.070121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47982) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.082840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'name': 'tempest-AllowedAddressPairTestJSON-1265697616'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:15.088418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.088744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.089076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.097301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.098082 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.098082 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 3 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.107388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9b52d8d0-621f-48c0-b2ce-6ede5d16827d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Synchronizing usage tracker for tenant:f2057d40fe594fd19c4e9319e4b11151 on resource:floatingip {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:15.120086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.120415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.120740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.128486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.128813 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.129778 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 4 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.145794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.146654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.146978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.156916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.157233 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.158158 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 5 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.173726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.174463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.178784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.179108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.179434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.222057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.226232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9b52d8d0-621f-48c0-b2ce-6ede5d16827d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Unset dirty status for tenant:f2057d40fe594fd19c4e9319e4b11151 on resource:floatingip {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:15.227422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9b52d8d0-621f-48c0-b2ce-6ede5d16827d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.2865410 Dec 23 16:09:15.237287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47986) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.243023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.243534 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.249303 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 6 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.254520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dca1f12-929b-4f46-802d-4a532df28596 req-c86e6fdf-172a-4dd7-b856-971d1e446cbe tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285247 Dec 23 16:09:15.266703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.267034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.267357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.293187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.293518 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.294151 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 7 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.313402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.313739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.314068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.328389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.328718 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.330488 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 8 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.348762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.349067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.350057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.350404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.351226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.351588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.351939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.352284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.353509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Synchronizing usage tracker for tenant:f2057d40fe594fd19c4e9319e4b11151 on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:15.410947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.411417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.412300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.440777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.441097 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.443355 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 9 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.465277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.465614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.465944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.481478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.481811 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.482945 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 10 to bind port d0d0822b-713b-4418-896f-38639f3658d0 Dec 23 16:09:15.502129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:15.502457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:15.502781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:15.514574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port d0d0822b-713b-4418-896f-38639f3658d0 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:15.514890 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port d0d0822b-713b-4418-896f-38639f3658d0 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:15.515233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.596060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.610401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Unset dirty status for tenant:f2057d40fe594fd19c4e9319e4b11151 on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:15.611469 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c13997b4-6e2e-4cfa-b880-bd7005c62ead tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5154 time: 0.3710351 Dec 23 16:09:15.613802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:15.614984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 47992) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.646895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:15.658866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.660039 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f34e6684-ff9d-4017-90a1-9f5fc8e42d4c tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8150997 Dec 23 16:09:15.663937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 47996) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.692359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:09:15.695816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] For port d0d0822b-713b-4418-896f-38639f3658d0, host hv-neutron-8228, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:15.696183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempted to set empty binding levels {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 16:09:15.698277 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-7ab27f19-2852-43c2-a2e1-e800f533f605 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] delete failed (client error): The resource could not be found. Dec 23 16:09:15.699403 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7ab27f19-2852-43c2-a2e1-e800f533f605 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/83148f63-4532-494e-8c7e-27fe4aea7a40 HTTP/1.1" status: 404 len: 345 time: 0.0810041 Dec 23 16:09:15.703990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.708372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.723852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:15.726802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.816817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] device_id is not set on port 2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:15.843482 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea155c1-4e37-483f-94a4-14b047b897f9 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] DELETE failed (client error): The resource could not be found. Dec 23 16:09:15.843966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea155c1-4e37-483f-94a4-14b047b897f9 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:09:15.856954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68538ae-8025-4e2a-a59a-dc65b05e58c6 req-60ec0cc7-6881-4c0b-9ed1-e4fbe9554d1a tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.858502 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f68538ae-8025-4e2a-a59a-dc65b05e58c6 req-60ec0cc7-6881-4c0b-9ed1-e4fbe9554d1a tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.3403995 Dec 23 16:09:15.870973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.874864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48006) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.912402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=d0d0822b-713b-4418-896f-38639f3658d0,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:15.918403 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eea155c1-4e37-483f-94a4-14b047b897f9 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8f20dbec-8472-435f-bdc4-841e1cead415 HTTP/1.1" status: 404 len: 339 time: 0.2131865 Dec 23 16:09:15.921961 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f57e5a5b-6b7c-4115-ace5-7da7e6df92c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.6740015 Dec 23 16:09:15.924140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48010) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.927179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:15.929367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Request body: {'floatingip': {'port_id': '65933dbc-b1d5-4263-9c59-f8902cbfd238'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:15.958252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'network': {'name': 'tempest-network--131858300', 'router:external': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:15.967886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:15.986607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:network and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:15.992572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:16.004896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:16.014313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Deleting port d0d0822b-713b-4418-896f-38639f3658d0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:16.014655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.092814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.117882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Made reservation on behalf of f2057d40fe594fd19c4e9319e4b11151 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:16.120062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.150651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f6585f7-54d1-47b8-8804-6fb93e87108f tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.210489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:16.226391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.226732 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Added segment 5a358c7f-7d44-44b2-b459-5d72ad4d84f3 of type vlan for network 7371089d-d5de-41d9-9536-4c37873f8484 Dec 23 16:09:16.358220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.365942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:16.372408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] For port d0d0822b-713b-4418-896f-38639f3658d0, host hv-neutron-8228, got binding levels [] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:16.372512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.380412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:16.395863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:16.396860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:16.477008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:16.484639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4935372-c319-4138-ad47-8cbf62374245 req-71e45953-98d6-4e2e-8171-a8f4375a24ca tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:16.486085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4935372-c319-4138-ad47-8cbf62374245 req-71e45953-98d6-4e2e-8171-a8f4375a24ca tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.6710420 Dec 23 16:09:16.489040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:16.489768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:16.492691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Allocated IP 172.20.0.3 (aeb4802b-234a-4cb2-8bd7-b23f82ba9060/43a3d319-c50c-40cd-ab65-d37389677588/2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:16.513654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Calling delete_port for d0d0822b-713b-4418-896f-38639f3658d0 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:16.549083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:16.550842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:16.551241 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af6863-1446-4972-a5ac-b7ca9db36725 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:16.576266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.577466 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-635df433-c44f-42b1-a9a2-c9ede19205d2 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4144804 Dec 23 16:09:16.581826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48018) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:16.662629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.663400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:16.663984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.855779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.866869 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9417441 Dec 23 16:09:16.878032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48022) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:16.894130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Router 2c6717e4-72d2-433d-8f2f-045e8d57b14a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:16.917422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0d0822b-713b-4418-896f-38639f3658d0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:16.922278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Network': ['ID=7371089d-d5de-41d9-9536-4c37873f8484,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:16.944322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.944656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.944992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.945308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.945629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.945945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.946257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.946606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.947070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.947384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.947793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63a73e-17aa-455c-98ea-e76f587c11c7 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.952557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.952894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.953225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.953551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.953879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.954202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.954523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.954837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.955781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.955781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.955781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:16.960107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7371089d-d5de-41d9-9536-4c37873f8484 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:16.960699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:16.964912 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1634d766-6978-47e4-82a5-41fdd7e0bc41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d0d0822b-713b-4418-896f-38639f3658d0 HTTP/1.1" status: 204 len: 168 time: 1.0339546 Dec 23 16:09:16.965464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:17.052172 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-66013a0b-ec08-48c6-b33b-5b6da7a2719a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:09:17.052703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-66013a0b-ec08-48c6-b33b-5b6da7a2719a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Synchronizing usage tracker for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:17.088823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-66013a0b-ec08-48c6-b33b-5b6da7a2719a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Unset dirty status for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:17.089910 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-66013a0b-ec08-48c6-b33b-5b6da7a2719a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "GET /v2.0/ports/d0d0822b-713b-4418-896f-38639f3658d0 HTTP/1.1" status: 404 len: 333 time: 0.1239302 Dec 23 16:09:17.093696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48030) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:17.100607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Request body: {'port': {'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1729433764'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:17.105514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:17.119458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:17.131149 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4935372-c319-4138-ad47-8cbf62374245 req-808d7d74-d441-4b23-801c-e3efd78ad358 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6282718 Dec 23 16:09:17.140561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Made reservation on behalf of fba7e30718e04e83bdc07f56e2b3aa63 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:17.142851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.233575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] device_id is not set on port 106021b1-c309-42fb-b29a-f6887125c455 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:17.262727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f6585f7-54d1-47b8-8804-6fb93e87108f tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.355044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f6585f7-54d1-47b8-8804-6fb93e87108f tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.531302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.593297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e27a8d8-e176-425c-ba72-3bea5a6e1403 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:17.597116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e27a8d8-e176-425c-ba72-3bea5a6e1403 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:17.601682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e27a8d8-e176-425c-ba72-3bea5a6e1403 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:17.605662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e27a8d8-e176-425c-ba72-3bea5a6e1403 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:17.606467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2e27a8d8-e176-425c-ba72-3bea5a6e1403 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Synchronizing usage tracker for tenant:3cfdbedbbf794d53bbded617b74bc42b on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:17.640376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.719183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=106021b1-c309-42fb-b29a-f6887125c455,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:17.722217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:17.726564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:17.728941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:17.729649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:17.730225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.774605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.800764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f6585f7-54d1-47b8-8804-6fb93e87108f tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.801231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6585f7-54d1-47b8-8804-6fb93e87108f tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd41619-6a3f-4989-941b-e00c3876d7b3 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:09:17.823331 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-051e5ccf-4e70-42f4-82dd-f875035c7876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7284272 Dec 23 16:09:17.826130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48036) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:17.834318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:17.842895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Transition to ACTIVE for port object 2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:17.844703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2e27a8d8-e176-425c-ba72-3bea5a6e1403 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Unset dirty status for tenant:3cfdbedbbf794d53bbded617b74bc42b on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:17.845891 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2e27a8d8-e176-425c-ba72-3bea5a6e1403 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.9542494 Dec 23 16:09:17.856211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48040) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:17.905194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dd29f-e4de-4713-ab27-4e144eec5afd req-9fa1a564-697a-4067-b8c2-2d7e7278d65c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:17.906628 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c03dd29f-e4de-4713-ab27-4e144eec5afd req-9fa1a564-697a-4067-b8c2-2d7e7278d65c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.6422408 Dec 23 16:09:17.923591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:17.940966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Request body: {'floatingip': {'port_id': '71ee9929-06ad-4403-99a0-a06f20b86ff4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:17.961975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f6585f7-54d1-47b8-8804-6fb93e87108f tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.963057 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3f6585f7-54d1-47b8-8804-6fb93e87108f tempest-RoutersTestDVR-1101577021 tempest-RoutersTestDVR-1101577021-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1cd41619-6a3f-4989-941b-e00c3876d7b3 HTTP/1.1" status: 204 len: 168 time: 2.2975867 Dec 23 16:09:18.069081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.082200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.086780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.134459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.306966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48052) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:18.368669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:18.474069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:18.480555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:18.537737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:18.560207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:18.629809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.630206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.630546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.630875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.631199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.631521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.631983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.632313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.633017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.633339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.633657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:18.638109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.665385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.667418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.698642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.701155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.771707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:18.772411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.777037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4c75c7ca-50a6-4b6a-abd6-f7a3aeea22eb None None] Provisioning for port 2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:18.784824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4c75c7ca-50a6-4b6a-abd6-f7a3aeea22eb None None] Provisioning complete for port 2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:18.785409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c75c7ca-50a6-4b6a-abd6-f7a3aeea22eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.812304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:18.816908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7371089d-d5de-41d9-9536-4c37873f8484']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:18.825300 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] Sync routers for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:18.843071 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:18.845246 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:18.849920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a358c7f-7d44-44b2-b459-5d72ad4d84f3') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:18.850366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a358c7f-7d44-44b2-b459-5d72ad4d84f3') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:18.858319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:18.861912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:18.872360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0a5e7896-4666-4f4b-af62-014b5484ae6d tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7987938 Dec 23 16:09:18.872360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.877757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4c75c7ca-50a6-4b6a-abd6-f7a3aeea22eb None None] Port 2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:18.887954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48058) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:18.909519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Usage tracker for resource:security_group_rule and tenant:008bf3d2a0de493da785a00d8cb5da1f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:18.914041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.925430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'network_id': 'aeb4802b-234a-4cb2-8bd7-b23f82ba9060', 'name': 'tempest-AllowedAddressPairTestJSON-1238595892'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:18.925824 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:18.931022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:18.936471 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:18.937219 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:18.950463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:18.958199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.980130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:18.980617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:18.993905 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:18.997291 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:18.997752 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e6a01-9297-4c60-94c3-a7bbfe0c153e None None] The sync data for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:19.042192 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3f462b9a-d69e-4453-beb4-8505ef1fd2c8 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "DELETE /v2.0/floatingips/701e0440-8041-434e-ae5d-62ab387ee407 HTTP/1.1" status: 204 len: 168 time: 8.7207892 Dec 23 16:09:19.049571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48062) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:19.058680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:19.076229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:19.086154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Usage tracker for resource:floatingip and tenant:f5fc9fe5378f47b4b67246a7cdbe970e is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:19.090253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:19.138366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:19.157199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.183341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7371089d-d5de-41d9-9536-4c37873f8484 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 16:09:19.192625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.199663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] device_id is not set on port 106021b1-c309-42fb-b29a-f6887125c455 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:19.202226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event deleted for resources: {'Network': ['ID=7371089d-d5de-41d9-9536-4c37873f8484,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:19.209087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.221051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.289783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f6978d41-6b78-456a-a96c-0fe65824d3db tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "DELETE /v2.0/networks/7371089d-d5de-41d9-9536-4c37873f8484 HTTP/1.1" status: 204 len: 168 time: 1.4270432 Dec 23 16:09:19.301675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48066) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:19.319383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'network': {'name': 'tempest-network--514049146', 'router:external': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:19.336377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Transition to ACTIVE for port object 106021b1-c309-42fb-b29a-f6887125c455 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:19.341203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:19.347823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:19.350319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.357062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:network and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:19.364359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:19.374769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.378098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:19.389141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.402522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Usage tracker for resource:port and tenant:e6da84fb167746fea074aeb1c737c3ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:19.410648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:19.423610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Made reservation on behalf of f2057d40fe594fd19c4e9319e4b11151 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:19.425826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.436850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:19.487291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cea62a-6465-4e00-b6ae-905dd60351b9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:19.494031 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Floating IP ea081b55-ce0f-4f84-92bb-05410ec7e709 associated. External IP: 172.26.7.23, port: 65933dbc-b1d5-4263-9c59-f8902cbfd238. Dec 23 16:09:19.559072 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3eb083cb-c77a-44ee-973d-7d71c503940f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=008bf3d2a0de493da785a00d8cb5da1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2447722 Dec 23 16:09:19.565475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48070) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:19.569446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Made reservation on behalf of e6da84fb167746fea074aeb1c737c3ba for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:19.572349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.574821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:19.581877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=106021b1-c309-42fb-b29a-f6887125c455,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:19.590700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.591245 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Added segment 6f7ba9a6-d168-43d6-b716-1c386042a28e of type vlan for network 9c9a55ff-0b25-4530-b69d-9a62f3800d3b Dec 23 16:09:19.658352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.677060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.813926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] device_id is not set on port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:19.820762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.821602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:19.822180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:19.911421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:19.985227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:19.985556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:19.985892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:20.020979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.1 (f52d2689-6f80-4d63-8c29-a2529dafe3ba/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd/f45cf0c1-38ae-4030-ab09-780729a612b2) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:20.079752 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7727211 Dec 23 16:09:20.088203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48074) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:20.094281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b32b9a2-e67a-412d-86f9-88963b0be710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.111251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:20.111583 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:20.120645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf3170-ef44-4611-9fff-d0bef09abfec tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Network': ['ID=9c9a55ff-0b25-4530-b69d-9a62f3800d3b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:20.123845 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 2 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:20.138448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.141012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9c9a55ff-0b25-4530-b69d-9a62f3800d3b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:20.207708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Allocated IP 172.26.7.134 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/0ac2f537-60a3-4e43-b8c1-b795db9743eb) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:20.214482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.264936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23278b74-9a88-4d62-a416-12f177312cf3 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:20.268673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-23278b74-9a88-4d62-a416-12f177312cf3 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] 10.222.0.18 "GET /v2.0/networks/9c9a55ff-0b25-4530-b69d-9a62f3800d3b HTTP/1.1" status: 200 len: 756 time: 0.1742775 Dec 23 16:09:20.274157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48078) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:20.296975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b32b9a2-e67a-412d-86f9-88963b0be710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.304002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:20.304326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:20.304652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:20.347768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Allocated IP 172.20.0.10 (aeb4802b-234a-4cb2-8bd7-b23f82ba9060/43a3d319-c50c-40cd-ab65-d37389677588/bccbc681-b8b9-430b-8ad4-0f8a4fb370c1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:20.435630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:20.435906 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:20.444411 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 3 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:20.464441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.543409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:20.543956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:20.544156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:20.557616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086d7b4-d003-4c36-97da-96a78c83b55a tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:20.558914 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6086d7b4-d003-4c36-97da-96a78c83b55a tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] 10.222.0.18 "GET /v2.0/networks/38afa2b7-4a9d-4dd0-9da0-aeda36705327 HTTP/1.1" status: 200 len: 767 time: 0.2758162 Dec 23 16:09:20.562309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48082) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:20.600209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:20.600526 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:20.606686 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 4 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:20.620761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.638181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.643497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b32b9a2-e67a-412d-86f9-88963b0be710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.727473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:20.727707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:20.728043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:20.738200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:20.739391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32b9a2-e67a-412d-86f9-88963b0be710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cea62a-6465-4e00-b6ae-905dd60351b9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:20.746914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:20.750570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac2f537-60a3-4e43-b8c1-b795db9743eb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:20.752672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:20.786418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.821281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:20.828809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:20.829654 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:20.845286 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 5 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:20.886059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:20.886374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:20.886851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:20.901516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b32b9a2-e67a-412d-86f9-88963b0be710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.902621 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2b32b9a2-e67a-412d-86f9-88963b0be710 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2cea62a-6465-4e00-b6ae-905dd60351b9 HTTP/1.1" status: 204 len: 168 time: 1.3177822 Dec 23 16:09:20.924011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:20.931010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.004336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=f45cf0c1-38ae-4030-ab09-780729a612b2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:21.012356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:21.012813 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:21.018457 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 6 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:21.034010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.059314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:21.062890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Transition to ACTIVE for port object bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:21.067532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:21.071376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:21.075700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9a55ff-0b25-4530-b69d-9a62f3800d3b']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:21.092965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7ba9a6-d168-43d6-b716-1c386042a28e') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:21.093259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7ba9a6-d168-43d6-b716-1c386042a28e') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:21.103013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:21.103195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:21.103634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:21.115114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:21.116005 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:21.121708 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 7 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:21.161793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:21.162220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:21.162646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:21.167233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.169662 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Floating IP c2935f15-ad7c-42e4-b7d0-4f340e96472e associated. External IP: 172.26.7.18, port: 71ee9929-06ad-4403-99a0-a06f20b86ff4. Dec 23 16:09:21.206417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.209604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.216874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:21.217273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:21.231335 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:21.244254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.249201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:21.249526 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:21.252010 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 8 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:21.293271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.296789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48090) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:21.301344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:21.301662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:21.301981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:21.388181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.397094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:21.397473 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:21.404328 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 9 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:21.449419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:21.525441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.557725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.566281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=bccbc681-b8b9-430b-8ad4-0f8a4fb370c1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:21.575298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:21.575646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:21.575974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:21.578118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:21.579063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c9a55ff-0b25-4530-b69d-9a62f3800d3b {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 16:09:21.588795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:21.591439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.607463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c9a55ff-0b25-4530-b69d-9a62f3800d3b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:21.621765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1ec7ee21-0f2b-464d-8429-8cf8079dd714 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9c9a55ff-0b25-4530-b69d-9a62f3800d3b HTTP/1.1" status: 204 len: 168 time: 1.0544770 Dec 23 16:09:21.621963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48094) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:21.630015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'network': {'name': 'tempest-network--1577949871'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:21.652106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:21.655876 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:21.690545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Usage tracker for resource:network and tenant:f2057d40fe594fd19c4e9319e4b11151 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:21.705043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:21.705359 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:21.719856 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 10 to bind port 106021b1-c309-42fb-b29a-f6887125c455 Dec 23 16:09:21.733489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Usage tracker for resource:security_group_rule and tenant:573d921343fd4049b6f43e6cdef9410b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:21.745281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:21.757239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.761233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:21.777046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:21.778578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:21.795065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:21.795273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:21.800341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.821098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:21.821495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:21.821885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:21.889530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.894412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.896810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:21.897520 dv-neutron-822800-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port 106021b1-c309-42fb-b29a-f6887125c455 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:21.897520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.920684 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41f10986-0b8f-4933-8f81-34af66a5247f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0292239 Dec 23 16:09:21.927886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Made reservation on behalf of f2057d40fe594fd19c4e9319e4b11151 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:21.930178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48098) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:21.930308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.938661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e4fa566-4267-4397-bad9-0d51b6007d9b None None] Provisioning for port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:21.946541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e4fa566-4267-4397-bad9-0d51b6007d9b None None] Provisioning complete for port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:21.947196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e4fa566-4267-4397-bad9-0d51b6007d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.952297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:21.994826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:4c:11:f6'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:06:26:96'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:22.022091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fa566-4267-4397-bad9-0d51b6007d9b None None] Port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:22.075183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:22.080773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7847f4f4-28eb-425d-bc26-3295b1448320 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "PUT /v2.0/floatingips/ea081b55-ce0f-4f84-92bb-05410ec7e709 HTTP/1.1" status: 200 len: 990 time: 6.1687779 Dec 23 16:09:22.087708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:22.113057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac2f537-60a3-4e43-b8c1-b795db9743eb,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:22.120853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.121229 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Added segment 35ec59b2-747d-4998-b705-1212e31777f5 of type vlan for network bd1f781f-2af9-46d0-ba42-bf150d51717d Dec 23 16:09:22.130429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.153245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.155598 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5c74c82a-e6a4-4513-a698-123deea1107a tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1040971 Dec 23 16:09:22.157687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48106) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:22.168685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] Sync routers for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:22.188499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:22.189178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:22.192307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.254967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'status': 'completed', 'code': 200} Dec 23 16:09:22.272353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.273478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:22.274229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.347698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.395767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] For port 106021b1-c309-42fb-b29a-f6887125c455, host hv-neutron-8228, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:22.397386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempted to set empty binding levels {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 16:09:22.414875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.424618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:22.445394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.477408 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8544135 Dec 23 16:09:22.482423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cbe6b-e02c-4b4e-8614-382cfaa60d69 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Network': ['ID=bd1f781f-2af9-46d0-ba42-bf150d51717d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:22.491099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48114) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:22.499146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:22.603463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network bd1f781f-2af9-46d0-ba42-bf150d51717d details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:22.606884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:22.622325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:22.629339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Usage tracker for resource:floatingip and tenant:ab6f099464b94ae0914d5e0172b585b5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:22.655275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:22.663691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:22.669711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7450eb-5d59-45d7-bee8-e6cb73f6adc2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:22.684391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] In _notify_port_updated(), no bound segment for port 106021b1-c309-42fb-b29a-f6887125c455 on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:22.685410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.687125 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "PUT /v2.0/ports/106021b1-c309-42fb-b29a-f6887125c455 HTTP/1.1" status: 200 len: 981 time: 4.8582129 Dec 23 16:09:22.693979 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-208fa2f4-d9f5-4736-9442-1ac091e9e910 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=573d921343fd4049b6f43e6cdef9410b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3939447 Dec 23 16:09:22.697951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48120) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:22.698272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:22.748111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.783112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa5638-8894-41e9-9fb1-f84e25fe5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=106021b1-c309-42fb-b29a-f6887125c455,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:22.893216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.920010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:22.926782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'ea081b55-ce0f-4f84-92bb-05410ec7e709', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'floating_ip_address': '172.26.7.23', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'port_id': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'mac_address': 'fa:16:3e:9f:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:38Z', 'updated_at': '2021-12-23T16:09:18Z', 'revision_number': 1, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:35Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:22.931965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] Checking router: 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:09:22.943192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:22.943883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:22.983227 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4625348-181b-4233-9591-c91587df1840 req-9edc2819-92c8-409a-a163-447ba772008a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd82bf6ea160473ca0748b30f4ab9674&device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 1098 time: 0.6338034 Dec 23 16:09:22.999881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Network bd1f781f-2af9-46d0-ba42-bf150d51717d is not hosted by any dhcp agent {{(pid=83494) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 16:09:23.000917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:23.001374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.002640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "PUT /v2.0/networks/bd1f781f-2af9-46d0-ba42-bf150d51717d HTTP/1.1" status: 200 len: 858 time: 0.5105886 Dec 23 16:09:23.018780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48128) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:23.028250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.048400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f6015-d62c-417d-9790-f09a69682fb6 tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event updated for resources: {'Network': ['ID=bd1f781f-2af9-46d0-ba42-bf150d51717d,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:23.134394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:23.155834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.159942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.289411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c77d-5018-4972-a014-73254f85f11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.365843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.394988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a6d21025-9f43-49c7-abe0-5b80201ae4d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Synchronizing usage tracker for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:23.424008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Allocated IP 172.26.7.243 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/c9db78ce-540d-47c7-8a5f-2a7af1fb3ff1) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:23.456206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c77d-5018-4972-a014-73254f85f11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.463124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.544600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'ea081b55-ce0f-4f84-92bb-05410ec7e709', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'floating_ip_address': '172.26.7.23', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'port_id': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'mac_address': 'fa:16:3e:9f:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:38Z', 'updated_at': '2021-12-23T16:09:18Z', 'revision_number': 1, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:35Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:23.550579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398eaef1-0507-49a4-ad51-4d5341cbb1f9 None None] The sync data for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv is: [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'ea081b55-ce0f-4f84-92bb-05410ec7e709', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'floating_ip_address': '172.26.7.23', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'port_id': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'mac_address': 'fa:16:3e:9f:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:38Z', 'updated_at': '2021-12-23T16:09:18Z', 'revision_number': 1, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:35Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:23.647245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.678694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4625348-181b-4233-9591-c91587df1840 req-800e9d5c-8e89-442e-8f2e-d2d74ba5e49a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:23.680246 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4625348-181b-4233-9591-c91587df1840 req-800e9d5c-8e89-442e-8f2e-d2d74ba5e49a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 HTTP/1.1" status: 200 len: 907 time: 0.6822791 Dec 23 16:09:23.687711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1f781f-2af9-46d0-ba42-bf150d51717d']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:23.705007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a6d21025-9f43-49c7-abe0-5b80201ae4d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Unset dirty status for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:23.706163 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a6d21025-9f43-49c7-abe0-5b80201ae4d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23586 time: 0.9509213 Dec 23 16:09:23.715144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48136) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:23.720463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ec59b2-747d-4998-b705-1212e31777f5') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:23.720750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ec59b2-747d-4998-b705-1212e31777f5') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:23.784099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.784845 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d2482-0806-4ac0-bbe0-ba93363d73be None None] New status for floating IP ea081b55-ce0f-4f84-92bb-05410ec7e709: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:09:23.788629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.816402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=f45cf0c1-38ae-4030-ab09-780729a612b2,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:23.831950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.848626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.863490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Deleting port 106021b1-c309-42fb-b29a-f6887125c455 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:23.863839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.894457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:23.894867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:23.908706 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:23.955751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c77d-5018-4972-a014-73254f85f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.986562 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4625348-181b-4233-9591-c91587df1840 req-9239b64d-a279-4df2-a5b4-f6953d065fc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238 HTTP/1.1" status: 200 len: 998 time: 0.2904818 Dec 23 16:09:23.996214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7c77d-5018-4972-a014-73254f85f11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7450eb-5d59-45d7-bee8-e6cb73f6adc2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:24.055047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c77d-5018-4972-a014-73254f85f11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.056290 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ecd7c77d-5018-4972-a014-73254f85f11d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd7450eb-5d59-45d7-bee8-e6cb73f6adc2 HTTP/1.1" status: 204 len: 168 time: 1.2995393 Dec 23 16:09:24.067387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.108416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.116332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd1f781f-2af9-46d0-ba42-bf150d51717d {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 16:09:24.132771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.147078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Router 7338db84-f84c-404e-b5b0-600d4c16cffd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:24.147273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.148423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.155636 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4625348-181b-4233-9591-c91587df1840 req-aedbca9f-27c0-4965-9180-2b4d46ab0a00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:24.157475 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4625348-181b-4233-9591-c91587df1840 req-aedbca9f-27c0-4965-9180-2b4d46ab0a00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ccfd2774-8d4d-45a9-b5f4-3c74c947222b HTTP/1.1" status: 200 len: 845 time: 0.1568751 Dec 23 16:09:24.221422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd1f781f-2af9-46d0-ba42-bf150d51717d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:24.241406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2f9f6ce5-f0c8-4324-bfc3-5b4505b2eb6d tempest-ExternalNetworksTestJSON-337181476 tempest-ExternalNetworksTestJSON-337181476-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bd1f781f-2af9-46d0-ba42-bf150d51717d HTTP/1.1" status: 204 len: 168 time: 1.2215965 Dec 23 16:09:24.252443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48142) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:24.254200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:24.262982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:24.263793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Pushing event updated for resources: {'Port': ['ID=c9db78ce-540d-47c7-8a5f-2a7af1fb3ff1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:24.268675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:24.272896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:24.296797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:24.334247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] For port 106021b1-c309-42fb-b29a-f6887125c455, host hv-neutron-8228, got binding levels [] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:24.334410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.463394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Calling delete_port for 106021b1-c309-42fb-b29a-f6887125c455 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:24.509061 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4e0dc9-26b9-4125-9fd4-088425c0fb85 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] DELETE failed (client error): The resource could not be found. Dec 23 16:09:24.509740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4e0dc9-26b9-4125-9fd4-088425c0fb85 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:09:24.511708 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5c4e0dc9-26b9-4125-9fd4-088425c0fb85 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] 10.222.0.18 "DELETE /v2.0/subnets/f8b70c95-2c1e-4db6-9974-c2d96d8fb246 HTTP/1.1" status: 404 len: 337 time: 0.2499700 Dec 23 16:09:24.514751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48148) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:24.530410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event updated for resources: {'Port': ['ID=bccbc681-b8b9-430b-8ad4-0f8a4fb370c1,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:24.687337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.779475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] In _notify_port_updated(), no bound segment for port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 on network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:24.783923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:24.784610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.789005 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-255189ef-5460-491f-b7e6-e419f3de660f tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "PUT /v2.0/ports/bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 HTTP/1.1" status: 200 len: 1056 time: 2.8547654 Dec 23 16:09:24.792188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48160) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:24.798119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event deleted for resources: {'Port': ['ID=106021b1-c309-42fb-b29a-f6887125c455,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:24.805175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.838020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.843205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.890556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f645dcb5-5e49-4cdd-a77c-b16d9d0ad580 None None] Provisioning complete for port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:24.891849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f645dcb5-5e49-4cdd-a77c-b16d9d0ad580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.936682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b33ffa6a-aed2-435e-873f-31b86c97b67d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "DELETE /v2.0/ports/106021b1-c309-42fb-b29a-f6887125c455 HTTP/1.1" status: 204 len: 168 time: 1.2203822 Dec 23 16:09:24.941644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48166) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:24.980669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f645dcb5-5e49-4cdd-a77c-b16d9d0ad580 None None] Port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:25.030547 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4625348-181b-4233-9591-c91587df1840 req-c953b793-18d6-4b16-b7ff-d479c153f87b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8318944 Dec 23 16:09:25.066136 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e91f1d-4931-47cf-b5dc-d5bf53b1eb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:09:25.066629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f6e91f1d-4931-47cf-b5dc-d5bf53b1eb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Synchronizing usage tracker for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:25.077834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.102047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.156392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38afa2b7-4a9d-4dd0-9da0-aeda36705327']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:25.168498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:25.168835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.176057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f6e91f1d-4931-47cf-b5dc-d5bf53b1eb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Unset dirty status for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:25.181143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f6e91f1d-4931-47cf-b5dc-d5bf53b1eb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "GET /v2.0/ports/106021b1-c309-42fb-b29a-f6887125c455 HTTP/1.1" status: 404 len: 333 time: 0.1796274 Dec 23 16:09:25.181143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e327550c-6390-41a8-a1b8-27b82711d46c') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:25.181823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e327550c-6390-41a8-a1b8-27b82711d46c') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:25.188516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48176) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:25.202568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-32112710', 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:25.221799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.271649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:25.297577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.313897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48180) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:25.405074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:25.413318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:25.413731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:25.429979 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:25.443320 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4625348-181b-4233-9591-c91587df1840 req-c580391e-6374-4a9e-9363-252b09d766c7 service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032977 Dec 23 16:09:25.490999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Made reservation on behalf of fba7e30718e04e83bdc07f56e2b3aa63 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:25.493297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.555987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] device_id is not set on port 2c2a72a2-c24c-4ce9-a79c-8ff7565545da yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:25.593651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.612104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-930206451'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:25.623033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.647279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] Pushing event deleted for resources: {'Network': ['ID=38afa2b7-4a9d-4dd0-9da0-aeda36705327,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:25.670550 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e93f1b04-e4b0-4533-9cfa-b9ab992b02a2 tempest-ExternalNetworksTestJSON-2082160303 tempest-ExternalNetworksTestJSON-2082160303-project] 10.222.0.18 "DELETE /v2.0/networks/38afa2b7-4a9d-4dd0-9da0-aeda36705327 HTTP/1.1" status: 204 len: 168 time: 1.1545720 Dec 23 16:09:25.685051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:25.694816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.703007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Usage tracker for resource:network and tenant:cd1039f8ae844931b5c43153b6db4a72 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:25.716595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.720211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:25.735004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:25.805522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:25.808429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.843492 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4625348-181b-4233-9591-c91587df1840 req-6d5d8190-0c57-41e3-a711-044535e2d9cd service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896995 Dec 23 16:09:25.844188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.871005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:25.877593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.885647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] Sync routers for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:25.909430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:25.910336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:25.923104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Pushing event updated for resources: {'Port': ['ID=c9db78ce-540d-47c7-8a5f-2a7af1fb3ff1,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:25.931977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.974621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.009490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.026789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.083734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48192) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:26.100777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.104453 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-78c2549b-8bf4-499e-af5c-5a8ca8627c5d tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9434173 Dec 23 16:09:26.105542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Calling delete_port for bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:26.106015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48198) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:26.150879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:26.165842 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f578288c-b4d6-4291-a02e-5ca09a9a857c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "PUT /v2.0/floatingips/c2935f15-ad7c-42e4-b7d0-4f340e96472e HTTP/1.1" status: 200 len: 991 time: 8.2336853 Dec 23 16:09:26.167757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:26.176371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Usage tracker for resource:security_group_rule and tenant:cd1039f8ae844931b5c43153b6db4a72 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:26.182181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:26.187426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:26.188178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=2c2a72a2-c24c-4ce9-a79c-8ff7565545da,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:26.193380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:26.223402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:26.227371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:26.231170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:26.241031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:26.241722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.288737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.311872 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0b9c8c6f-0132-4ee5-89c1-66d2d7ded941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1174331 Dec 23 16:09:26.312923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48206) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:26.325160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.358229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-121dc601-02ce-4e37-b8ca-4171f324149e tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Synchronizing usage tracker for tenant:f5fc9fe5378f47b4b67246a7cdbe970e on resource:floatingip {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:26.379753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52e77d-3972-43d3-a6a8-955a6a22e9d8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:26.407112 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'status': 'completed', 'code': 200} Dec 23 16:09:26.419793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:26.422827 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-559844b2-fa9e-4ac1-9314-4280c895bd56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cfdbedbbf794d53bbded617b74bc42b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3379042 Dec 23 16:09:26.426134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48210) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:26.428945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b17f4707-30fc-468c-b3bf-c67b4dfb7201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Synchronizing usage tracker for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:26.465041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-121dc601-02ce-4e37-b8ca-4171f324149e tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Unset dirty status for tenant:f5fc9fe5378f47b4b67246a7cdbe970e on resource:floatingip {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:26.466244 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-121dc601-02ce-4e37-b8ca-4171f324149e tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.3597522 Dec 23 16:09:26.469108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48214) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:26.558160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b17f4707-30fc-468c-b3bf-c67b4dfb7201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Unset dirty status for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:26.562061 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b17f4707-30fc-468c-b3bf-c67b4dfb7201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "GET /v2.0/ports/2c2a72a2-c24c-4ce9-a79c-8ff7565545da HTTP/1.1" status: 200 len: 957 time: 0.2435439 Dec 23 16:09:26.567634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6433d503-8a0d-4242-a3e1-d1755087e12c tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Synchronizing usage tracker for tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 on resource:floatingip {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:26.572717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48218) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:26.608383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'c2935f15-ad7c-42e4-b7d0-4f340e96472e', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'port_id': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'mac_address': 'fa:16:3e:bf:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:31Z', 'updated_at': '2021-12-23T16:09:19Z', 'revision_number': 1, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:26.612290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acd5b423-1efb-4388-b8a6-215010fec059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.612954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] Checking router: 7338db84-f84c-404e-b5b0-600d4c16cffd for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:09:26.625435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:26.626183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:26.627495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.636761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:26.669527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6433d503-8a0d-4242-a3e1-d1755087e12c tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Unset dirty status for tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 on resource:floatingip {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:26.673637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6433d503-8a0d-4242-a3e1-d1755087e12c tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2036235 Dec 23 16:09:26.674457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48222) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:26.676165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acd5b423-1efb-4388-b8a6-215010fec059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.746134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Deleting port 2c2a72a2-c24c-4ce9-a79c-8ff7565545da {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:26.746790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.813886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Port': ['ID=bccbc681-b8b9-430b-8ad4-0f8a4fb370c1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:26.827016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.827252 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Added segment 9233e105-9e92-4093-9d0e-6c4c525725a4 of type vlan for network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 Dec 23 16:09:26.873800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:26.885358 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-4cb17ed0-0d51-47f4-9e4c-c25c30c70860 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.4286447 Dec 23 16:09:26.981294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Deleting port c9db78ce-540d-47c7-8a5f-2a7af1fb3ff1 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:26.981730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:26.987333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.131781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acd5b423-1efb-4388-b8a6-215010fec059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.173428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.182853 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:27.183477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.316621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'c2935f15-ad7c-42e4-b7d0-4f340e96472e', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'port_id': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'mac_address': 'fa:16:3e:bf:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:31Z', 'updated_at': '2021-12-23T16:09:19Z', 'revision_number': 1, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:27.321898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385f16a-458b-404a-8706-23c18f6bd22c None None] The sync data for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv is: [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'c2935f15-ad7c-42e4-b7d0-4f340e96472e', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'port_id': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'mac_address': 'fa:16:3e:bf:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:31Z', 'updated_at': '2021-12-23T16:09:19Z', 'revision_number': 1, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:27.335332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5b423-1efb-4388-b8a6-215010fec059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7640646-833c-42a7-ad97-45e9a890270a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:27.361686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acd5b423-1efb-4388-b8a6-215010fec059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.367864 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-acd5b423-1efb-4388-b8a6-215010fec059 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7640646-833c-42a7-ad97-45e9a890270a HTTP/1.1" status: 204 len: 168 time: 0.9406054 Dec 23 16:09:27.373677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.451350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-7f9b7fad-15e3-49b1-8829-b8b4880f7d39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:27.452808 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-7f9b7fad-15e3-49b1-8829-b8b4880f7d39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.5465403 Dec 23 16:09:27.468603 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1493204 Dec 23 16:09:27.513512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48232) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:27.531609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Calling delete_port for 2c2a72a2-c24c-4ce9-a79c-8ff7565545da owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:27.534632 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed2f58-a5d9-4de0-b49c-578fa185ac57 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Network': ['ID=7a4fb512-50a7-4481-94a9-d2afeb9fd179,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:27.565927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'subnet': {'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:27.578584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:27.665449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.670699 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aa65a02b-8bc3-4857-8e98-2b1dcaf8f77b tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/ports/bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 HTTP/1.1" status: 204 len: 168 time: 2.8730233 Dec 23 16:09:27.670699 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-ed28710f-460f-4551-a6e5-087261eeb15f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 999 time: 0.1994281 Dec 23 16:09:27.670942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48236) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:27.686881 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b40947-2192-4d0e-b1d7-1fb9590a1337 None None] New status for floating IP c2935f15-ad7c-42e4-b7d0-4f340e96472e: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:09:27.763766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:27.773583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.774086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.774235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:27.784321 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2edfc593-dad2-4352-ae46-22f026e2a833 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/routers/2a9762d8-9420-4783-9a4f-96b0e8fa9ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2004974 Dec 23 16:09:27.787641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:27.788541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:27.790652 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17e6103-d161-4169-8e3f-7a7eb98d69c9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] GET failed (client error): The resource could not be found. Dec 23 16:09:27.791346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f17e6103-d161-4169-8e3f-7a7eb98d69c9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Synchronizing usage tracker for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:27.794444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:27.797485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:27.798127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Usage tracker for resource:subnet and tenant:cd1039f8ae844931b5c43153b6db4a72 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:27.800851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'port': {'network_id': 'f52d2689-6f80-4d63-8c29-a2529dafe3ba', 'name': 'tempest-FloatingIPTestJSON-438435099'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:27.873480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:27.896913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-714470d3-be22-463d-bff0-f585ca8afea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:27.898704 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-714470d3-be22-463d-bff0-f585ca8afea1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.1693375 Dec 23 16:09:27.946389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f17e6103-d161-4169-8e3f-7a7eb98d69c9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Unset dirty status for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:27.947926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f17e6103-d161-4169-8e3f-7a7eb98d69c9 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "GET /v2.0/ports/bccbc681-b8b9-430b-8ad4-0f8a4fb370c1 HTTP/1.1" status: 404 len: 333 time: 0.2761509 Dec 23 16:09:27.955466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:27.964875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Calling delete_port for c9db78ce-540d-47c7-8a5f-2a7af1fb3ff1 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:27.982853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:27.998571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:27.999369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:28.049465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:28.052234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:28.072581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:28.074377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:28.074750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1bf593-bdbf-4502-a34e-680c8e35c3bc None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:28.084923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port 2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:28.085325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.143346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.156686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:28.167890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:port and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:28.175353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:28.209090 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-41bd9312-fcd4-4acd-929d-7bd7161d08f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3014479 Dec 23 16:09:28.210951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:28.232607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c2a72a2-c24c-4ce9-a79c-8ff7565545da,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:28.275054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.280773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.323926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8420eaaf-5910-42d2-bc5a-8c20a425e668 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2057d40fe594fd19c4e9319e4b11151&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2722936 Dec 23 16:09:28.328312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:28.331076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.340093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:28.373368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.425062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ddec3d3a-5a3f-45df-ae3f-2041961407c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2c2a72a2-c24c-4ce9-a79c-8ff7565545da HTTP/1.1" status: 204 len: 168 time: 1.8490796 Dec 23 16:09:28.437066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48260) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:28.442357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Pushing event deleted for resources: {'Port': ['ID=c9db78ce-540d-47c7-8a5f-2a7af1fb3ff1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:28.526092 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-14141519-490b-471a-b1b7-0c10fb884961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:09:28.526599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-14141519-490b-471a-b1b7-0c10fb884961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Synchronizing usage tracker for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:28.591831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] device_id is not set on port 521cc9f8-b9d9-47ee-978a-6bef1e6746ee yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:28.597119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-14141519-490b-471a-b1b7-0c10fb884961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Unset dirty status for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:28.598287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-14141519-490b-471a-b1b7-0c10fb884961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "GET /v2.0/ports/2c2a72a2-c24c-4ce9-a79c-8ff7565545da HTTP/1.1" status: 404 len: 333 time: 0.1602781 Dec 23 16:09:28.605050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48266) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:28.644048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Request body: {'port': {'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1187777926'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:28.648595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.654228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:28.670017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.673886 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b119e8c8-9bd6-407a-b4a0-74aefc68ce39 tempest-FloatingIPAdminTestJSON-1214838645 tempest-FloatingIPAdminTestJSON-1214838645-project] 10.222.0.18 "DELETE /v2.0/floatingips/00bd8181-2d35-410e-a514-24b7caa3f14e HTTP/1.1" status: 204 len: 168 time: 1.9864867 Dec 23 16:09:28.675790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:28.681530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:28.706085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Made reservation on behalf of fba7e30718e04e83bdc07f56e2b3aa63 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:28.709034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.744070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] device_id is not set on port fd4f329f-9f7d-4060-be11-5a9f215fbf5b yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:28.746544 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-e407453c-d5c4-45d7-817a-0a3c991e9bfa service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242264 Dec 23 16:09:28.781875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.890733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Subnet': ['ID=380878bf-f7ad-4300-8ca4-91b2efd8ac58,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:28.926716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Checking segment: {'id': '9233e105-9e92-4093-9d0e-6c4c525725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:28.927122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network hostable DHCP agents. Network: 7a4fb512-50a7-4481-94a9-d2afeb9fd179, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:28.951262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-939b2ea3-a006-4474-80cb-576444fdb9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.007952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.102513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Deleting port 0ac2f537-60a3-4e43-b8c1-b795db9743eb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:29.102842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.143208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.144763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:29.157193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 7a4fb512-50a7-4481-94a9-d2afeb9fd179) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:29.162000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:29.162583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.167818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101f829-c78c-4bb0-8c1f-c24f191a9f31 None None] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:29.198858 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6b18ff5c-f262-4938-a83f-cc55e2d60071 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6818318 Dec 23 16:09:29.199058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Calling delete_port for 2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:29.199488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48274) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:29.205776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1510969629'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:29.280421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.290508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-939b2ea3-a006-4474-80cb-576444fdb9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.320581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.11 (f52d2689-6f80-4d63-8c29-a2529dafe3ba/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd/521cc9f8-b9d9-47ee-978a-6bef1e6746ee) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:29.390831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'tenant_id': 'cd1039f8ae844931b5c43153b6db4a72', 'fixed_ips': [{'subnet_id': '380878bf-f7ad-4300-8ca4-91b2efd8ac58'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:29.391958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.417429 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe2229c-3bb4-49cc-bf36-da45d662018c req-001d5bd8-9813-4dbe-af4c-55e3568c9804 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385899 Dec 23 16:09:29.434165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:29.439723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=fd4f329f-9f7d-4060-be11-5a9f215fbf5b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:29.455167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:29.459525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:29.462616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:29.464534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.518099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:29.522721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Usage tracker for resource:port and tenant:cd1039f8ae844931b5c43153b6db4a72 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:29.525786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:29.531722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:29.541090 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f52a9879-db51-42fb-94db-c9fe62107e9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9348691 Dec 23 16:09:29.544237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48280) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:29.548433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:29.551025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.564482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:29.583720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Allocated IP 2001:db8::2 (7a4fb512-50a7-4481-94a9-d2afeb9fd179/380878bf-f7ad-4300-8ca4-91b2efd8ac58/e02354ab-2ca5-42c1-9a20-66353a9a21f6) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:29.624906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-939b2ea3-a006-4474-80cb-576444fdb9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.629102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.629446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.634250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] device_id is not set on port c6948244-be61-4e5c-b523-6b047ec90c2b yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:29.752143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.767033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b2ea3-a006-4474-80cb-576444fdb9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a23cc6d-b892-4a3b-9627-1874ae0c4094,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:29.778079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Calling delete_port for 0ac2f537-60a3-4e43-b8c1-b795db9743eb owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:29.831258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.847676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Transition to ACTIVE for port object e02354ab-2ca5-42c1-9a20-66353a9a21f6 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:29.852836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.873660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Transition to ACTIVE for port object e02354ab-2ca5-42c1-9a20-66353a9a21f6 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:29.885846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.963303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:29.966505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:29.970629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:29.977788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Pushing event updated for resources: {'Port': ['ID=e02354ab-2ca5-42c1-9a20-66353a9a21f6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:30.012713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.013053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.013389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.013714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.014039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.014360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.014681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.015002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.015316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.015652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.015969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:30.047596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Allocated IP 2001:db8::2a1 (7a4fb512-50a7-4481-94a9-d2afeb9fd179/380878bf-f7ad-4300-8ca4-91b2efd8ac58/c6948244-be61-4e5c-b523-6b047ec90c2b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:30.081370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Attempting to bind port e02354ab-2ca5-42c1-9a20-66353a9a21f6 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:30.081830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Attempting to bind port e02354ab-2ca5-42c1-9a20-66353a9a21f6 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9233e105-9e92-4093-9d0e-6c4c525725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:30.082318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Attempting to bind port e02354ab-2ca5-42c1-9a20-66353a9a21f6 on network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:30.083185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Port': ['ID=2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:30.089779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:30.090144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Checking segment: {'id': '9233e105-9e92-4093-9d0e-6c4c525725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:30.090580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.091980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Bound using segment: {'id': '9233e105-9e92-4093-9d0e-6c4c525725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:30.091980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Bound port: e02354ab-2ca5-42c1-9a20-66353a9a21f6, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9233e105-9e92-4093-9d0e-6c4c525725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:30.091980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.102509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-939b2ea3-a006-4474-80cb-576444fdb9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.103833 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-939b2ea3-a006-4474-80cb-576444fdb9eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a23cc6d-b892-4a3b-9627-1874ae0c4094 HTTP/1.1" status: 204 len: 168 time: 1.7545252 Dec 23 16:09:30.186602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] device_id is not set on port fd4f329f-9f7d-4060-be11-5a9f215fbf5b yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:30.209882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.222271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] For port e02354ab-2ca5-42c1-9a20-66353a9a21f6, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:30.228524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] For port e02354ab-2ca5-42c1-9a20-66353a9a21f6, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e02354ab-2ca5-42c1-9a20-66353a9a21f6,segment=NetworkSegment(9233e105-9e92-4093-9d0e-6c4c525725a4),segment_id=9233e105-9e92-4093-9d0e-6c4c525725a4)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:30.243631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.362904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.391267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.417986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.432232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Transition to ACTIVE for port object c6948244-be61-4e5c-b523-6b047ec90c2b will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:30.432786 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2892eaf-2a8f-4ba3-819e-d0a8a7c6fcf1 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/ports/2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 HTTP/1.1" status: 204 len: 168 time: 2.4748847 Dec 23 16:09:30.435500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:30.441102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Transition to ACTIVE for port object fd4f329f-9f7d-4060-be11-5a9f215fbf5b will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:30.452178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.489872 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-069108c8-ba55-4b9f-a8f0-b3400e68c0a4 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] GET failed (client error): The resource could not be found. Dec 23 16:09:30.490510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-069108c8-ba55-4b9f-a8f0-b3400e68c0a4 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Synchronizing usage tracker for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:30.496158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.509067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c2b4c-051b-4163-ac17-43946f7973c3 None None] Pushing event updated for resources: {'Port': ['ID=e02354ab-2ca5-42c1-9a20-66353a9a21f6,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:30.538908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=fd4f329f-9f7d-4060-be11-5a9f215fbf5b,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:30.599252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ac2f537-60a3-4e43-b8c1-b795db9743eb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:30.602235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.644382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.702316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:30.702316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:30.702316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:30.730741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:30.732791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:30.739742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:30.740290 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:30.740994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:30.744973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:30.745939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.752341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 2 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:30.784968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=c6948244-be61-4e5c-b523-6b047ec90c2b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:30.796988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:30.797324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:30.797645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:30.804154 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d6f6a1ee-9e19-4ba8-974f-28d4f06c794c tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6039310 Dec 23 16:09:30.805703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:30.806308 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:30.806690 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 3 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:30.811937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48300) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:30.833809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:30.834202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:30.834534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:30.843956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:30.844792 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:30.846507 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 4 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:30.850314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-069108c8-ba55-4b9f-a8f0-b3400e68c0a4 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Unset dirty status for tenant:e6da84fb167746fea074aeb1c737c3ba on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:30.853967 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-069108c8-ba55-4b9f-a8f0-b3400e68c0a4 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "GET /v2.0/ports/2a0edc16-3e3e-4290-9c8d-faf5f3ac4cc5 HTTP/1.1" status: 404 len: 333 time: 0.4174316 Dec 23 16:09:30.858991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48306) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:30.862047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-319367309', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a1', 'mac_address': 'fa:16:3e:48:ea:e3'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:30.918779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:30.919101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:30.919434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:30.934613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:30.935033 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:30.938625 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 5 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:30.957271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:30.957603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:30.957930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:30.973950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port 8e464fd1-fbec-46c5-b492-863de409eb18 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:30.974971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.000102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:31.006001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:31.006001 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:31.011856 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 6 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:31.018001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:31.022095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:31.057976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.060738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.061871 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-20fb0dea-27cb-42b6-99ae-e88f72d5f81b tempest-FloatingIPAdminTestJSON-1455275044 tempest-FloatingIPAdminTestJSON-1455275044-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/4f8e5efa-026a-482b-a6d2-b3eedbf5a9c9 HTTP/1.1" status: 204 len: 168 time: 2.3815062 Dec 23 16:09:31.070937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=521cc9f8-b9d9-47ee-978a-6bef1e6746ee,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:31.078593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:31.105952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:31.106587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:31.106587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:31.133507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:31.133507 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:31.185203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:31.185297 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 7 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:31.193442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:31.194078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.200114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Usage tracker for resource:port and tenant:cd1039f8ae844931b5c43153b6db4a72 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:31.205738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Deleting port d582225e-bde2-4aa9-9bd1-605c146322fa {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:31.206087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.232819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:31.256502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:31.286992 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a416c98-1033-4c23-8c13-e85157a5b31a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4882023 Dec 23 16:09:31.286992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48322) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:31.289229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'port': {'network_id': 'f52d2689-6f80-4d63-8c29-a2529dafe3ba', 'name': 'tempest-FloatingIPTestJSON-398181576'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:31.325252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:31.325588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:31.325936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:31.344906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:31.345224 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:31.348027 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 8 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:31.363843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:31.433806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.453685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:31.454560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:31.455117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:31.534190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:31.534439 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:31.588385 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 9 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:31.601993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Calling delete_port for 8e464fd1-fbec-46c5-b492-863de409eb18 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:31.651036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:31.651471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:31.651903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:31.659845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:31.660260 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:31.667667 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempt 10 to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b Dec 23 16:09:31.689888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:31.690315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:31.690735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempting to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:31.698825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.714284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:31.714699 dv-neutron-822800-1-hyperv neutron-server[83494]: ERROR neutron.plugins.ml2.managers [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Failed to bind port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on host hv-neutron-8228 for vnic_type normal using segments [{'id': '8b78be84-2690-4f94-8143-323cfe57fe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8ec8296e-3020-4834-99d1-d1d6a63a5c53'}] Dec 23 16:09:31.715064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.750027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a828d09-cd3f-48ab-ba9d-9144336b834e None None] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:31.763806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:31.768709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:port and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:31.774198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:31.785239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] device_id is not set on port 073fe118-6511-405b-9550-61914bc3d13e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:31.846313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-341b83fe-a42a-490f-a33d-e4aedcbe0d01 None None] Provisioning for port e02354ab-2ca5-42c1-9a20-66353a9a21f6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:31.860466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:31.910952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.924619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] For port fd4f329f-9f7d-4060-be11-5a9f215fbf5b, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:31.925008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Attempted to set empty binding levels {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 16:09:31.928739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:31.929696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.932139 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:32.031941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:32.055725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Port': ['ID=8e464fd1-fbec-46c5-b492-863de409eb18,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:32.127810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Calling delete_port for d582225e-bde2-4aa9-9bd1-605c146322fa owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:32.186076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event updated for resources: {'Port': ['ID=fd4f329f-9f7d-4060-be11-5a9f215fbf5b,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:32.258817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] In _notify_port_updated(), no bound segment for port fd4f329f-9f7d-4060-be11-5a9f215fbf5b on network 8ec8296e-3020-4834-99d1-d1d6a63a5c53 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:32.264071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:32.266246 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-336d965b-f6ff-42f1-a797-a05efed7fcb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "PUT /v2.0/ports/fd4f329f-9f7d-4060-be11-5a9f215fbf5b HTTP/1.1" status: 200 len: 981 time: 2.7205276 Dec 23 16:09:32.276922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48342) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:32.522473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Allocated IP 2001:db8::f9 (7a4fb512-50a7-4481-94a9-d2afeb9fd179/380878bf-f7ad-4300-8ca4-91b2efd8ac58/073fe118-6511-405b-9550-61914bc3d13e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:32.573645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e02354ab-2ca5-42c1-9a20-66353a9a21f6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:32.624896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] device_id is not set on port bb8c2ad7-e509-452b-9497-f668984eb9b3 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:32.722517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Deleting port fd4f329f-9f7d-4060-be11-5a9f215fbf5b {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:32.723544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:32.773291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port e02354ab-2ca5-42c1-9a20-66353a9a21f6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:32.779090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-21c69be1-b0f9-4aa1-942e-f801e23089c8 None None] Provisioning for port c6948244-be61-4e5c-b523-6b047ec90c2b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:32.785641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-21c69be1-b0f9-4aa1-942e-f801e23089c8 None None] Provisioning complete for port c6948244-be61-4e5c-b523-6b047ec90c2b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:32.786013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21c69be1-b0f9-4aa1-942e-f801e23089c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:32.815952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:32.819683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e02354ab-2ca5-42c1-9a20-66353a9a21f6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:32.820040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:32.872521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-037219e7-6396-41c4-ad18-f290f9728066 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/ports/8e464fd1-fbec-46c5-b492-863de409eb18 HTTP/1.1" status: 204 len: 168 time: 2.0131745 Dec 23 16:09:32.877875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48350) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:32.986165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-21c69be1-b0f9-4aa1-942e-f801e23089c8 None None] Port c6948244-be61-4e5c-b523-6b047ec90c2b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:33.054180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-21c69be1-b0f9-4aa1-942e-f801e23089c8 None None] Provisioning complete for port e02354ab-2ca5-42c1-9a20-66353a9a21f6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:33.054596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21c69be1-b0f9-4aa1-942e-f801e23089c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.116645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.165816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port e02354ab-2ca5-42c1-9a20-66353a9a21f6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e02354ab-2ca5-42c1-9a20-66353a9a21f6,segment=NetworkSegment(9233e105-9e92-4093-9d0e-6c4c525725a4),segment_id=9233e105-9e92-4093-9d0e-6c4c525725a4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:33.174126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.175682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.178341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.256014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] For port fd4f329f-9f7d-4060-be11-5a9f215fbf5b, host hv-neutron-8228, got binding levels [] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:33.256633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.292400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=e02354ab-2ca5-42c1-9a20-66353a9a21f6,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:33.319328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.13 (f52d2689-6f80-4d63-8c29-a2529dafe3ba/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd/bb8c2ad7-e509-452b-9497-f668984eb9b3) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:33.321434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Port': ['ID=d582225e-bde2-4aa9-9bd1-605c146322fa,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:33.331849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Transition to ACTIVE for port object 073fe118-6511-405b-9550-61914bc3d13e will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:33.385965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:33.396752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Calling delete_port for fd4f329f-9f7d-4060-be11-5a9f215fbf5b owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:33.462983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e12489b9-22f7-4528-ba88-bc23f4815923 None None] Provisioning complete for port c6948244-be61-4e5c-b523-6b047ec90c2b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:33.463835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e12489b9-22f7-4528-ba88-bc23f4815923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.493682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.543828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e12489b9-22f7-4528-ba88-bc23f4815923 None None] Port c6948244-be61-4e5c-b523-6b047ec90c2b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:33.552517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting subnet 43a3d319-c50c-40cd-ab65-d37389677588 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:09:33.580997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.581758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd4f329f-9f7d-4060-be11-5a9f215fbf5b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:33.593239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.608000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a85ec19b-083f-4b52-aa23-79905d8f585f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fd4f329f-9f7d-4060-be11-5a9f215fbf5b HTTP/1.1" status: 204 len: 168 time: 1.3294916 Dec 23 16:09:33.612014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48366) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:33.616996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1012768445', 'router:external': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:33.652682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7edb399-a4a3-4d82-9b7e-a3920bc2d16a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] GET failed (client error): The resource could not be found. Dec 23 16:09:33.653112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d7edb399-a4a3-4d82-9b7e-a3920bc2d16a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Synchronizing usage tracker for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:33.668257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d7edb399-a4a3-4d82-9b7e-a3920bc2d16a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] Unset dirty status for tenant:fba7e30718e04e83bdc07f56e2b3aa63 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:33.669425 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d7edb399-a4a3-4d82-9b7e-a3920bc2d16a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915725162-project-admin] 10.222.0.18 "GET /v2.0/ports/fd4f329f-9f7d-4060-be11-5a9f215fbf5b HTTP/1.1" status: 404 len: 333 time: 0.0561965 Dec 23 16:09:33.673107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48370) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:33.673772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.687154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:33.745714 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:network and tenant:2cc4cfdc922e4367b9bf7e406bb1ceac is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:33.759818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.767350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:33.788549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:33.795692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.807451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.845668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:33.855987 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-febb0380-d6bc-4b30-a0cf-64ebd288a33d tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "DELETE /v2.0/ports/d582225e-bde2-4aa9-9bd1-605c146322fa HTTP/1.1" status: 204 len: 168 time: 2.7739325 Dec 23 16:09:33.860532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48376) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:33.863347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:33.870629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=073fe118-6511-405b-9550-61914bc3d13e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:33.893986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Made reservation on behalf of 2cc4cfdc922e4367b9bf7e406bb1ceac for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:33.896277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.909848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:33.913698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:33.914297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:33.952415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.043219 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a3d0f458-f353-4d0d-ad47-7d2f8d847049 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.2174203 Dec 23 16:09:34.049426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.055862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48380) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:34.071418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.107342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec8296e-3020-4834-99d1-d1d6a63a5c53']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:34.122234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b78be84-2690-4f94-8143-323cfe57fe50') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:34.122429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b78be84-2690-4f94-8143-323cfe57fe50') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:34.127503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.137292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.157658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e73de0-caae-4657-8620-1a5452a5433a tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:34.158343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-85e73de0-caae-4657-8620-1a5452a5433a tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Synchronizing usage tracker for tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:34.159249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:34.165878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.169040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:security_group_rule and tenant:2cc4cfdc922e4367b9bf7e406bb1ceac is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:34.175947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:34.176343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.184290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:34.191328 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:34.195408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e6328501-bde9-48cc-b978-e9405dc2d23a None None] Provisioning for port 073fe118-6511-405b-9550-61914bc3d13e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:34.199515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:34.201210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e6328501-bde9-48cc-b978-e9405dc2d23a None None] Provisioning complete for port 073fe118-6511-405b-9550-61914bc3d13e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:34.201445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e6328501-bde9-48cc-b978-e9405dc2d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.240299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-85e73de0-caae-4657-8620-1a5452a5433a tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Unset dirty status for tenant:fe971ce7f9a143dbbe98d0d4e0028ba5 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:34.244045 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-85e73de0-caae-4657-8620-1a5452a5433a tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c6717e4-72d2-433d-8f2f-045e8d57b14a HTTP/1.1" status: 200 len: 913 time: 0.3362389 Dec 23 16:09:34.247306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48384) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:34.260801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e6328501-bde9-48cc-b978-e9405dc2d23a None None] Port 073fe118-6511-405b-9550-61914bc3d13e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:34.272132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.335600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4afee-0653-4868-aa15-74590a3f10fb tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:34.335997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4afee-0653-4868-aa15-74590a3f10fb tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:34.340344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4afee-0653-4868-aa15-74590a3f10fb tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:34.341387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51e4afee-0653-4868-aa15-74590a3f10fb tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Synchronizing usage tracker for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:34.353458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.372500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.389761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.402104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e02354ab-2ca5-42c1-9a20-66353a9a21f6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:34.410979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] 10.222.0.18 "DELETE /v2.0/networks/8ec8296e-3020-4834-99d1-d1d6a63a5c53 HTTP/1.1" status: 204 len: 168 time: 0.7350788 Dec 23 16:09:34.422150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfefd65-094f-45b7-aa40-768b8e8be24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713542766-project] Pushing event deleted for resources: {'Network': ['ID=8ec8296e-3020-4834-99d1-d1d6a63a5c53,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:34.460026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Subnet': ['ID=43a3d319-c50c-40cd-ab65-d37389677588,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:34.488928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.497297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd82f2-ff26-44b5-a5e8-36d664b92403 None None] Network aeb4802b-234a-4cb2-8bd7-b23f82ba9060 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:34.502062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:34.503321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=bb8c2ad7-e509-452b-9497-f668984eb9b3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:34.519007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51e4afee-0653-4868-aa15-74590a3f10fb tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Unset dirty status for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:34.524779 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51e4afee-0653-4868-aa15-74590a3f10fb tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4634888 Dec 23 16:09:34.524779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:34.524779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:34.527935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48392) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:34.642253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting port 073fe118-6511-405b-9550-61914bc3d13e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:34.642771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.658103 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.671651 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a46076b8-8ecb-4e70-947c-578ca5633f52 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/subnets/43a3d319-c50c-40cd-ab65-d37389677588 HTTP/1.1" status: 204 len: 168 time: 1.7899151 Dec 23 16:09:34.672516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.673401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e02354ab-2ca5-42c1-9a20-66353a9a21f6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:34.674107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.675132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48396) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:34.777742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:34.834650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:34.834650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.836421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.836755 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Added segment a381d6e1-ee7b-45d5-bee6-e01f85e3fa69 of type vlan for network 9166b338-ef6b-40ba-9077-abd472692ef4 Dec 23 16:09:34.837981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48402) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:34.863508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff45ff-fef1-44db-b4c8-31e2e3055fe2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:34.888102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.943613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebc97cb3-86fb-4a23-84a3-74283b039a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.945434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.957085 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-945322b7-50f8-4293-8eb7-f159c0fe3c80 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6717219 Dec 23 16:09:34.962239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48410) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:34.971989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] DHCP port deletion for aeb4802b-234a-4cb2-8bd7-b23f82ba9060 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:09:34.972929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'bb8c2ad7-e509-452b-9497-f668984eb9b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:34.976236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] Deleting port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:34.976613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:34.983673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:34.989186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:34.989644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.039889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:floatingip and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:35.049144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:35.070602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:35.111617 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.112457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:35.113031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.170435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.185227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.231174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] For port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,segment=NetworkSegment(9e8dae24-9204-4a75-a42f-4f6e9c3e0d27),segment_id=9e8dae24-9204-4a75-a42f-4f6e9c3e0d27)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:35.231777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.319766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Calling delete_port for 073fe118-6511-405b-9550-61914bc3d13e owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:35.329938 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9354682 Dec 23 16:09:35.332484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48414) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:35.353613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'subnet': {'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:35.367071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48418) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:35.368290 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f7abf112-3896-408d-a09f-3b2090c25020 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0443f5c0d6a4452c93d8da0b890d8e12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5148945 Dec 23 16:09:35.369679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e887-e550-4b6b-9d4f-d3aa396ff1db tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Network': ['ID=9166b338-ef6b-40ba-9077-abd472692ef4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:35.397394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] Calling delete_port for c948fcbc-4cf7-4cfa-86e0-e96b988db2ad owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:35.430802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9166b338-ef6b-40ba-9077-abd472692ef4 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:35.510505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] For port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,segment=NetworkSegment(9e8dae24-9204-4a75-a42f-4f6e9c3e0d27),segment_id=9e8dae24-9204-4a75-a42f-4f6e9c3e0d27)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:35.510982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.543835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.578627 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.611987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.626962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:35.632268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] Pushing event deleted for resources: {'Port': ['ID=c948fcbc-4cf7-4cfa-86e0-e96b988db2ad,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:35.637115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Calling delete_port for c948fcbc-4cf7-4cfa-86e0-e96b988db2ad owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:35.640845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef054afc-9541-4f33-86dd-c74f69473bba None None] No DVR routers for this DVR port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:35.671906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:subnet and tenant:2cc4cfdc922e4367b9bf7e406bb1ceac is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:35.683380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:35.688323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-800cf8f5-28b1-488a-a985-979681368dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.691296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Port': ['ID=073fe118-6511-405b-9550-61914bc3d13e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:35.694563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:35.729358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Made reservation on behalf of 2cc4cfdc922e4367b9bf7e406bb1ceac for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:35.731258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.830185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:09:35.830503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:09:35.878598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-800cf8f5-28b1-488a-a985-979681368dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:35.900076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.047705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.084407 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e0b4de14-a48e-4205-ba9b-e295ef7e45e0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/ports/073fe118-6511-405b-9550-61914bc3d13e HTTP/1.1" status: 204 len: 168 time: 1.5542703 Dec 23 16:09:36.086067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-800cf8f5-28b1-488a-a985-979681368dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.088372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-800cf8f5-28b1-488a-a985-979681368dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.089400 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-800cf8f5-28b1-488a-a985-979681368dd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd455e80-1512-4584-988a-9366830545e4 HTTP/1.1" status: 204 len: 168 time: 0.7199748 Dec 23 16:09:36.091446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48424) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:36.165832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cf8f5-28b1-488a-a985-979681368dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd455e80-1512-4584-988a-9366830545e4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:36.171213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.26.7.41 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/6a828c1d-c742-4866-bbe1-0a2068c80950) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:36.176082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15b33aa-57f9-40d2-95d4-a3968d300892 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] GET failed (client error): The resource could not be found. Dec 23 16:09:36.176519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d15b33aa-57f9-40d2-95d4-a3968d300892 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Synchronizing usage tracker for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:36.201291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d15b33aa-57f9-40d2-95d4-a3968d300892 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Unset dirty status for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:36.207003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d15b33aa-57f9-40d2-95d4-a3968d300892 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "GET /v2.0/ports/073fe118-6511-405b-9550-61914bc3d13e HTTP/1.1" status: 404 len: 333 time: 0.0894272 Dec 23 16:09:36.216989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:36.275932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1062974904'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:36.364439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c948fcbc-4cf7-4cfa-86e0-e96b988db2ad no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:09:36.427056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: c948fcbc-4cf7-4cfa-86e0-e96b988db2ad {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:09:36.427398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c948fcbc-4cf7-4cfa-86e0-e96b988db2ad not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:09:36.437927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Deleting port c948fcbc-4cf7-4cfa-86e0-e96b988db2ad {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:36.438338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.464089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.538007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48438) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:36.542544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] The port 'c948fcbc-4cf7-4cfa-86e0-e96b988db2ad' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:09:36.606290 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a60982b6-e80a-4e61-9d9b-9e392c881127 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fba7e30718e04e83bdc07f56e2b3aa63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0671003 Dec 23 16:09:36.632425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48442) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:36.752454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2972807a-f045-42d2-b6b6-141297eb6148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.766408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.773794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.785745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:36.804978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2972807a-f045-42d2-b6b6-141297eb6148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.814108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:36.814791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Deleting port 85dcb60a-eef1-44bc-ab06-7ce7596e5ead {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:36.815126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.816708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb4802b-234a-4cb2-8bd7-b23f82ba9060']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:36.861369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8dae24-9204-4a75-a42f-4f6e9c3e0d27') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:36.861585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8dae24-9204-4a75-a42f-4f6e9c3e0d27') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:36.886697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.899254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:36.902217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.919887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:09:36.920341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.968633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.982513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:36.982961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.992381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2972807a-f045-42d2-b6b6-141297eb6148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:37.004312 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:37.009563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] device_id is not set on port c8dcd98f-d211-4e93-aa49-399379a25a5e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:37.026499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972807a-f045-42d2-b6b6-141297eb6148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eb5d99-8653-4dbe-97c7-8d811cd40cce,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:37.039386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2972807a-f045-42d2-b6b6-141297eb6148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.042931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2972807a-f045-42d2-b6b6-141297eb6148 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6eb5d99-8653-4dbe-97c7-8d811cd40cce HTTP/1.1" status: 204 len: 168 time: 0.4053481 Dec 23 16:09:37.052523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.100576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.177785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Calling delete_port for 85dcb60a-eef1-44bc-ab06-7ce7596e5ead owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:37.208698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1f39e2ee-c695-4fa8-8474-40de3a0bb92e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:37.218323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b07bfa14-4bd9-4599-97c1-79a41ba95ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.253157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:37.260593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.262266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:37.283281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=6a828c1d-c742-4866-bbe1-0a2068c80950,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:37.288959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.319609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:37.359527 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Checking segment: {'id': 'a381d6e1-ee7b-45d5-bee6-e01f85e3fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:37.359910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network hostable DHCP agents. Network: 9166b338-ef6b-40ba-9077-abd472692ef4, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:37.365019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] Pushing event deleted for resources: {'Network': ['ID=aeb4802b-234a-4cb2-8bd7-b23f82ba9060,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:37.468689 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b53925d-8905-4f6d-97c3-9ead5053b850 tempest-AllowedAddressPairTestJSON-296938778 tempest-AllowedAddressPairTestJSON-296938778-project] 10.222.0.18 "DELETE /v2.0/networks/aeb4802b-234a-4cb2-8bd7-b23f82ba9060 HTTP/1.1" status: 204 len: 168 time: 2.7824583 Dec 23 16:09:37.564109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Allocated IP 2001:db8::38e (7a4fb512-50a7-4481-94a9-d2afeb9fd179/380878bf-f7ad-4300-8ca4-91b2efd8ac58/c8dcd98f-d211-4e93-aa49-399379a25a5e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:37.653483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network 9166b338-ef6b-40ba-9077-abd472692ef4 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:37.698566 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 9166b338-ef6b-40ba-9077-abd472692ef4) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:37.707920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e1b372-e6a1-4f16-8064-9995765c710a None None] Network 9166b338-ef6b-40ba-9077-abd472692ef4 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:37.712151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.778858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:37.779451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.843612 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-90a32962-8936-4f89-83a3-645c2f9084ff tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5002244 Dec 23 16:09:37.870206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48468) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:37.891258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Port': ['ID=85dcb60a-eef1-44bc-ab06-7ce7596e5ead,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:37.901922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-554958069', 'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:37.962875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48472) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:37.972878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:37.997110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:port and tenant:2cc4cfdc922e4367b9bf7e406bb1ceac is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:38.002383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:38.016944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:38.111659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Made reservation on behalf of 2cc4cfdc922e4367b9bf7e406bb1ceac for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:38.114136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.127116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff28b03-084c-45e5-b2dd-bb543980c0ba None None] Network 9166b338-ef6b-40ba-9077-abd472692ef4 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:38.141247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] device_id is not set on port d57a465b-a7e3-4f7a-ae3b-ff1b4810c857 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:38.259903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.266870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.307052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Transition to ACTIVE for port object c8dcd98f-d211-4e93-aa49-399379a25a5e will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:38.338136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Allocated IP 172.20.0.4 (9166b338-ef6b-40ba-9077-abd472692ef4/1f39e2ee-c695-4fa8-8474-40de3a0bb92e/d57a465b-a7e3-4f7a-ae3b-ff1b4810c857) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:38.354530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7291bd13-c758-4de4-8b89-9ecfd4efd0d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6da84fb167746fea074aeb1c737c3ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3896024 Dec 23 16:09:38.357477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48484) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:38.389792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.464459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48488) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:38.475517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.612712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:38.621743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:38.622691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fed5e41-c8f3-47fa-8a8b-bd5648ae9627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.627157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:38.631046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:38.631804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.638146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=c8dcd98f-d211-4e93-aa49-399379a25a5e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:38.666495 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-969b9d05-cb53-444c-8cfd-c2a79a6d752a tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3980865 Dec 23 16:09:38.667367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:38.674888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a1', 'mac_address': 'fa:16:3e:48:ea:e3'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:38.687862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493057275'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:38.692917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fed5e41-c8f3-47fa-8a8b-bd5648ae9627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.703400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:38.734068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:38.751827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:38.776013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:38.798622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.823332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:38.826701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.841953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.924828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.932251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.942727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-59af8ca3-265f-404e-99b5-d4685b0db5e5 None None] Provisioning for port c8dcd98f-d211-4e93-aa49-399379a25a5e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:38.949271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-59af8ca3-265f-404e-99b5-d4685b0db5e5 None None] Provisioning complete for port c8dcd98f-d211-4e93-aa49-399379a25a5e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:38.949647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59af8ca3-265f-404e-99b5-d4685b0db5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.964742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fed5e41-c8f3-47fa-8a8b-bd5648ae9627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.999918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed5e41-c8f3-47fa-8a8b-bd5648ae9627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6786bbf4-f06c-4e5e-a40a-fbc5a464af55,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:39.016773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.018923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:39.027266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.049712 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-59af8ca3-265f-404e-99b5-d4685b0db5e5 None None] Port c8dcd98f-d211-4e93-aa49-399379a25a5e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:39.061016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:security_group_rule and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:39.073707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:39.080638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:39.153178 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-262a8db0-2a52-4912-a6d1-d1f67e6c3abd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3203235 Dec 23 16:09:39.209445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network 9166b338-ef6b-40ba-9077-abd472692ef4 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:39.210347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fed5e41-c8f3-47fa-8a8b-bd5648ae9627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.212820 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5fed5e41-c8f3-47fa-8a8b-bd5648ae9627 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6786bbf4-f06c-4e5e-a40a-fbc5a464af55 HTTP/1.1" status: 204 len: 168 time: 0.8534303 Dec 23 16:09:39.223270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:39.225900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:39.231180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.252523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Port': ['ID=d57a465b-a7e3-4f7a-ae3b-ff1b4810c857,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:39.341815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:39.342374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.362470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.373907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.399322 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3df6ee0b-d1cc-48ab-8aec-3a39c7345837 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5117450 Dec 23 16:09:39.403220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48504) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:39.449303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:39.479054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffdb89d-daf3-496e-971e-907e7a812859,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:39.503242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.503599 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment 15f5eaac-be2c-44e4-81da-e722644a6fd1 of type vlan for network 067d0044-49f5-4097-b4f0-e495b18123e2 Dec 23 16:09:39.533301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.537817 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-2dd6a231-868a-4287-a75a-a9d24aa40c60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.2970235 Dec 23 16:09:39.548497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.587414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Deleting port d57a465b-a7e3-4f7a-ae3b-ff1b4810c857 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:39.587854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.682967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.759840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=6a828c1d-c742-4866-bbe1-0a2068c80950,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:39.767300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.803764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.814763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.869451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.965149 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-fbd35e4d-a6ba-4f3b-8357-a02859575f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:39.966616 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-fbd35e4d-a6ba-4f3b-8357-a02859575f1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.3778152 Dec 23 16:09:39.971913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] In _notify_port_updated(), no bound segment for port c8dcd98f-d211-4e93-aa49-399379a25a5e on network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:39.976317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:39.977120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:39.978173 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "PUT /v2.0/ports/c8dcd98f-d211-4e93-aa49-399379a25a5e HTTP/1.1" status: 200 len: 1003 time: 1.3092649 Dec 23 16:09:39.986431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48522) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:40.051020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:40.054909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:40.055526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:40.184468 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7168989 Dec 23 16:09:40.213603 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-b10798dc-6db1-4789-81d8-f243ad2bac9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1001 time: 0.2334337 Dec 23 16:09:40.224431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60862fee-028a-42ba-b10b-0be1e10c3982 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=c8dcd98f-d211-4e93-aa49-399379a25a5e,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:40.258911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting port c8dcd98f-d211-4e93-aa49-399379a25a5e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:40.259497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:40.332936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:40.389047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a1449165-f66a-49d9-b73e-64188f7cbaac None None] Provisioning complete for port c8dcd98f-d211-4e93-aa49-399379a25a5e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:40.390284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a1449165-f66a-49d9-b73e-64188f7cbaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:40.405814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-0a90d031-308a-4844-8fad-f61ba84cfb58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:40.407535 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-0a90d031-308a-4844-8fad-f61ba84cfb58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.1849020 Dec 23 16:09:40.533584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a1449165-f66a-49d9-b73e-64188f7cbaac None None] Port c8dcd98f-d211-4e93-aa49-399379a25a5e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:40.533873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b3ae5-0807-4600-913a-386650458b67 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=067d0044-49f5-4097-b4f0-e495b18123e2,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:40.550868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 067d0044-49f5-4097-b4f0-e495b18123e2 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:40.602463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1123718676'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:40.616478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:40.617715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:40.626098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Usage tracker for resource:network and tenant:8c5be56139f845aeb7212852e94b6824 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:40.630990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:40.639847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:40.682866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Made reservation on behalf of 8c5be56139f845aeb7212852e94b6824 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:40.686081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:40.701788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:40.751090 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-b6ce31fd-0451-4729-9770-6d9052049578 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1827016 Dec 23 16:09:40.768004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Calling delete_port for d57a465b-a7e3-4f7a-ae3b-ff1b4810c857 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:40.781200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:40.787391 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 32399ff1-bc33-4893-8f15-1d8535a29ce5 associated. External IP: 172.26.7.41, port: bb8c2ad7-e509-452b-9497-f668984eb9b3. Dec 23 16:09:40.883837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Usage tracker for resource:security_group_rule and tenant:8c5be56139f845aeb7212852e94b6824 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:40.896793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:40.907389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:41.030901 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-baca1149-92a3-4d24-8640-e611ebaebba2 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721801 Dec 23 16:09:41.067900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.210025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Calling delete_port for c8dcd98f-d211-4e93-aa49-399379a25a5e owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:41.247257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.266578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.268207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.319063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:41.327171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event deleted for resources: {'Port': ['ID=d57a465b-a7e3-4f7a-ae3b-ff1b4810c857,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:41.337018 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f20867e-c8b8-4159-9208-30e9295ccf77 req-586eded1-b74f-48df-be17-dc466fdfd1fc service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955396 Dec 23 16:09:41.342800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54ade5-43f3-4214-a875-1e50f727afb6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:41.346480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.346815 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Added segment bb8a3503-27f4-41a4-9124-8a8d86b101b7 of type vlan for network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b Dec 23 16:09:41.383791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.498715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.503193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:41.503917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.599097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Router 2c6717e4-72d2-433d-8f2f-045e8d57b14a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:41.646338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event updated for resources: {'Network': ['ID=a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:41.654234 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e0b8a4a-2d44-4312-bd0a-e41be5215cb1 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3197978 Dec 23 16:09:41.654873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:41.663022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:41.663606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Request body: {'subnet': {'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:41.676444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.761239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.816296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7ad7a489-dbb5-48e7-b9fb-0128f19d82a6 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d57a465b-a7e3-4f7a-ae3b-ff1b4810c857 HTTP/1.1" status: 204 len: 168 time: 2.4089351 Dec 23 16:09:41.819376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48546) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:41.831011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Port': ['ID=c8dcd98f-d211-4e93-aa49-399379a25a5e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:41.841136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4', 'external_fixed_ips': [{'subnet_id': '1f39e2ee-c695-4fa8-8474-40de3a0bb92e', 'ip_address': '172.20.0.4'}]}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:41.857445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:41.867103 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:router and tenant:2cc4cfdc922e4367b9bf7e406bb1ceac is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:41.870122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:41.872474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:41.879539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Usage tracker for resource:subnet and tenant:8c5be56139f845aeb7212852e94b6824 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:41.884432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:41.886325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:41.894439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:41.916342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.917260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:41.924241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Made reservation on behalf of 8c5be56139f845aeb7212852e94b6824 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:42.003632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:42.006189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8705d6ea-9000-43ac-9749-ef5ddab01597 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/ports/c8dcd98f-d211-4e93-aa49-399379a25a5e HTTP/1.1" status: 204 len: 168 time: 2.0184627 Dec 23 16:09:42.012196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:42.135806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:42.147680 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] Sync routers for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:42.149914 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-60e3e275-c183-4841-86ee-83b108edc112 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "PUT /v2.0/routers/2c6717e4-72d2-433d-8f2f-045e8d57b14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9015472 Dec 23 16:09:42.152453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48556) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:42.178560 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:42.179183 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:42.205894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:42.207631 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7594471-9674-4ec6-ae7e-956a4558e621 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] GET failed (client error): The resource could not be found. Dec 23 16:09:42.208166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f7594471-9674-4ec6-ae7e-956a4558e621 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Synchronizing usage tracker for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:42.215514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:42.226271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:42.285788 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:42.306715 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] Routers {'2c6717e4-72d2-433d-8f2f-045e8d57b14a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:42.308081 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:42.357790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f7594471-9674-4ec6-ae7e-956a4558e621 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Unset dirty status for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:42.362259 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f7594471-9674-4ec6-ae7e-956a4558e621 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "GET /v2.0/ports/c8dcd98f-d211-4e93-aa49-399379a25a5e HTTP/1.1" status: 404 len: 333 time: 0.3457320 Dec 23 16:09:42.377714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48560) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:42.384505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1567959842'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:42.436270 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:42.436672 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b0fea-d913-4d04-bb52-616e5d87cca2 None None] The sync data for ids ['2c6717e4-72d2-433d-8f2f-045e8d57b14a'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:42.577664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:42.588791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:42.604913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:42.646335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:42.674970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:42.678574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:42.707028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] device_id is not set on port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:42.736427 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:09:42.869344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:42.951539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Allocated IP 2001:db8::3c8 (7a4fb512-50a7-4481-94a9-d2afeb9fd179/380878bf-f7ad-4300-8ca4-91b2efd8ac58/0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:42.964915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event updated for resources: {'Subnet': ['ID=c2a1fac8-f513-403c-b679-7d0976943295,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:42.982377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:42.983010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.012654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:43.013200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Deleting port e11533eb-a0f5-4bd7-86d4-d1af1b365eff {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:43.013200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.013369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Checking segment: {'id': 'bb8a3503-27f4-41a4-9124-8a8d86b101b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:43.013369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Network hostable DHCP agents. Network: a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:43.016934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:43.017544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:43.039005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.103329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:43.109498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:43.118789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:43.119388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:43.166492 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62e90435-af4a-4cdf-a4d8-d796aed9216a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2019451 Dec 23 16:09:43.170005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:43.183344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48566) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:43.197041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:43.201934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:43.202259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee3c0d-bcb3-416d-8d73-1f7abae29bc6 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:43.210302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491958d0-69ae-4d32-bac7-0ee1380a0182 None None] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:43.263325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:43.264726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.378153 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa545a0e-2d8d-43ad-93d1-620b6017a86b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7218707 Dec 23 16:09:43.385723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:43.386574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48572) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:43.394109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Request body: {'port': {'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-49792157'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:43.411170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '067d0044-49f5-4097-b4f0-e495b18123e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:43.417298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.519053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.530439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b', 'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b', 'tenant_id': '8c5be56139f845aeb7212852e94b6824', 'fixed_ips': [{'subnet_id': 'c2a1fac8-f513-403c-b679-7d0976943295'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:43.531402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.591974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.607488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.634532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.697977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Allocated IP 172.20.0.2 (a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b/c2a1fac8-f513-403c-b679-7d0976943295/60db5f02-49d6-499f-a00a-313a85a83272) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:43.748953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:43.760160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Calling delete_port for e11533eb-a0f5-4bd7-86d4-d1af1b365eff owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:43.796766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Transition to ACTIVE for port object 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:43.798266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:43.810818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:43.824203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:43.858697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:43.945677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:43.954786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Usage tracker for resource:port and tenant:8c5be56139f845aeb7212852e94b6824 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:43.965221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:43.967119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.975259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:43.976837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:43.982434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Transition to ACTIVE for port object 60db5f02-49d6-499f-a00a-313a85a83272 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:44.012496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Transition to ACTIVE for port object 60db5f02-49d6-499f-a00a-313a85a83272 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:44.018847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.072934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.078418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Made reservation on behalf of 8c5be56139f845aeb7212852e94b6824 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:44.085015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.096583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:44.101200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:44.103764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:44.106292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Pushing event updated for resources: {'Port': ['ID=60db5f02-49d6-499f-a00a-313a85a83272,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:44.133366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.148104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] device_id is not set on port 72878c36-6082-4f29-b1fb-95a026124d78 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:44.181117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.181460 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 32399ff1-bc33-4893-8f15-1d8535a29ce5 disassociated. External IP: 172.26.7.41, port: bb8c2ad7-e509-452b-9497-f668984eb9b3. Dec 23 16:09:44.200096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:44.201851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Attempting to bind port 60db5f02-49d6-499f-a00a-313a85a83272 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:44.202259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Attempting to bind port 60db5f02-49d6-499f-a00a-313a85a83272 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'bb8a3503-27f4-41a4-9124-8a8d86b101b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:44.202669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Attempting to bind port 60db5f02-49d6-499f-a00a-313a85a83272 on network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:44.203952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:44.205720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:44.211601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:44.211976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Checking segment: {'id': 'bb8a3503-27f4-41a4-9124-8a8d86b101b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:44.212373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.212756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Bound using segment: {'id': 'bb8a3503-27f4-41a4-9124-8a8d86b101b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:44.213208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Bound port: 60db5f02-49d6-499f-a00a-313a85a83272, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8a3503-27f4-41a4-9124-8a8d86b101b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:44.213577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.234812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Allocated IP 172.20.0.4 (9166b338-ef6b-40ba-9077-abd472692ef4/1f39e2ee-c695-4fa8-8474-40de3a0bb92e/8b0586ff-adb0-4e87-bb72-f6ab9e252c0a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:44.236226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:44.240856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:44.241356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.288098 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-53b92740-f693-443d-b5e4-e9a98f47db7d tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9092207 Dec 23 16:09:44.295409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48582) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:44.309115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:48:ea:e3'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:44.335334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] For port 60db5f02-49d6-499f-a00a-313a85a83272, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:44.339636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] For port 60db5f02-49d6-499f-a00a-313a85a83272, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=60db5f02-49d6-499f-a00a-313a85a83272,segment=NetworkSegment(bb8a3503-27f4-41a4-9124-8a8d86b101b7),segment_id=bb8a3503-27f4-41a4-9124-8a8d86b101b7)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:44.348138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.438457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.446425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feb34e-545f-43c1-b00d-6d04d1acfe5c None None] Pushing event updated for resources: {'Port': ['ID=60db5f02-49d6-499f-a00a-313a85a83272,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:44.550336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Allocated IP 172.20.0.7 (a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b/c2a1fac8-f513-403c-b679-7d0976943295/72878c36-6082-4f29-b1fb-95a026124d78) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:44.586904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Port': ['ID=e11533eb-a0f5-4bd7-86d4-d1af1b365eff,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:44.626964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-702c6ade-54b0-47cf-9afc-afc2abc6aa57 None None] Provisioning for port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:44.633778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-702c6ade-54b0-47cf-9afc-afc2abc6aa57 None None] Provisioning complete for port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:44.634424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-702c6ade-54b0-47cf-9afc-afc2abc6aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.691137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.740785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-702c6ade-54b0-47cf-9afc-afc2abc6aa57 None None] Port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:44.756143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.790635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.867009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network 9166b338-ef6b-40ba-9077-abd472692ef4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:44.875940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:44.878882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:44.929240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Port': ['ID=8b0586ff-adb0-4e87-bb72-f6ab9e252c0a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:45.154876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=47eb933c-e14f-44dc-9ea0-53b5823809c2,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:45.173971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.238744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.272810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Transition to ACTIVE for port object 72878c36-6082-4f29-b1fb-95a026124d78 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:45.298182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.383218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.424231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': '15f5eaac-be2c-44e4-81da-e722644a6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '067d0044-49f5-4097-b4f0-e495b18123e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:45.424614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: 067d0044-49f5-4097-b4f0-e495b18123e2, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:45.453724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.454447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.484314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:45.491230 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:45.545025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8ae65-3504-41ac-aa71-ec0f1f665b9f None None] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:45.553867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.566742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.638974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fc4c2f39-fcd3-484b-af9a-5a47a584fe86 None None] Provisioning for port 60db5f02-49d6-499f-a00a-313a85a83272 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:45.649911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event updated for resources: {'Port': ['ID=72878c36-6082-4f29-b1fb-95a026124d78,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:45.653347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:45.672695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 067d0044-49f5-4097-b4f0-e495b18123e2 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:45.690060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.690583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6717e4-72d2-433d-8f2f-045e8d57b14a {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:09:45.700640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 067d0044-49f5-4097-b4f0-e495b18123e2) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:45.704771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.708415 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e68d2234-36e8-449b-8de1-03daeb7b4761 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "DELETE /v2.0/routers/2c6717e4-72d2-433d-8f2f-045e8d57b14a HTTP/1.1" status: 204 len: 168 time: 3.5548046 Dec 23 16:09:45.711456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48590) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:45.724598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:45.725184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.736414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377bca2-e742-4e85-a728-1174a235a07e None None] Network 067d0044-49f5-4097-b4f0-e495b18123e2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:45.766764 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8d2f630a-2360-4d34-8038-2bea4a3a9aed tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3658214 Dec 23 16:09:45.767590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48596) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:45.774508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-129779227'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:45.779294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:45.783288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:45.786815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:45.793373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:45.793534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:45.794230 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.822150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.824974 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:45.829259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.844234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.847073 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fe01d54b-fb35-4276-88ae-f8c631cab3ab tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4591718 Dec 23 16:09:45.851455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48600) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:45.901550 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Request body: {'port': {'network_id': 'a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2127494674', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:45.902543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] bootfile-name is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:09:45.902543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] tftp-server is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:09:45.902750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] server-ip-address is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:09:45.981849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:46.019582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] In _notify_port_updated(), no bound segment for port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b on network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:46.024002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:46.024824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.026191 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "PUT /v2.0/ports/0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b HTTP/1.1" status: 200 len: 1003 time: 1.7297800 Dec 23 16:09:46.029570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48604) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:46.037914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:46.042167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ee5da-7f86-41b9-a9a7-103792cffa19 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:46.061149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-067d0044-49f5-4097-b4f0-e495b18123e2', 'network_id': '067d0044-49f5-4097-b4f0-e495b18123e2', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': '47eb933c-e14f-44dc-9ea0-53b5823809c2'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:46.062019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.071124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.071472 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment 091d7251-6f20-495b-a71d-f45780fe7358 of type vlan for network 3e34bd4b-1785-499a-8860-e88fd3b2f57a Dec 23 16:09:46.127614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:46.131371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Usage tracker for resource:port and tenant:8c5be56139f845aeb7212852e94b6824 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:46.137792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:46.144015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:46.162163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Made reservation on behalf of 8c5be56139f845aeb7212852e94b6824 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:46.165245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.179787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.227721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] device_id is not set on port a197b675-9aa5-4cce-af17-70878b7005f9 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:46.354801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Deleting subnet 5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:09:46.369165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Allocated IP 2001:db8:0:ffff::2 (067d0044-49f5-4097-b4f0-e495b18123e2/47eb933c-e14f-44dc-9ea0-53b5823809c2/f0330a94-1e34-44a2-b489-7dbe60796b26) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:46.402282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.438189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:46.438654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.457368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Allocated IP 172.20.0.14 (a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b/c2a1fac8-f513-403c-b679-7d0976943295/a197b675-9aa5-4cce-af17-70878b7005f9) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:46.482554 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 60db5f02-49d6-499f-a00a-313a85a83272 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:46.490682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:46.653273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 60db5f02-49d6-499f-a00a-313a85a83272 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:46.658735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.663588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:46.664172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.664663 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ba19912c-6efc-4499-831b-4a833a22f379 None None] Provisioning for port 72878c36-6082-4f29-b1fb-95a026124d78 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:46.674518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 60db5f02-49d6-499f-a00a-313a85a83272 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:46.674880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.721459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.741205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ba19912c-6efc-4499-831b-4a833a22f379 None None] Provisioning complete for port 72878c36-6082-4f29-b1fb-95a026124d78 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:46.741580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba19912c-6efc-4499-831b-4a833a22f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.796095 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0273898 Dec 23 16:09:46.799416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9d0ba-393c-43de-a018-f6c10230036a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=3e34bd4b-1785-499a-8860-e88fd3b2f57a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:46.802640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48610) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:46.819663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:46.825158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3e34bd4b-1785-499a-8860-e88fd3b2f57a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:46.941076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ba19912c-6efc-4499-831b-4a833a22f379 None None] Port 72878c36-6082-4f29-b1fb-95a026124d78 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:46.951867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.952949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.967356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:46.974150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:46.981008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Transition to ACTIVE for port object a197b675-9aa5-4cce-af17-70878b7005f9 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:46.981284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Transition to ACTIVE for port object f0330a94-1e34-44a2-b489-7dbe60796b26 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:46.981962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:46.985894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:46.998551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:47.018823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:47.075519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Transition to ACTIVE for port object f0330a94-1e34-44a2-b489-7dbe60796b26 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:47.086748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.112386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Calling delete_port for 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:47.128538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.142822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.175605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Network 067d0044-49f5-4097-b4f0-e495b18123e2 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:47.180555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:47.182377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e5ec28b5-e7b2-4d84-afc4-2e8ee90fce88 None None] Provisioning complete for port 72878c36-6082-4f29-b1fb-95a026124d78 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:47.182612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5ec28b5-e7b2-4d84-afc4-2e8ee90fce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.211426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:47.218020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:47.226296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.230766 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:47.246376 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:47.247677 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:47.250490 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Pushing event updated for resources: {'Port': ['ID=f0330a94-1e34-44a2-b489-7dbe60796b26,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:47.252637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Router 26c80cab-fc82-40fb-af4d-e52e00b56685 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:09:47.298611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.299286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 60db5f02-49d6-499f-a00a-313a85a83272, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=60db5f02-49d6-499f-a00a-313a85a83272,segment=NetworkSegment(bb8a3503-27f4-41a4-9124-8a8d86b101b7),segment_id=bb8a3503-27f4-41a4-9124-8a8d86b101b7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:47.329306 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-77b07f32-887b-4d8e-8e6b-4cf7c1c1e636 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/floatingips/32399ff1-bc33-4893-8f15-1d8535a29ce5 HTTP/1.1" status: 200 len: 687 time: 4.1445277 Dec 23 16:09:47.331654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.332108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48616) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:47.334527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec28b5-e7b2-4d84-afc4-2e8ee90fce88 None None] Port 72878c36-6082-4f29-b1fb-95a026124d78 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:47.341327 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:47.354513 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:47.355518 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:47.425385 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:47.427282 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d503766c-564e-4a68-8ef7-937b375c475d None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:47.433444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e5ec28b5-e7b2-4d84-afc4-2e8ee90fce88 None None] Provisioning complete for port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:47.433813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5ec28b5-e7b2-4d84-afc4-2e8ee90fce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.469583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Attempting to bind port f0330a94-1e34-44a2-b489-7dbe60796b26 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:47.470500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Attempting to bind port f0330a94-1e34-44a2-b489-7dbe60796b26 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '15f5eaac-be2c-44e4-81da-e722644a6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '067d0044-49f5-4097-b4f0-e495b18123e2'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:47.471143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Attempting to bind port f0330a94-1e34-44a2-b489-7dbe60796b26 on network 067d0044-49f5-4097-b4f0-e495b18123e2 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:47.471350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.513657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:47.514318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Checking segment: {'id': '15f5eaac-be2c-44e4-81da-e722644a6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '067d0044-49f5-4097-b4f0-e495b18123e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:47.514804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.515284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Bound using segment: {'id': '15f5eaac-be2c-44e4-81da-e722644a6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '067d0044-49f5-4097-b4f0-e495b18123e2'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:47.515911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Bound port: f0330a94-1e34-44a2-b489-7dbe60796b26, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f5eaac-be2c-44e4-81da-e722644a6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '067d0044-49f5-4097-b4f0-e495b18123e2'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:47.517098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.529304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=60db5f02-49d6-499f-a00a-313a85a83272,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:47.540039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec28b5-e7b2-4d84-afc4-2e8ee90fce88 None None] Port 0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:47.581108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:47.581874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event updated for resources: {'Port': ['ID=a197b675-9aa5-4cce-af17-70878b7005f9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:47.585574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:47.589220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:47.602924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.634996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] For port f0330a94-1e34-44a2-b489-7dbe60796b26, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:47.640316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] For port f0330a94-1e34-44a2-b489-7dbe60796b26, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f0330a94-1e34-44a2-b489-7dbe60796b26,segment=NetworkSegment(15f5eaac-be2c-44e4-81da-e722644a6fd1),segment_id=15f5eaac-be2c-44e4-81da-e722644a6fd1)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:47.647409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.702004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:47.702645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.742352 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-706b37f3-0123-45ba-83e9-ea6853665ec3 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8513689 Dec 23 16:09:47.743047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48622) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:47.749299 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d2a52-514a-4348-bbbd-e7aa7865ceb1 None None] Pushing event updated for resources: {'Port': ['ID=f0330a94-1e34-44a2-b489-7dbe60796b26,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:47.775801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Subnet': ['ID=5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:47.826088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.867234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd7210-e8eb-43f0-a1bd-95e2098e714a None None] Network ac8350dd-6305-43c0-ad5c-4723a32e6532 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:47.908859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.916087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=dbd9414c-534d-4aab-967c-5b29b155d5bc,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:47.934817 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73a5ac2e-cd52-4b49-97b0-74c74065eceb tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "DELETE /v2.0/subnets/5761732c-48c5-4bb0-9a1d-e0b8e5ad4df1 HTTP/1.1" status: 204 len: 168 time: 2.2214260 Dec 23 16:09:47.942374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b86e8c-59bc-4fad-94ec-e4e453dd8ea6 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:47.943905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:47.949032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b86e8c-59bc-4fad-94ec-e4e453dd8ea6 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:47.952999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b86e8c-59bc-4fad-94ec-e4e453dd8ea6 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:47.953884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d8b86e8c-59bc-4fad-94ec-e4e453dd8ea6 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Synchronizing usage tracker for tenant:8c5be56139f845aeb7212852e94b6824 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:47.988882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': '091d7251-6f20-495b-a71d-f45780fe7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:47.989822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: 3e34bd4b-1785-499a-8860-e88fd3b2f57a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:47.993841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 6a828c1d-c742-4866-bbe1-0a2068c80950 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:47.994323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.007070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d8b86e8c-59bc-4fad-94ec-e4e453dd8ea6 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Unset dirty status for tenant:8c5be56139f845aeb7212852e94b6824 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:48.015097 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d8b86e8c-59bc-4fad-94ec-e4e453dd8ea6 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2685907 Dec 23 16:09:48.015777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48630) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:48.040476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a161d1dd-b068-4eed-a532-456b0f8b00df None None] Provisioning for port a197b675-9aa5-4cce-af17-70878b7005f9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:48.085921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 3e34bd4b-1785-499a-8860-e88fd3b2f57a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:48.087214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.088173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a161d1dd-b068-4eed-a532-456b0f8b00df None None] Provisioning complete for port a197b675-9aa5-4cce-af17-70878b7005f9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:48.089646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a161d1dd-b068-4eed-a532-456b0f8b00df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.106430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Deleting port a197b675-9aa5-4cce-af17-70878b7005f9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:48.106430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.180432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3e34bd4b-1785-499a-8860-e88fd3b2f57a) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:48.202641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646baf99-3a96-478c-b553-386fce654b88 None None] Network 3e34bd4b-1785-499a-8860-e88fd3b2f57a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:48.278317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Port': ['ID=0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:48.288683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a161d1dd-b068-4eed-a532-456b0f8b00df None None] Port a197b675-9aa5-4cce-af17-70878b7005f9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:48.311853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:48.312446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.351654 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-28b62227-e315-4bdd-8b63-c2ffc4f93e66 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5449591 Dec 23 16:09:48.355671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48636) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:48.449114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.451206 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8229f726-c013-4466-b512-7081afa36172 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/ports/0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b HTTP/1.1" status: 204 len: 168 time: 2.3051169 Dec 23 16:09:48.455028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.459934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48640) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:48.512687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3e34bd4b-1785-499a-8860-e88fd3b2f57a', 'network_id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': 'dbd9414c-534d-4aab-967c-5b29b155d5bc'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:48.513505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.562912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.572518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.573339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.624280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f0330a94-1e34-44a2-b489-7dbe60796b26 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:48.667837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] DHCP port deletion for ac8350dd-6305-43c0-ad5c-4723a32e6532 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:09:48.691158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Deleting port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:48.691527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.752580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 6a828c1d-c742-4866-bbe1-0a2068c80950 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:48.771828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Calling delete_port for a197b675-9aa5-4cce-af17-70878b7005f9 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:48.801941 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-31af2976-2007-4db3-b1eb-7209197aac13 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] GET failed (client error): The resource could not be found. Dec 23 16:09:48.802518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-31af2976-2007-4db3-b1eb-7209197aac13 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Synchronizing usage tracker for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:48.850252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Deleting port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:48.850431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.871328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.895859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-31af2976-2007-4db3-b1eb-7209197aac13 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Unset dirty status for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:48.902806 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-31af2976-2007-4db3-b1eb-7209197aac13 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "GET /v2.0/ports/0f8f6cf6-ca34-4f11-8aea-a41f1c64b57b HTTP/1.1" status: 404 len: 333 time: 0.4362075 Dec 23 16:09:48.903404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:48.932543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-463840914'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:49.024586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Allocated IP 2001:db8::1 (3e34bd4b-1785-499a-8860-e88fd3b2f57a/dbd9414c-534d-4aab-967c-5b29b155d5bc/b321d6ae-b499-4fd8-8863-afef1788eca6) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:49.066649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.095499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.137803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c2faa-6c46-4a05-801a-4f0a8826d2c5 None None] Network 067d0044-49f5-4097-b4f0-e495b18123e2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:49.159599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event deleted for resources: {'Port': ['ID=a197b675-9aa5-4cce-af17-70878b7005f9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:49.248748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port f0330a94-1e34-44a2-b489-7dbe60796b26 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:49.331524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] For port ebcc6512-2537-407b-a9c2-cd65d8fefdb5, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,segment=NetworkSegment(f99b853b-692d-4ac1-a5ce-bc81e2e2aede),segment_id=f99b853b-692d-4ac1-a5ce-bc81e2e2aede)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:49.331928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.402268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.417422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-314d91e4-558e-412c-ba68-cfcdfd41c842 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "DELETE /v2.0/ports/a197b675-9aa5-4cce-af17-70878b7005f9 HTTP/1.1" status: 204 len: 168 time: 1.4000344 Dec 23 16:09:49.421178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48652) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:49.425602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.427531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Request body: {'port': {'name': 'tempest-new-port-name-643286534', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:49.428065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] bootfile-name is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:09:49.428524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] tftp-server is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:09:49.428930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.api.validators [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] server-ip-address is not in valid_values {{(pid=83494) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 16:09:49.438411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Transition to ACTIVE for port object b321d6ae-b499-4fd8-8863-afef1788eca6 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:49.462053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Transition to ACTIVE for port object b321d6ae-b499-4fd8-8863-afef1788eca6 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:49.503924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.537645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 60db5f02-49d6-499f-a00a-313a85a83272 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:49.561060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.587377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd9414c-534d-4aab-967c-5b29b155d5bc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:49.598765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.617467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Calling delete_port for ebcc6512-2537-407b-a9c2-cd65d8fefdb5 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:49.655126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5478912f-4d24-47b3-8010-2bdfb4bd9fba None None] Provisioning for port f0330a94-1e34-44a2-b489-7dbe60796b26 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:49.688001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.709874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5478912f-4d24-47b3-8010-2bdfb4bd9fba None None] Provisioning complete for port f0330a94-1e34-44a2-b489-7dbe60796b26 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:49.710256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.710424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5478912f-4d24-47b3-8010-2bdfb4bd9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.755344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=6a828c1d-c742-4866-bbe1-0a2068c80950,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:49.758724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Network 3e34bd4b-1785-499a-8860-e88fd3b2f57a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:49.774145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e34bd4b-1785-499a-8860-e88fd3b2f57a']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:49.774736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:49.790593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] For port ebcc6512-2537-407b-a9c2-cd65d8fefdb5, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,segment=NetworkSegment(f99b853b-692d-4ac1-a5ce-bc81e2e2aede),segment_id=f99b853b-692d-4ac1-a5ce-bc81e2e2aede)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:49.790982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.792601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091d7251-6f20-495b-a71d-f45780fe7358') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:49.793537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091d7251-6f20-495b-a71d-f45780fe7358') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:49.798232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Pushing event updated for resources: {'Port': ['ID=b321d6ae-b499-4fd8-8863-afef1788eca6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:49.810700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:49.819762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.823675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.852236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.863500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:49.867001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:49.867501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:49.883504 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:49.916129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.920790 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fc441a92-0a91-43aa-b5b8-e9974669b699 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/floatingips/32399ff1-bc33-4893-8f15-1d8535a29ce5 HTTP/1.1" status: 204 len: 168 time: 2.5866652 Dec 23 16:09:49.921437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48658) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:49.929916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:49.935879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Sync routers for ids ['26c80cab-fc82-40fb-af4d-e52e00b56685'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:49.939742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:49.953186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '521cc9f8-b9d9-47ee-978a-6bef1e6746ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:49.966590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.970434 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-796bc403-ebed-403c-9082-e6feecfa132f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1395240 Dec 23 16:09:49.970434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:49.972523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:49.976621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:49.977302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Calling delete_port for ebcc6512-2537-407b-a9c2-cd65d8fefdb5 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:49.979633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.045494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:floatingip and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:50.048126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.052128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:50.055679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:09:50.055679 dv-neutron-822800-1-hyperv neutron-server[83494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:09:50.055679 dv-neutron-822800-1-hyperv neutron-server[83494]: [parameters: {'id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a'}] Dec 23 16:09:50.055679 dv-neutron-822800-1-hyperv neutron-server[83494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:09:50.056317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:09:50.110228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:50.129974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Port': ['ID=ebcc6512-2537-407b-a9c2-cd65d8fefdb5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:50.143218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] No DVR routers for this DVR port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:50.161921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.166850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.185721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] device_id is not set on port 0b854592-8a73-4948-810e-72b9b3664614 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:50.186272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Routers {'26c80cab-fc82-40fb-af4d-e52e00b56685'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:50.186897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['26c80cab-fc82-40fb-af4d-e52e00b56685'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:50.222250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.235780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 60db5f02-49d6-499f-a00a-313a85a83272 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:50.236152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.287773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event updated for resources: {'Port': ['ID=72878c36-6082-4f29-b1fb-95a026124d78,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:50.325923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] In _notify_port_updated(), no bound segment for port 72878c36-6082-4f29-b1fb-95a026124d78 on network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:50.329437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:50.330051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.336204 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c3a41340-0e43-485a-a3f5-0cbcaaf6545b tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "PUT /v2.0/ports/72878c36-6082-4f29-b1fb-95a026124d78 HTTP/1.1" status: 200 len: 1135 time: 0.9140325 Dec 23 16:09:50.336811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48666) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:50.366441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Attempting to bind port b321d6ae-b499-4fd8-8863-afef1788eca6 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:50.366795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Attempting to bind port b321d6ae-b499-4fd8-8863-afef1788eca6 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '091d7251-6f20-495b-a71d-f45780fe7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:50.367144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Attempting to bind port b321d6ae-b499-4fd8-8863-afef1788eca6 on network 3e34bd4b-1785-499a-8860-e88fd3b2f57a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:50.391443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:09:50.391897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:09:50.413635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bdb5d1-c877-4a67-868b-8b99cfb98a35 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:50.414296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a4bdb5d1-c877-4a67-868b-8b99cfb98a35 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Synchronizing usage tracker for tenant:8c5be56139f845aeb7212852e94b6824 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:50.434500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a4bdb5d1-c877-4a67-868b-8b99cfb98a35 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Unset dirty status for tenant:8c5be56139f845aeb7212852e94b6824 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:50.440125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a4bdb5d1-c877-4a67-868b-8b99cfb98a35 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "GET /v2.0/ports/72878c36-6082-4f29-b1fb-95a026124d78 HTTP/1.1" status: 200 len: 1135 time: 0.1022618 Dec 23 16:09:50.440769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48670) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:50.461681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.518222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Deleting port 72878c36-6082-4f29-b1fb-95a026124d78 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:50.518558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.551044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5478912f-4d24-47b3-8010-2bdfb4bd9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.557359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.575770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:50.577184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Checking segment: {'id': '091d7251-6f20-495b-a71d-f45780fe7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:50.577184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.577184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Bound using segment: {'id': '091d7251-6f20-495b-a71d-f45780fe7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:50.577493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Bound port: b321d6ae-b499-4fd8-8863-afef1788eca6, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091d7251-6f20-495b-a71d-f45780fe7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3e34bd4b-1785-499a-8860-e88fd3b2f57a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:50.577725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.622281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port b321d6ae-b499-4fd8-8863-afef1788eca6 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:50.622625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.651347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8350dd-6305-43c0-ad5c-4723a32e6532']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:50.688834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99b853b-692d-4ac1-a5ce-bc81e2e2aede') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:50.689186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99b853b-692d-4ac1-a5ce-bc81e2e2aede') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:50.709715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.734703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Allocated IP 2001:db8::235 (7a4fb512-50a7-4481-94a9-d2afeb9fd179/380878bf-f7ad-4300-8ca4-91b2efd8ac58/0b854592-8a73-4948-810e-72b9b3664614) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:50.744718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5478912f-4d24-47b3-8010-2bdfb4bd9fba None None] For port f0330a94-1e34-44a2-b489-7dbe60796b26, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f0330a94-1e34-44a2-b489-7dbe60796b26,segment=NetworkSegment(15f5eaac-be2c-44e4-81da-e722644a6fd1),segment_id=15f5eaac-be2c-44e4-81da-e722644a6fd1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:50.759594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.768492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5478912f-4d24-47b3-8010-2bdfb4bd9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.780755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:50.781261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:50.796672 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:50.836366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Set router 26c80cab-fc82-40fb-af4d-e52e00b56685 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:50.898719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Deleting port ebcc6512-2537-407b-a9c2-cd65d8fefdb5 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:50.899261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.948636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] For port b321d6ae-b499-4fd8-8863-afef1788eca6, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:51.018811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.044540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ebcc6512-2537-407b-a9c2-cd65d8fefdb5 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:09:51.060856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.108537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] For port b321d6ae-b499-4fd8-8863-afef1788eca6, host dv-neutron-822800-1-hyperv, got binding levels [] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:51.109374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.109659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] For port b321d6ae-b499-4fd8-8863-afef1788eca6, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b321d6ae-b499-4fd8-8863-afef1788eca6,segment=NetworkSegment(091d7251-6f20-495b-a71d-f45780fe7358),segment_id=091d7251-6f20-495b-a71d-f45780fe7358)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:51.141751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-968203b2-1db8-45cd-9235-1b3c59a882d3 None None] The port 'ebcc6512-2537-407b-a9c2-cd65d8fefdb5' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:09:51.144041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.148177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ebcc6512-2537-407b-a9c2-cd65d8fefdb5 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:09:51.148512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ebcc6512-2537-407b-a9c2-cd65d8fefdb5 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:09:51.189966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Calling delete_port for 72878c36-6082-4f29-b1fb-95a026124d78 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:51.201886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478912f-4d24-47b3-8010-2bdfb4bd9fba None None] Pushing event updated for resources: {'Port': ['ID=f0330a94-1e34-44a2-b489-7dbe60796b26,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:51.281548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.298518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f9a66f5b-b4e7-4f08-8003-effb691a3558 None None] Provisioning complete for port 72878c36-6082-4f29-b1fb-95a026124d78 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:51.298883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f9a66f5b-b4e7-4f08-8003-effb691a3558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.305149 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Network': ['ID=ac8350dd-6305-43c0-ad5c-4723a32e6532,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:51.325153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.399880 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2b38a3fa-b801-47c9-b117-a45a6f465e15 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "DELETE /v2.0/networks/ac8350dd-6305-43c0-ad5c-4723a32e6532 HTTP/1.1" status: 204 len: 168 time: 3.4532828 Dec 23 16:09:51.404679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.406779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:51.438667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061c323-7a39-44ca-a21e-d7375719ae87 None None] Pushing event updated for resources: {'Port': ['ID=b321d6ae-b499-4fd8-8863-afef1788eca6,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:51.454669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f9a66f5b-b4e7-4f08-8003-effb691a3558 None None] Port 72878c36-6082-4f29-b1fb-95a026124d78 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:51.480832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Calling delete_port for b321d6ae-b499-4fd8-8863-afef1788eca6 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:51.506514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73010f-3619-45d0-963f-f8876c5b1535 None None] Network 3e34bd4b-1785-499a-8860-e88fd3b2f57a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:51.581660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:09:51.582209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:09:51.647388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.669016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-113a3fc9-39cf-4812-b038-9ece1b6d0fbf None None] Provisioning complete for port f0330a94-1e34-44a2-b489-7dbe60796b26 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:51.669383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-113a3fc9-39cf-4812-b038-9ece1b6d0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.683788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.693459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Deleting port 8ee2650a-390f-4861-82f9-2c5bc1dac774 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:51.693796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.697115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event deleted for resources: {'Port': ['ID=72878c36-6082-4f29-b1fb-95a026124d78,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:51.722544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c80cab-fc82-40fb-af4d-e52e00b56685', 'name': '', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4', 'external_fixed_ips': [{'subnet_id': '1f39e2ee-c695-4fa8-8474-40de3a0bb92e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '8b0586ff-adb0-4e87-bb72-f6ab9e252c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:41Z', 'updated_at': '2021-12-23T16:09:45Z', 'revision_number': 3, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port': {'id': '8b0586ff-adb0-4e87-bb72-f6ab9e252c0a', 'name': '', 'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:19:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c80cab-fc82-40fb-af4d-e52e00b56685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1f39e2ee-c695-4fa8-8474-40de3a0bb92e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:09:43Z', 'updated_at': '2021-12-23T16:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f39e2ee-c695-4fa8-8474-40de3a0bb92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:51.747256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Checking router: 26c80cab-fc82-40fb-af4d-e52e00b56685 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:09:51.747678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Updating router 26c80cab-fc82-40fb-af4d-e52e00b56685 port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:09:51.813682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Transition to ACTIVE for port object 0b854592-8a73-4948-810e-72b9b3664614 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:51.830116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.847167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.877175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-43cf072a-77ec-4c49-b687-e525961ba5df tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "DELETE /v2.0/ports/72878c36-6082-4f29-b1fb-95a026124d78 HTTP/1.1" status: 204 len: 168 time: 1.4339249 Dec 23 16:09:51.877554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48684) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:52.033499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc39206c-5efc-4d76-8e52-755fe1590c75 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:09:52.069593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.26.7.96 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/38f7f810-c137-499c-81d3-c49c39b3a19c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:52.088213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port b321d6ae-b499-4fd8-8863-afef1788eca6 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:52.089752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.162765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Deleting subnet c2a1fac8-f513-403c-b679-7d0976943295 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:09:52.175378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.184412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.267442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.267794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.289507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.352320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc39206c-5efc-4d76-8e52-755fe1590c75 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:09:52.425291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Calling delete_port for 8ee2650a-390f-4861-82f9-2c5bc1dac774 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:52.463878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] For port b321d6ae-b499-4fd8-8863-afef1788eca6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b321d6ae-b499-4fd8-8863-afef1788eca6,segment=NetworkSegment(091d7251-6f20-495b-a71d-f45780fe7358),segment_id=091d7251-6f20-495b-a71d-f45780fe7358)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:52.464237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.465067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:52.477842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:52.479750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=0b854592-8a73-4948-810e-72b9b3664614,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:52.481925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:52.483518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.485915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:52.486522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.510661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:09:52.574892 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64ca36b2-d196-418d-a7ae-5db76cf0615e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6627963 Dec 23 16:09:52.578484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.581588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48690) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:52.595205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'network_id': '7a4fb512-50a7-4481-94a9-d2afeb9fd179', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-705238144'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:52.636737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Calling delete_port for b321d6ae-b499-4fd8-8863-afef1788eca6 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:52.644021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.665087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Transition to ACTIVE for port object 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:52.672221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.678370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.705333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Deleting port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:52.705666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.734208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.766546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.811995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a1fac8-f513-403c-b679-7d0976943295,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:52.813596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dc991-6bf0-4c68-b239-54874c3ab4cf None None] Pushing event updated for resources: {'Port': ['ID=8b0586ff-adb0-4e87-bb72-f6ab9e252c0a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:52.824118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Port': ['ID=b321d6ae-b499-4fd8-8863-afef1788eca6,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:52.828392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.829706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Attempting to bind port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:52.830430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Attempting to bind port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'a381d6e1-ee7b-45d5-bee6-e01f85e3fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:52.831025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Attempting to bind port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a on network 9166b338-ef6b-40ba-9077-abd472692ef4 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:52.834433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No DVR routers for this DVR port b321d6ae-b499-4fd8-8863-afef1788eca6 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:52.851671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:52.852443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Checking segment: {'id': 'a381d6e1-ee7b-45d5-bee6-e01f85e3fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:52.853044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.853853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Bound using segment: {'id': 'a381d6e1-ee7b-45d5-bee6-e01f85e3fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:52.854659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Bound port: 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a381d6e1-ee7b-45d5-bee6-e01f85e3fa69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9166b338-ef6b-40ba-9077-abd472692ef4'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:52.855335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:52.870168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7861ad0a-9d30-4fbd-b557-bff800d824a7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "DELETE /v2.0/subnets/c2a1fac8-f513-403c-b679-7d0976943295 HTTP/1.1" status: 204 len: 168 time: 0.9894943 Dec 23 16:09:52.871761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48694) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:52.961149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] For port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:53.005695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c940201-fa09-46c2-a9b3-987126b01909 None None] Network a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:53.059246 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.101522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.110980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:53.126813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f0330a94-1e34-44a2-b489-7dbe60796b26 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:53.156001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:53.192476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] For port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=8b0586ff-adb0-4e87-bb72-f6ab9e252c0a,segment=NetworkSegment(a381d6e1-ee7b-45d5-bee6-e01f85e3fa69),segment_id=a381d6e1-ee7b-45d5-bee6-e01f85e3fa69)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:53.228718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.229143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.239006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=38f7f810-c137-499c-81d3-c49c39b3a19c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:53.241295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Made reservation on behalf of cd1039f8ae844931b5c43153b6db4a72 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:53.243794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.244276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.265205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e34bd4b-1785-499a-8860-e88fd3b2f57a']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:53.286789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091d7251-6f20-495b-a71d-f45780fe7358') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:53.287089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091d7251-6f20-495b-a71d-f45780fe7358') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:53.291350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:53.309688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Deleting port 60db5f02-49d6-499f-a00a-313a85a83272 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:53.310016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.333361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:53.336547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:53.359791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.398429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] For port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a, host dv-neutron-822800-1-hyperv, got binding levels [] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:53.398790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.407816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.408002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Pushing event deleted for resources: {'Port': ['ID=8ee2650a-390f-4861-82f9-2c5bc1dac774,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:53.422936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:53.423662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:53.440379 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:53.443153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] device_id is not set on port 5c3622df-2457-4071-a7f6-0228507e7b9a yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:09:53.466884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dc991-6bf0-4c68-b239-54874c3ab4cf None None] Pushing event updated for resources: {'Port': ['ID=8b0586ff-adb0-4e87-bb72-f6ab9e252c0a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:53.499008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Routers {'26c80cab-fc82-40fb-af4d-e52e00b56685'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:53.499813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['26c80cab-fc82-40fb-af4d-e52e00b56685'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:53.566665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-53c46523-46d3-49fa-86aa-1fa464f73c41 None None] Provisioning for port 0b854592-8a73-4948-810e-72b9b3664614 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:53.579306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f0330a94-1e34-44a2-b489-7dbe60796b26 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:53.579828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.591653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Calling delete_port for 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:53.630569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.655235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.672619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-53c46523-46d3-49fa-86aa-1fa464f73c41 None None] Provisioning complete for port 0b854592-8a73-4948-810e-72b9b3664614 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:53.672994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53c46523-46d3-49fa-86aa-1fa464f73c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.678888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=3e34bd4b-1785-499a-8860-e88fd3b2f57a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:53.682426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.683640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2a59bda2-a101-4370-8843-f5f7fa42aa7a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/3e34bd4b-1785-499a-8860-e88fd3b2f57a HTTP/1.1" status: 204 len: 168 time: 5.3266230 Dec 23 16:09:53.694659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48702) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:53.702894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-703381458'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:53.711762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:53.714772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] For port 60db5f02-49d6-499f-a00a-313a85a83272, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=60db5f02-49d6-499f-a00a-313a85a83272,segment=NetworkSegment(bb8a3503-27f4-41a4-9124-8a8d86b101b7),segment_id=bb8a3503-27f4-41a4-9124-8a8d86b101b7)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:53.715508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.726292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:53.730447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:53.780204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53c46523-46d3-49fa-86aa-1fa464f73c41 None None] Port 0b854592-8a73-4948-810e-72b9b3664614 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:53.785398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] Set router 26c80cab-fc82-40fb-af4d-e52e00b56685 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:09:53.840756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:53.848801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Calling delete_port for 60db5f02-49d6-499f-a00a-313a85a83272 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:53.904659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:53.907723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.925134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d3954-13df-4de9-acba-10a48d7141a9 None None] DHCP port deletion for a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:09:53.965195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:53.970902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.994986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:53.999223 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ad05823d-6d14-4795-8c05-ae3e10535765 tempest-FloatingIPAdminTestJSON-1149467962 tempest-FloatingIPAdminTestJSON-1149467962-project] 10.222.0.18 "DELETE /v2.0/floatingips/731dd520-842a-4953-b1b0-f2165ca1f7b4 HTTP/1.1" status: 204 len: 168 time: 2.5856190 Dec 23 16:09:53.999863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c80cab-fc82-40fb-af4d-e52e00b56685', 'name': '', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:41Z', 'updated_at': '2021-12-23T16:09:52Z', 'revision_number': 4, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:54.005170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-449d3954-13df-4de9-acba-10a48d7141a9 None None] Deleting port 60db5f02-49d6-499f-a00a-313a85a83272 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:54.005650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-449d3954-13df-4de9-acba-10a48d7141a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.030357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event deleted for resources: {'Port': ['ID=60db5f02-49d6-499f-a00a-313a85a83272,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:54.039070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.039415 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment 95bb3652-598c-400c-8018-f7697ea411af of type vlan for network 1c51338e-83de-47c2-ab0f-8e60f2340429 Dec 23 16:09:54.041825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2405f-2ba3-44ad-b224-ccec79919e03 None None] The sync data for ids ['26c80cab-fc82-40fb-af4d-e52e00b56685'] in dv-neutron-822800-1-hyperv is: [{'id': '26c80cab-fc82-40fb-af4d-e52e00b56685', 'name': '', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:41Z', 'updated_at': '2021-12-23T16:09:52Z', 'revision_number': 4, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:09:54.046938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Allocated IP 2001:db8::10a (7a4fb512-50a7-4481-94a9-d2afeb9fd179/380878bf-f7ad-4300-8ca4-91b2efd8ac58/5c3622df-2457-4071-a7f6-0228507e7b9a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:54.054322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] No DVR routers for this DVR port 60db5f02-49d6-499f-a00a-313a85a83272 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:54.081014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:09:54.081575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:09:54.093967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-449d3954-13df-4de9-acba-10a48d7141a9 None None] The port '60db5f02-49d6-499f-a00a-313a85a83272' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:09:54.204969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.220679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.260631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:54.279178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8a3503-27f4-41a4-9124-8a8d86b101b7') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:54.279652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8a3503-27f4-41a4-9124-8a8d86b101b7') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:54.288906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.293958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:54.294664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.324882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.440900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.457115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7614188 Dec 23 16:09:54.462332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48712) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:54.463595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:54.464147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:54.480899 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:54.530286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48716) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:54.547300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '1c51338e-83de-47c2-ab0f-8e60f2340429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:54.586341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Deleting port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:54.586925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.610128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed484b1-2f4c-4d7a-8841-ae9fa78db7f0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=1c51338e-83de-47c2-ab0f-8e60f2340429,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:54.627791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 1c51338e-83de-47c2-ab0f-8e60f2340429 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:54.631100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.668094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Transition to ACTIVE for port object 5c3622df-2457-4071-a7f6-0228507e7b9a will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:54.690591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.710821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.723960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:54.729036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] 10.222.0.18 "DELETE /v2.0/networks/a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b HTTP/1.1" status: 204 len: 168 time: 1.8540678 Dec 23 16:09:54.729036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd924f-7b2d-427a-9d6a-07057c5986b7 tempest-ExtraDHCPOptionsTestJSON-133944161 tempest-ExtraDHCPOptionsTestJSON-133944161-project] Pushing event deleted for resources: {'Network': ['ID=a5c9ea8a-bf78-47ca-9dbb-87b5b7355e3b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:54.744029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:54.753187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:54.772509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:54.788930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:54.830765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.935973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] For port 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=8b0586ff-adb0-4e87-bb72-f6ab9e252c0a,segment=NetworkSegment(a381d6e1-ee7b-45d5-bee6-e01f85e3fa69),segment_id=a381d6e1-ee7b-45d5-bee6-e01f85e3fa69)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:54.936654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:54.994937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 60db5f02-49d6-499f-a00a-313a85a83272 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:09:55.005357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.037431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 60db5f02-49d6-499f-a00a-313a85a83272 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:09:55.037840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:55.038354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 60db5f02-49d6-499f-a00a-313a85a83272 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:09:55.071009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48728) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:55.132368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:55.203703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:55.208087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:55.208688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.218285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Calling delete_port for 8b0586ff-adb0-4e87-bb72-f6ab9e252c0a owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:55.255498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=5c3622df-2457-4071-a7f6-0228507e7b9a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:55.280008 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c329603e-b342-474d-b8cc-2e923652cb48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe971ce7f9a143dbbe98d0d4e0028ba5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7485964 Dec 23 16:09:55.285313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48734) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:55.291421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.335191 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4e2f69d9-3fef-4b04-9ebb-340d6c88b992 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7464466 Dec 23 16:09:55.339115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48738) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:55.347086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a1', 'mac_address': 'fa:16:3e:48:ea:e3'}, {'ip_address': '2001:db8::235', 'mac_address': 'fa:16:3e:0d:76:e7'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:55.389231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.410230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.525088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-40cb0e75-387f-4776-b75e-efa25517538c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c5be56139f845aeb7212852e94b6824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4506109 Dec 23 16:09:55.529250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9acc574a-196b-47f9-90d9-fcc8fae3e881 None None] Provisioning for port 5c3622df-2457-4071-a7f6-0228507e7b9a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:55.529656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48744) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:55.539967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9acc574a-196b-47f9-90d9-fcc8fae3e881 None None] Provisioning complete for port 5c3622df-2457-4071-a7f6-0228507e7b9a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:55.540814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9acc574a-196b-47f9-90d9-fcc8fae3e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.604507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=9b5c65db-9715-483c-9e8e-be85bb45ddce,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:55.621911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9acc574a-196b-47f9-90d9-fcc8fae3e881 None None] Port 5c3622df-2457-4071-a7f6-0228507e7b9a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:55.624652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4de53e6b-a143-4dd2-995d-2fb204a7929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.665168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.711285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': '95bb3652-598c-400c-8018-f7697ea411af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1c51338e-83de-47c2-ab0f-8e60f2340429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:55.711285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: 1c51338e-83de-47c2-ab0f-8e60f2340429, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:55.730620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4de53e6b-a143-4dd2-995d-2fb204a7929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.734155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b0586ff-adb0-4e87-bb72-f6ab9e252c0a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:55.749751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab77e5c-0144-4962-bc58-73365102553f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.763205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.835909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 1c51338e-83de-47c2-ab0f-8e60f2340429 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:55.853821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab77e5c-0144-4962-bc58-73365102553f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.859290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 1c51338e-83de-47c2-ab0f-8e60f2340429) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:55.867377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4de53e6b-a143-4dd2-995d-2fb204a7929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.873234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:55.874027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.881645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.883189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f70a78-69b6-449b-8c37-f84ec9bb6bbf None None] Network 1c51338e-83de-47c2-ab0f-8e60f2340429 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:55.895643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.914898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de53e6b-a143-4dd2-995d-2fb204a7929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062f4145-d73b-4c79-9a9c-cf5d91cc8436,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:55.982753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4de53e6b-a143-4dd2-995d-2fb204a7929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.983884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4de53e6b-a143-4dd2-995d-2fb204a7929d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/062f4145-d73b-4c79-9a9c-cf5d91cc8436 HTTP/1.1" status: 204 len: 168 time: 0.6976063 Dec 23 16:09:55.990924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9accc040-0a22-47bb-96b5-4ae85e3ee039 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5116336 Dec 23 16:09:55.997847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48752) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:56.012789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10849603'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:56.020256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:56.029291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:56.033534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:56.045824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:56.081405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:56.084476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.139732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:56.153554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.164083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.164738 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment a2b8464c-659f-47b0-9064-b2837af3e734 of type vlan for network afc43d90-2b7f-44b5-bc4c-6e73c2d9378d Dec 23 16:09:56.167333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-1c51338e-83de-47c2-ab0f-8e60f2340429', 'network_id': '1c51338e-83de-47c2-ab0f-8e60f2340429', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': '9b5c65db-9715-483c-9e8e-be85bb45ddce'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:56.168384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.171464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.262884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=38f7f810-c137-499c-81d3-c49c39b3a19c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.269044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.277330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] In _notify_port_updated(), no bound segment for port 5c3622df-2457-4071-a7f6-0228507e7b9a on network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:09:56.281499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:56.282229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.286631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "PUT /v2.0/ports/5c3622df-2457-4071-a7f6-0228507e7b9a HTTP/1.1" status: 200 len: 1067 time: 0.9436345 Dec 23 16:09:56.286631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.290616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48758) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:56.346795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948798ca-511b-4e95-b4b9-5d7ebf34ac76 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event updated for resources: {'Port': ['ID=5c3622df-2457-4071-a7f6-0228507e7b9a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.398567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting port 5c3622df-2457-4071-a7f6-0228507e7b9a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:56.398891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.426669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Allocated IP 2001:db8::3 (1c51338e-83de-47c2-ab0f-8e60f2340429/9b5c65db-9715-483c-9e8e-be85bb45ddce/85404930-9cf1-4bc8-9fbf-35e9e0cb8eae) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:56.487836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab77e5c-0144-4962-bc58-73365102553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.508273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.556509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.560428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:56.561241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.611831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab77e5c-0144-4962-bc58-73365102553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54ade5-43f3-4214-a875-1e50f727afb6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.750783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7525852 Dec 23 16:09:56.754055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:56.754055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48766) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:56.786005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': 'afc43d90-2b7f-44b5-bc4c-6e73c2d9378d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:56.810911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.812894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.815301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-68771a45-2309-4321-98fb-d3ef046f5ee7 None None] Provisioning complete for port 5c3622df-2457-4071-a7f6-0228507e7b9a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:56.815685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68771a45-2309-4321-98fb-d3ef046f5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.821486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab77e5c-0144-4962-bc58-73365102553f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.825087 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3ab77e5c-0144-4962-bc58-73365102553f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b54ade5-43f3-4214-a875-1e50f727afb6 HTTP/1.1" status: 204 len: 168 time: 1.2905283 Dec 23 16:09:56.829284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.860361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba8b4a-69bc-4ab8-9f69-4c15e4a26d2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=afc43d90-2b7f-44b5-bc4c-6e73c2d9378d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.868599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.899749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network afc43d90-2b7f-44b5-bc4c-6e73c2d9378d details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:56.958997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.959439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26c80cab-fc82-40fb-af4d-e52e00b56685 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:09:56.998866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Transition to ACTIVE for port object 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:57.034685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.035976 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f81da61-313c-401b-b0b9-19288700a68b tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "DELETE /v2.0/routers/26c80cab-fc82-40fb-af4d-e52e00b56685 HTTP/1.1" status: 204 len: 168 time: 7.0607529 Dec 23 16:09:57.039229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:57.071561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Transition to ACTIVE for port object 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:57.077345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-68771a45-2309-4321-98fb-d3ef046f5ee7 None None] Port 5c3622df-2457-4071-a7f6-0228507e7b9a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:09:57.092738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.166264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:57.179259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Deleting subnet 1f39e2ee-c695-4fa8-8474-40de3a0bb92e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:09:57.185065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.190423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:57.195194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Network 1c51338e-83de-47c2-ab0f-8e60f2340429 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:57.197934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Usage tracker for resource:security_group_rule and tenant:ab6f099464b94ae0914d5e0172b585b5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:57.198267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:57.202590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:57.203013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:57.205272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Pushing event updated for resources: {'Port': ['ID=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:57.206315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.219436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:57.222177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:57.228141 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 1869c9af-b6de-4260-aa64-bad8d05223d2 associated. External IP: 172.26.7.96, port: 521cc9f8-b9d9-47ee-978a-6bef1e6746ee. Dec 23 16:09:57.233397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:57.237563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:57.300369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Attempting to bind port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:57.300856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Attempting to bind port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '95bb3652-598c-400c-8018-f7697ea411af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1c51338e-83de-47c2-ab0f-8e60f2340429'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:57.301132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Attempting to bind port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae on network 1c51338e-83de-47c2-ab0f-8e60f2340429 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:57.309089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:57.309438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Checking segment: {'id': '95bb3652-598c-400c-8018-f7697ea411af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1c51338e-83de-47c2-ab0f-8e60f2340429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:57.309859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.310290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Bound using segment: {'id': '95bb3652-598c-400c-8018-f7697ea411af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1c51338e-83de-47c2-ab0f-8e60f2340429'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:57.310808 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Bound port: 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bb3652-598c-400c-8018-f7697ea411af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1c51338e-83de-47c2-ab0f-8e60f2340429'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:57.311180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.323099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.364079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Calling delete_port for 5c3622df-2457-4071-a7f6-0228507e7b9a owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:09:57.414561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.417354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:57.449034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] For port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:57.453324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] For port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,segment=NetworkSegment(95bb3652-598c-400c-8018-f7697ea411af),segment_id=95bb3652-598c-400c-8018-f7697ea411af)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:57.461520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.553656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716261ce-79ac-4c6f-b796-825871c69b3a None None] Pushing event updated for resources: {'Port': ['ID=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:57.601347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.613285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.673365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1f39e2ee-c695-4fa8-8474-40de3a0bb92e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:57.702213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.713981 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5eeb4aa9-fd38-4bfd-a725-eb6f52762bed tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/1f39e2ee-c695-4fa8-8474-40de3a0bb92e HTTP/1.1" status: 204 len: 168 time: 0.6735332 Dec 23 16:09:57.717863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48790) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:57.758935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Performing IP validity checks on allocation pools {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:09:57.759569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:09:57.776369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.824376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.880271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b73afa-e1fc-4cf3-a4f9-3c6b58622dfe,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:57.900292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.978890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Port': ['ID=5c3622df-2457-4071-a7f6-0228507e7b9a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:57.985390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.996538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e24c50fe-b920-4847-8655-ac6e544107ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab6f099464b94ae0914d5e0172b585b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2337234 Dec 23 16:09:58.003878 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:58.179568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.225945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48808) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:58.353890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=b413cf80-534f-4ec7-9b4d-6c1856ba3981,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:58.357524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.372424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': 'a2b8464c-659f-47b0-9064-b2837af3e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'afc43d90-2b7f-44b5-bc4c-6e73c2d9378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:58.372961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: afc43d90-2b7f-44b5-bc4c-6e73c2d9378d, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:58.404842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6cae6df-cdc7-47c6-ac9a-abd45f231616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.453734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9166b338-ef6b-40ba-9077-abd472692ef4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:58.520394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-183526911'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:58.532121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:58.533310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a381d6e1-ee7b-45d5-bee6-e01f85e3fa69') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:58.534314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a381d6e1-ee7b-45d5-bee6-e01f85e3fa69') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:58.537082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.545475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:network and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:58.552292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:58.555114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6cae6df-cdc7-47c6-ac9a-abd45f231616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.562185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:58.563964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network afc43d90-2b7f-44b5-bc4c-6e73c2d9378d is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:58.566473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.579702 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1ffd4206-b5ae-4970-a4b8-d5d60a6a62c3 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/ports/5c3622df-2457-4071-a7f6-0228507e7b9a HTTP/1.1" status: 204 len: 168 time: 2.2825463 Dec 23 16:09:58.581175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, afc43d90-2b7f-44b5-bc4c-6e73c2d9378d) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:58.582680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48814) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:58.586948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:58.587524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.591720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563c5f0-dc7e-41dd-b30a-9098d38cb06d None None] Network afc43d90-2b7f-44b5-bc4c-6e73c2d9378d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:58.615620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.631632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:58.632919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:58.633340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.634935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:58.648892 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:58.651043 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b190edb1-3d7c-460f-92b2-974fa3539ee2 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] GET failed (client error): The resource could not be found. Dec 23 16:09:58.651043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b190edb1-3d7c-460f-92b2-974fa3539ee2 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Synchronizing usage tracker for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:58.655233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.710593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b190edb1-3d7c-460f-92b2-974fa3539ee2 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Unset dirty status for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:58.711788 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b190edb1-3d7c-460f-92b2-974fa3539ee2 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "GET /v2.0/ports/5c3622df-2457-4071-a7f6-0228507e7b9a HTTP/1.1" status: 404 len: 333 time: 0.1282012 Dec 23 16:09:58.715183 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-82a6e52e-e6c4-4ef0-ad13-d66ffb749c58 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9532259 Dec 23 16:09:58.716278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48818) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:58.719382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48820) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:58.767485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.808294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event deleted for resources: {'Network': ['ID=9166b338-ef6b-40ba-9077-abd472692ef4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:58.814623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9166b338-ef6b-40ba-9077-abd472692ef4 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 16:09:58.833562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6cae6df-cdc7-47c6-ac9a-abd45f231616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.839123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.865804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6cae6df-cdc7-47c6-ac9a-abd45f231616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.869428 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6cae6df-cdc7-47c6-ac9a-abd45f231616 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8b73afa-e1fc-4cf3-a4f9-3c6b58622dfe HTTP/1.1" status: 204 len: 168 time: 0.8613486 Dec 23 16:09:58.873112 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-53b9d4b4-fb06-4e2f-bbc9-9776a9e44f55 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9166b338-ef6b-40ba-9077-abd472692ef4 HTTP/1.1" status: 204 len: 168 time: 1.1537604 Dec 23 16:09:58.893458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdf155-5d0b-46e8-b813-4151afcf2a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-afc43d90-2b7f-44b5-bc4c-6e73c2d9378d', 'network_id': 'afc43d90-2b7f-44b5-bc4c-6e73c2d9378d', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': 'b413cf80-534f-4ec7-9b4d-6c1856ba3981'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:58.894006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:09:58.894270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf155-5d0b-46e8-b813-4151afcf2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.900877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cae6df-cdc7-47c6-ac9a-abd45f231616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b73afa-e1fc-4cf3-a4f9-3c6b58622dfe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:58.937035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.949580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:58.964499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:security_group_rule and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:58.969241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:58.977616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting port 0b854592-8a73-4948-810e-72b9b3664614 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:09:58.978332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.083635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:59.159470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5d110-6ce0-4669-a6aa-e47763e18c7b None None] Network 1c51338e-83de-47c2-ab0f-8e60f2340429 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:59.362563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:59.501713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.518996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:09:59.542296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.657137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.661488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a4b873ac-c72f-4a2d-8d69-49de1093b098 None None] Provisioning for port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server [None req-5fcdf155-5d0b-46e8-b813-4151afcf2a91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b413cf80-534f-4ec7-9b4d-6c1856ba3981: This subnet is being modified by another concurrent operation. Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:09:59.677076 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b413cf80-534f-4ec7-9b4d-6c1856ba3981: This subnet is being modified by another concurrent operation. Dec 23 16:09:59.680658 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Dec 23 16:09:59.692343 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eb71ceee-43ed-4e9f-a8ab-c62f85a9d991 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.7680800 Dec 23 16:09:59.701487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:59.711452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7050e-e03b-41f7-92b6-1fe7da161d22 None None] Network afc43d90-2b7f-44b5-bc4c-6e73c2d9378d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:59.787160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48844) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:59.787617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48846) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:59.822155 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:09:59.836350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'router': {'name': 'tempest-router--490099737', 'project_id': 'b56b623e53d54b50aa5ffd0f0cb272d1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:59.839609 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fca36ee-0105-4ff2-8325-0385cfc54866 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "GET /v2.0/floatingips/1869c9af-b6de-4260-aa64-bad8d05223d2 HTTP/1.1" status: 200 len: 977 time: 0.1386781 Dec 23 16:09:59.840273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48852) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:59.846361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=b413cf80-534f-4ec7-9b4d-6c1856ba3981,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:59.848363 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:59.849558 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:59.859092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:59.894504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:59.896166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.943354 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:59.954039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:59.960231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7bc81337-80a8-4101-a648-d1c3cc88ec23 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Synchronizing usage tracker for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:floatingip {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:59.966609 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:09:59.967914 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:59.984573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7bc81337-80a8-4101-a648-d1c3cc88ec23 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Unset dirty status for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:floatingip {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:59.990028 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7bc81337-80a8-4101-a648-d1c3cc88ec23 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1474192 Dec 23 16:09:59.990281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.990388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:59.997884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'port_id': 'bb8c2ad7-e509-452b-9497-f668984eb9b3'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:00.000220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.014764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:router and tenant:b56b623e53d54b50aa5ffd0f0cb272d1 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:00.030838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:00.047021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:00.047590 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f740249-7647-4d96-867f-ece1bb05d1ca None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:00.053027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:00.089142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.096617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc43d90-2b7f-44b5-bc4c-6e73c2d9378d']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:00.111403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.119043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.121096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.132746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.136290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:00.148376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.148725 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Added segment ca52550a-f569-4bd4-974b-8612f71c6785 of type vlan for network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 Dec 23 16:10:00.186012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,segment=NetworkSegment(95bb3652-598c-400c-8018-f7697ea411af),segment_id=95bb3652-598c-400c-8018-f7697ea411af)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:00.188435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.189507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.192808 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.193646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b8464c-659f-47b0-9064-b2837af3e734') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:00.193904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b8464c-659f-47b0-9064-b2837af3e734') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:00.207039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb2c88-79ec-4198-8910-953590be8c10,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:00.275959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:00.299130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.353365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d06f4-0839-47c9-a276-4c7e3ce27ce4 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:00.384003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Calling delete_port for 0b854592-8a73-4948-810e-72b9b3664614 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:00.421665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:00.470843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Usage tracker for resource:security_group_rule and tenant:f5fc9fe5378f47b4b67246a7cdbe970e is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:00.474953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.481008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:00.482075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-79a781c8-41c2-4227-a39b-a812581523c0 None None] Provisioning complete for port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:00.482452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-79a781c8-41c2-4227-a39b-a812581523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.499728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:00.500121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.518778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:00.521396 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:00.523328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.535900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d06f4-0839-47c9-a276-4c7e3ce27ce4 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:00.844542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:00.861990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.894654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.899261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:00.900213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.944784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.949311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.983586 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7483253 Dec 23 16:10:01.049021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.064002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:01.121838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Port': ['ID=0b854592-8a73-4948-810e-72b9b3664614,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:01.149804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.157628 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/afc43d90-2b7f-44b5-bc4c-6e73c2d9378d HTTP/1.1" status: 204 len: 168 time: 2.3928497 Dec 23 16:10:01.186555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48864) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:01.198509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.202354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f2259292-0047-422a-9b76-101e65e78c0f tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4045742 Dec 23 16:10:01.206095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797948971'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:01.212116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:01.215977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:01.218893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:01.225539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:01.234006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48868) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:01.281854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.306799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:01.307111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.311145 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.318299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.348560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0cab0-2613-42e6-b46c-9e74d1750451 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Network': ['ID=6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:01.352747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.358028 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b4e5fa88-342d-44e8-8bde-5252a2917a66 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/ports/0b854592-8a73-4948-810e-72b9b3664614 HTTP/1.1" status: 204 len: 168 time: 2.6407478 Dec 23 16:10:01.378544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48872) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:01.442612 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44640d3-9cb2-4e16-9ec0-a2d2306b2b2e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] GET failed (client error): The resource could not be found. Dec 23 16:10:01.443337 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f44640d3-9cb2-4e16-9ec0-a2d2306b2b2e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Synchronizing usage tracker for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:01.448661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:01.448818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eb6c4-ef48-4730-8840-5c5d373d7749 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=afc43d90-2b7f-44b5-bc4c-6e73c2d9378d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:01.459273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.480338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f44640d3-9cb2-4e16-9ec0-a2d2306b2b2e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Unset dirty status for tenant:cd1039f8ae844931b5c43153b6db4a72 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:01.481894 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f44640d3-9cb2-4e16-9ec0-a2d2306b2b2e tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "GET /v2.0/ports/0b854592-8a73-4948-810e-72b9b3664614 HTTP/1.1" status: 404 len: 333 time: 0.1019595 Dec 23 16:10:01.486522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48878) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:01.521854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:01.542909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.644485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting port c6948244-be61-4e5c-b523-6b047ec90c2b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:01.645351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.713148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:01.722319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccac518-6674-4038-b101-7ce2efa557ab,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:01.736626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-718be540-7148-466a-b60d-20ac948c528d tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.806775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f3bb2afa-50d9-4e3b-99fc-4889b452e2cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5fc9fe5378f47b4b67246a7cdbe970e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0084705 Dec 23 16:10:01.809483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48882) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:01.865577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.866048 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment c6b568f1-ff04-4a02-bfd4-c8553ad8d23b of type vlan for network 380db383-1968-45c3-bf5b-28a6cff06abd Dec 23 16:10:02.060370 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 1869c9af-b6de-4260-aa64-bad8d05223d2 associated. External IP: 172.26.7.96, port: 521cc9f8-b9d9-47ee-978a-6bef1e6746ee. Dec 23 16:10:02.108033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88983a4c-227c-4e5d-997d-19dea6bca35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.113690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.135149 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.210329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88983a4c-227c-4e5d-997d-19dea6bca35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.264461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Calling delete_port for c6948244-be61-4e5c-b523-6b047ec90c2b owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:02.382724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.386373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:02.387045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.489344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.506147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=380db383-1968-45c3-bf5b-28a6cff06abd,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:02.521008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 380db383-1968-45c3-bf5b-28a6cff06abd details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:02.545059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Port': ['ID=c6948244-be61-4e5c-b523-6b047ec90c2b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:02.583504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-718be540-7148-466a-b60d-20ac948c528d tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.601062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6b722421-a641-49cb-9ac9-d24b583c158f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4130330 Dec 23 16:10:02.603317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-718be540-7148-466a-b60d-20ac948c528d tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.603849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48888) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:02.610776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '380db383-1968-45c3-bf5b-28a6cff06abd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:02.703422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.739792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88983a4c-227c-4e5d-997d-19dea6bca35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.760581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88983a4c-227c-4e5d-997d-19dea6bca35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.761889 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e1ee64e8-02f0-42fb-b78b-63ef9a1c46ca tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/ports/c6948244-be61-4e5c-b523-6b047ec90c2b HTTP/1.1" status: 204 len: 168 time: 1.2742047 Dec 23 16:10:02.767473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48894) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:02.773163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-88983a4c-227c-4e5d-997d-19dea6bca35e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ccac518-6674-4038-b101-7ce2efa557ab HTTP/1.1" status: 204 len: 168 time: 0.9538729 Dec 23 16:10:02.783808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88983a4c-227c-4e5d-997d-19dea6bca35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccac518-6674-4038-b101-7ce2efa557ab,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:02.831598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:02.846701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:02.851815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:02.867785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:02.880645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-718be540-7148-466a-b60d-20ac948c528d tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.881568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718be540-7148-466a-b60d-20ac948c528d tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd85e1c0-3ba0-4264-a56e-ec7cd689b5ee {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:10:02.924256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-718be540-7148-466a-b60d-20ac948c528d tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.928624 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-718be540-7148-466a-b60d-20ac948c528d tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "DELETE /v2.0/routers/cd85e1c0-3ba0-4264-a56e-ec7cd689b5ee HTTP/1.1" status: 204 len: 168 time: 1.6860240 Dec 23 16:10:02.930969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:03.112018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.322454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48906) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:03.394214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting subnet 380878bf-f7ad-4300-8ca4-91b2efd8ac58 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:03.399629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.467132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.517206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:03.585172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.669732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.729446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=62c700f5-b9aa-429a-bbe7-89e0d5267393,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:03.736405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-389864135', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:03.749016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:03.761154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Usage tracker for resource:router and tenant:ee466dd72fb2463b84a4bac80aaa9701 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:03.766791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:03.775171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:03.791052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': 'c6b568f1-ff04-4a02-bfd4-c8553ad8d23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '380db383-1968-45c3-bf5b-28a6cff06abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:03.791608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: 380db383-1968-45c3-bf5b-28a6cff06abd, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:03.799912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.801795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.825683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.833809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 380db383-1968-45c3-bf5b-28a6cff06abd is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:03.849343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 380db383-1968-45c3-bf5b-28a6cff06abd) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:03.856810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.859425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19582249-bfa1-4df5-a0ac-cb36d86d8bb4 None None] Network 380db383-1968-45c3-bf5b-28a6cff06abd requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:03.885076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Subnet': ['ID=380878bf-f7ad-4300-8ca4-91b2efd8ac58,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:03.899245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:03.903247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.903767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.934302 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-db9a5268-82f4-4548-9605-f6c9cd000bf0 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/subnets/380878bf-f7ad-4300-8ca4-91b2efd8ac58 HTTP/1.1" status: 204 len: 168 time: 1.1643429 Dec 23 16:10:03.938767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48922) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.012269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b944e6d-9655-4025-8259-5ed1242c6880 None None] Network 7a4fb512-50a7-4481-94a9-d2afeb9fd179 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:04.026158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-acbcb532-136d-490b-8da1-d3de4a377a68 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4209473 Dec 23 16:10:04.027123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48926) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.148371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:04.163991 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:04.238662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.253213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'subnet': {'network_id': '6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:04.279031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.393760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Deleting port e02354ab-2ca5-42c1-9a20-66353a9a21f6 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:04.394072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.412136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.452694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:04.460501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:subnet and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:04.467099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:04.472107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:04.473167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:04.552037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:04.558133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:04.586419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.589904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48942) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.604152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:04.624852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:04.625466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:04.679192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673c85c-41d8-4b22-a379-4cb0cadd0e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-380db383-1968-45c3-bf5b-28a6cff06abd', 'network_id': '380db383-1968-45c3-bf5b-28a6cff06abd', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': '62c700f5-b9aa-429a-bbe7-89e0d5267393'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:04.680040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1673c85c-41d8-4b22-a379-4cb0cadd0e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.680918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.702893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:04.703320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394253f6-5d11-4458-b6ae-9b3b26f9be28 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:04.819694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] For port e02354ab-2ca5-42c1-9a20-66353a9a21f6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e02354ab-2ca5-42c1-9a20-66353a9a21f6,segment=NetworkSegment(9233e105-9e92-4093-9d0e-6c4c525725a4),segment_id=9233e105-9e92-4093-9d0e-6c4c525725a4)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:04.820558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.832189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server [None req-1673c85c-41d8-4b22-a379-4cb0cadd0e15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62c700f5-b9aa-429a-bbe7-89e0d5267393: This subnet is being modified by another concurrent operation. Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:10:04.833744 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62c700f5-b9aa-429a-bbe7-89e0d5267393: This subnet is being modified by another concurrent operation. Dec 23 16:10:04.836779 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Dec 23 16:10:04.839493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'networks': [{'name': 'tempest-network--423492318'}, {'name': 'tempest-network--1655867897'}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:04.839493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'network': {'name': 'tempest-network--423492318'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:04.839493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'network': {'name': 'tempest-network--1655867897'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:04.856785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de1d1e-84be-464f-9190-f1b0fa9c468b None None] Network 380db383-1968-45c3-bf5b-28a6cff06abd requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:04.874371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] DHCP port deletion for 7a4fb512-50a7-4481-94a9-d2afeb9fd179 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:04.906770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=62c700f5-b9aa-429a-bbe7-89e0d5267393,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:04.908528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.940987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Deleting port e02354ab-2ca5-42c1-9a20-66353a9a21f6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:04.941363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.963161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.023194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-320b6b7d-946d-4cae-b18a-a9fc12d9aa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.056611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e02354ab-2ca5-42c1-9a20-66353a9a21f6 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:05.082790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.088384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.102863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:05.114489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Calling delete_port for e02354ab-2ca5-42c1-9a20-66353a9a21f6 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:05.129087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380db383-1968-45c3-bf5b-28a6cff06abd']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:05.170522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b568f1-ff04-4a02-bfd4-c8553ad8d23b') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:05.170826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b568f1-ff04-4a02-bfd4-c8553ad8d23b') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:05.189047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.195749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Usage tracker for resource:network and tenant:22b545af125f447fa5f01f41ae61a6ab is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:05.204548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:05.213925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.234052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:05.234557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.237684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:05.250792 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:05.252971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Allocated IP 172.26.7.248 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/2ef492b0-9a64-4120-89a1-e2e50520edb8) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:05.294050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Made reservation on behalf of 22b545af125f447fa5f01f41ae61a6ab for: {'network': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:05.297738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.323598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.400588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No active binding found for port e02354ab-2ca5-42c1-9a20-66353a9a21f6 {{(pid=83496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 16:10:05.401366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e02354ab-2ca5-42c1-9a20-66353a9a21f6 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:05.403218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.412522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.434609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.450618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] For port e02354ab-2ca5-42c1-9a20-66353a9a21f6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e02354ab-2ca5-42c1-9a20-66353a9a21f6,segment=NetworkSegment(9233e105-9e92-4093-9d0e-6c4c525725a4),segment_id=9233e105-9e92-4093-9d0e-6c4c525725a4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:05.451310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.455787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=380db383-1968-45c3-bf5b-28a6cff06abd,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:05.474701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-366cf818-1c11-44b8-9e3e-c2f4d8d84981 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/380db383-1968-45c3-bf5b-28a6cff06abd HTTP/1.1" status: 204 len: 168 time: 1.3896930 Dec 23 16:10:05.474701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48952) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:05.482563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061245838'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:05.486180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Port': ['ID=e02354ab-2ca5-42c1-9a20-66353a9a21f6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:05.498706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:05.505611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:05.516515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:05.526469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] No DVR routers for this DVR port e02354ab-2ca5-42c1-9a20-66353a9a21f6 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:05.526785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:05.530471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:05.550083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.557028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:05.560132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.573124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Usage tracker for resource:security_group_rule and tenant:22b545af125f447fa5f01f41ae61a6ab is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:05.583899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:05.626352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.659002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Calling delete_port for e02354ab-2ca5-42c1-9a20-66353a9a21f6 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:05.668175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:05.668831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:05.704827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.705267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment b55f2683-9b5e-47bc-bef0-2a2e961aeb94 of type vlan for network 1b1dc371-c90d-48f1-a0c2-819debc8e697 Dec 23 16:10:05.720706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:05.727859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:05.728102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.732847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event updated for resources: {'Port': ['ID=2ef492b0-9a64-4120-89a1-e2e50520edb8,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:05.736084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:05.743191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:05.743643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:05.744956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.784703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.804075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4fb512-50a7-4481-94a9-d2afeb9fd179']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:05.875035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.879590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:05.879758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.881735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9233e105-9e92-4093-9d0e-6c4c525725a4') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:05.882011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9233e105-9e92-4093-9d0e-6c4c525725a4') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:05.914782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.956191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Subnet': ['ID=483dc973-8de5-4925-bba7-77557d0f8c8f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:05.961043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.992898 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5172622 Dec 23 16:10:05.999653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.000249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48956) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.002656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:06.003060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.009248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646f547-83e1-4ed6-98f9-a3d710f1b18c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=1b1dc371-c90d-48f1-a0c2-819debc8e697,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:06.015043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '1b1dc371-c90d-48f1-a0c2-819debc8e697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:06.021885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 1b1dc371-c90d-48f1-a0c2-819debc8e697 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:06.023301 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:06.075223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.075715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.133870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:06.137659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:06.139498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Checking segment: {'id': 'ca52550a-f569-4bd4-974b-8612f71c6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:06.139880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network hostable DHCP agents. Network: 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:06.140525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:06.146259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:06.157329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:06.168483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85bafa1-64c8-4e4b-8591-88328244edf4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:06.174600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.182971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:06.199466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.225553 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] Pushing event deleted for resources: {'Network': ['ID=7a4fb512-50a7-4481-94a9-d2afeb9fd179,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:06.230049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.230271 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Added segment fe051b23-2d76-4684-9132-c588a3d828b5 of type vlan for network fb8e035a-b778-46a8-9902-ccb51013db3f Dec 23 16:10:06.245289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Deleting port e02354ab-2ca5-42c1-9a20-66353a9a21f6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:06.246655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.268679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:06.276150 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-afd88b20-32ce-4502-96e2-4668fea4c997 tempest-AllowedAddressPairIpV6TestJSON-1758581933 tempest-AllowedAddressPairIpV6TestJSON-1758581933-project] 10.222.0.18 "DELETE /v2.0/networks/7a4fb512-50a7-4481-94a9-d2afeb9fd179 HTTP/1.1" status: 204 len: 168 time: 2.3363636 Dec 23 16:10:06.283893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.297569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:06.304999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:06.318753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:06.319341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.373738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.374440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.375792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25877aae-e1d4-4937-adc2-63ef99f0fe0f None None] Network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:06.405654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:06.413237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9a02833f-a5d8-4f80-8ae4-2972fd7f76e0 None None] The port 'e02354ab-2ca5-42c1-9a20-66353a9a21f6' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:10:06.420649 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71d40e76-df6a-4d5a-9523-cda4581630c4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1780381 Dec 23 16:10:06.436373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48964) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.440895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.451339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.459798 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Added segment c142fffe-d896-4f0f-9280-d9d054645104 of type vlan for network 85051844-3cf2-413f-b590-97226760a36c Dec 23 16:10:06.512937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.527888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-674205213'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:06.530100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.536000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:06.558610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:network and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:06.565175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:06.596488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:06.644140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:06.649244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.662275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.663048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.668509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:06.673197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:06.674100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.823030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3', 'network_id': '6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3', 'tenant_id': '2b443cfa84b944ec8722cf9498330179', 'fixed_ips': [{'subnet_id': '483dc973-8de5-4925-bba7-77557d0f8c8f'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:06.824135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.846855 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2523556 Dec 23 16:10:06.850294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:06.850455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48972) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.880763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48976) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.902785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.903317 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Added segment 0cb670be-9214-4910-989c-a8b99b7067ea of type vlan for network f5611448-b54e-4189-b3ba-11906bff13e0 Dec 23 16:10:06.968499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.031310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.077333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Allocated IP 2001:db8:0:ffff::2 (6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3/483dc973-8de5-4925-bba7-77557d0f8c8f/2f52f36c-054a-4114-8a22-95f21966c60e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:07.103684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.107341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:07.108010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.120307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Network': ['ID=fb8e035a-b778-46a8-9902-ccb51013db3f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:07.161807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network fb8e035a-b778-46a8-9902-ccb51013db3f details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:07.234320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=76b261f0-df23-4c42-b207-6a3769756904,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:07.261884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54baeb2-d09f-403b-8109-c585e4cc0d40 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Network': ['ID=85051844-3cf2-413f-b590-97226760a36c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:07.280288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6a370-cae6-4105-9f9d-c9cdcb84fc21 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:07.282915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8453119 Dec 23 16:10:07.289198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6a370-cae6-4105-9f9d-c9cdcb84fc21 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:07.292699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6a370-cae6-4105-9f9d-c9cdcb84fc21 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:07.296698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6a370-cae6-4105-9f9d-c9cdcb84fc21 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:07.297552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48982) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:07.297695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-faa6a370-cae6-4105-9f9d-c9cdcb84fc21 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Synchronizing usage tracker for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:07.305147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:07.305515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eea3fd5b-9143-4f86-934e-4f78f9c96de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.306878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4b871-c139-4e0b-86c2-426c331bf1ac tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Network': ['ID=f5611448-b54e-4189-b3ba-11906bff13e0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:07.306993 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 85051844-3cf2-413f-b590-97226760a36c details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:07.310717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.314112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'subnet': {'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:07.323975 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:07.354916 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:07.356156 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:07.385867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f5611448-b54e-4189-b3ba-11906bff13e0 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:07.402767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-faa6a370-cae6-4105-9f9d-c9cdcb84fc21 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Unset dirty status for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:07.405946 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-faa6a370-cae6-4105-9f9d-c9cdcb84fc21 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5521300 Dec 23 16:10:07.409763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b1dc371-c90d-48f1-a0c2-819debc8e697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:07.409763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: 1b1dc371-c90d-48f1-a0c2-819debc8e697, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:07.410692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:07.421745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a657182b-e082-47a8-9dcf-7101dfae0b28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd1039f8ae844931b5c43153b6db4a72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5346947 Dec 23 16:10:07.442040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 48990) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:07.487089 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:07.504586 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:07.505583 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:07.521903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:07.538293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:subnet and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:07.550406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:07.555582 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a35e7e30-06e4-4972-a732-c5148bc35f31 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/floatingips/1869c9af-b6de-4260-aa64-bad8d05223d2 HTTP/1.1" status: 200 len: 977 time: 7.5596614 Dec 23 16:10:07.555582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 48994) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:07.559962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Router b64ea329-fd28-487e-8091-883ee0620f15 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:10:07.565635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:07.600536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:07.629130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.633359 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:07.634195 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96427626-8383-442d-a2ef-56c84a130ee1 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:07.642185 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Transition to ACTIVE for port object 2f52f36c-054a-4114-8a22-95f21966c60e will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:07.661401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:07.662867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Transition to ACTIVE for port object 2f52f36c-054a-4114-8a22-95f21966c60e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:07.670659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.674962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 1b1dc371-c90d-48f1-a0c2-819debc8e697 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:07.723293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.747392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d34799f0-cd14-47cc-87f4-278b56824b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.765023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 1b1dc371-c90d-48f1-a0c2-819debc8e697) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:07.780151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26631196-bbe9-476d-8558-cfbede56473f None None] Network 1b1dc371-c90d-48f1-a0c2-819debc8e697 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:07.794444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:07.795361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.829054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d34799f0-cd14-47cc-87f4-278b56824b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.838395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.856942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:07.861588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:07.872697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Pushing event updated for resources: {'Port': ['ID=2f52f36c-054a-4114-8a22-95f21966c60e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:07.881343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.924316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:07.929533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-37942046-36d1-47c0-9c5a-00fd3998c267 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9239144 Dec 23 16:10:07.937298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:08.073704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Attempting to bind port 2f52f36c-054a-4114-8a22-95f21966c60e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:08.073966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Attempting to bind port 2f52f36c-054a-4114-8a22-95f21966c60e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ca52550a-f569-4bd4-974b-8612f71c6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:08.074366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Attempting to bind port 2f52f36c-054a-4114-8a22-95f21966c60e on network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:08.079994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d34799f0-cd14-47cc-87f4-278b56824b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.080197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.093170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:08.094143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Checking segment: {'id': 'ca52550a-f569-4bd4-974b-8612f71c6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:08.094143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.094332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Bound using segment: {'id': 'ca52550a-f569-4bd4-974b-8612f71c6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:08.094751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Bound port: 2f52f36c-054a-4114-8a22-95f21966c60e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca52550a-f569-4bd4-974b-8612f71c6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:08.095118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.132396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34799f0-cd14-47cc-87f4-278b56824b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52e77d-3972-43d3-a6a8-955a6a22e9d8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:08.161291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d34799f0-cd14-47cc-87f4-278b56824b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.162507 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d34799f0-cd14-47cc-87f4-278b56824b9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec52e77d-3972-43d3-a6a8-955a6a22e9d8 HTTP/1.1" status: 204 len: 168 time: 0.7180204 Dec 23 16:10:08.190610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-1b1dc371-c90d-48f1-a0c2-819debc8e697', 'network_id': '1b1dc371-c90d-48f1-a0c2-819debc8e697', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': '76b261f0-df23-4c42-b207-6a3769756904'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:08.191962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.207917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:08.226096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] Sync routers for ids ['b64ea329-fd28-487e-8091-883ee0620f15'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:08.326356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.338928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.339224 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 1869c9af-b6de-4260-aa64-bad8d05223d2 disassociated. External IP: 172.26.7.96, port: bb8c2ad7-e509-452b-9497-f668984eb9b3. Dec 23 16:10:08.358627 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.367120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] For port 2f52f36c-054a-4114-8a22-95f21966c60e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:08.371248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] Routers {'b64ea329-fd28-487e-8091-883ee0620f15'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:08.371910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b64ea329-fd28-487e-8091-883ee0620f15'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.403774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8e035a-b778-46a8-9902-ccb51013db3f']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.430069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.435443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe051b23-2d76-4684-9132-c588a3d828b5') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.435772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe051b23-2d76-4684-9132-c588a3d828b5') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.438216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f2cf3e00-cda9-41f6-af27-59131e9b5999 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1142960 Dec 23 16:10:08.442811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49008) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:08.446586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.502873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] For port 2f52f36c-054a-4114-8a22-95f21966c60e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2f52f36c-054a-4114-8a22-95f21966c60e,segment=NetworkSegment(ca52550a-f569-4bd4-974b-8612f71c6785),segment_id=ca52550a-f569-4bd4-974b-8612f71c6785)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:08.516696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.528873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:10:08.530934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.533717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.588272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.599340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.613962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.617403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] Routers {'b64ea329-fd28-487e-8091-883ee0620f15'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:08.618200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b64ea329-fd28-487e-8091-883ee0620f15'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.622978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Subnet': ['ID=aea0b97e-3458-4247-8bf0-46c881bb3b76,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:08.633110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:08.633508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:08.648222 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:08.650444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Checking segment: {'id': '0cb670be-9214-4910-989c-a8b99b7067ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:08.651023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network hostable DHCP agents. Network: f5611448-b54e-4189-b3ba-11906bff13e0, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:08.680991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network f5611448-b54e-4189-b3ba-11906bff13e0 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:08.689856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Allocated IP 2001:db8::1 (1b1dc371-c90d-48f1-a0c2-819debc8e697/76b261f0-df23-4c42-b207-6a3769756904/3fada647-0092-46ff-8a47-e2ef436ff940) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:08.706528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f5611448-b54e-4189-b3ba-11906bff13e0) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:08.715275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:08.716367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.764550 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a27fa34e-4943-4c80-a964-ebac3edfa7a7 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4615166 Dec 23 16:10:08.764861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49022) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:08.771316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'port': {'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0', 'name': 'tempest-NetworksIpV6TestAttrs-1741324529'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:09.002727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:09.009378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:port and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:09.009541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.013179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:09.020798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:09.040872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:09.046266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.056471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.063128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.065380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.081485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] device_id is not set on port 155bdc31-2671-41d8-9e41-b2f63e0ae496 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:09.082275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Transition to ACTIVE for port object 3fada647-0092-46ff-8a47-e2ef436ff940 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:09.108948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Transition to ACTIVE for port object 3fada647-0092-46ff-8a47-e2ef436ff940 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:09.113221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faff7bf-67ad-4d2f-ab14-b8374e62e700 None None] Pushing event updated for resources: {'Port': ['ID=2f52f36c-054a-4114-8a22-95f21966c60e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:09.118674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feaa165-1e6b-42ae-8011-487db7f58b50 None None] Network f5611448-b54e-4189-b3ba-11906bff13e0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:09.148042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.153517 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/networks/fb8e035a-b778-46a8-9902-ccb51013db3f HTTP/1.1" status: 204 len: 168 time: 1.7416763 Dec 23 16:10:09.182535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49034) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:09.252907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:09.253332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad0725-c726-403c-9e90-8a8055a516a7 None None] The sync data for ids ['b64ea329-fd28-487e-8091-883ee0620f15'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:09.280742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f270c8-bca7-473c-bfa0-b783f607c9e7 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Network': ['ID=fb8e035a-b778-46a8-9902-ccb51013db3f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:09.333977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.379986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.398842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=76b261f0-df23-4c42-b207-6a3769756904,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:09.418724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Pushing event updated for resources: {'Port': ['ID=3fada647-0092-46ff-8a47-e2ef436ff940,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:09.443729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:09.487128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Network 1b1dc371-c90d-48f1-a0c2-819debc8e697 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:09.491422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:09.502444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:09.548422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Allocated IP 2001:db8::f816:3eff:fe19:da1a (f5611448-b54e-4189-b3ba-11906bff13e0/aea0b97e-3458-4247-8bf0-46c881bb3b76/155bdc31-2671-41d8-9e41-b2f63e0ae496) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:09.561950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.580673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.593882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1dc371-c90d-48f1-a0c2-819debc8e697']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:09.615188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-f5611448-b54e-4189-b3ba-11906bff13e0', 'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0', 'tenant_id': '2b443cfa84b944ec8722cf9498330179', 'fixed_ips': [{'subnet_id': 'aea0b97e-3458-4247-8bf0-46c881bb3b76'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:09.617761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.632336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85051844-3cf2-413f-b590-97226760a36c']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:09.656762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c142fffe-d896-4f0f-9280-d9d054645104') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:09.657055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c142fffe-d896-4f0f-9280-d9d054645104') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:09.709781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:09.710188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:09.725614 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4e7639d-13ce-4c1a-9d6a-464bb1e79188 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/b64ea329-fd28-487e-8091-883ee0620f15 HTTP/1.1" status: 200 len: 920 time: 1.2703624 Dec 23 16:10:09.729539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49046) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:09.735372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.799869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.813044 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-753f50e5-9bf1-4636-a2f1-4aef38abde82 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=b64ea329-fd28-487e-8091-883ee0620f15 HTTP/1.1" status: 200 len: 205 time: 0.0809307 Dec 23 16:10:09.818224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:09.821032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:09.821471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:09.837194 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:09.853422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Attempting to bind port 3fada647-0092-46ff-8a47-e2ef436ff940 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:09.853659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Attempting to bind port 3fada647-0092-46ff-8a47-e2ef436ff940 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b1dc371-c90d-48f1-a0c2-819debc8e697'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:09.854073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Attempting to bind port 3fada647-0092-46ff-8a47-e2ef436ff940 on network 1b1dc371-c90d-48f1-a0c2-819debc8e697 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:09.877052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.878071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.883041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:09.883420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Checking segment: {'id': 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b1dc371-c90d-48f1-a0c2-819debc8e697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:09.884017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.884410 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Bound using segment: {'id': 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b1dc371-c90d-48f1-a0c2-819debc8e697'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:09.884939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Bound port: 3fada647-0092-46ff-8a47-e2ef436ff940, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1b1dc371-c90d-48f1-a0c2-819debc8e697'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:09.885358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.904950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.928854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:09.929224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:09.944487 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:09.956711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1768947459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:09.979127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:10.002520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:router and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:10.006781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:10.017672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:10.043019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:10:10.043019 dv-neutron-822800-1-hyperv neutron-server[83495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:10:10.043019 dv-neutron-822800-1-hyperv neutron-server[83495]: [parameters: {'id': '1b1dc371-c90d-48f1-a0c2-819debc8e697'}] Dec 23 16:10:10.043019 dv-neutron-822800-1-hyperv neutron-server[83495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:10.043481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:10.051809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.052652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] For port 3fada647-0092-46ff-8a47-e2ef436ff940, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:10.052797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.056061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.059716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] For port 3fada647-0092-46ff-8a47-e2ef436ff940, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3fada647-0092-46ff-8a47-e2ef436ff940,segment=NetworkSegment(b55f2683-9b5e-47bc-bef0-2a2e961aeb94),segment_id=b55f2683-9b5e-47bc-bef0-2a2e961aeb94)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:10.063029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.065037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.096795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.101884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Network': ['ID=85051844-3cf2-413f-b590-97226760a36c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:10.120438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Transition to ACTIVE for port object 155bdc31-2671-41d8-9e41-b2f63e0ae496 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:10.123827 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2d58da49-9582-4d22-854a-23d86fad8d59 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/networks/85051844-3cf2-413f-b590-97226760a36c HTTP/1.1" status: 204 len: 168 time: 0.9388835 Dec 23 16:10:10.126549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49056) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:10.166797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.223579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc228f-2030-401f-8437-660f77e6dee1 None None] Pushing event updated for resources: {'Port': ['ID=3fada647-0092-46ff-8a47-e2ef436ff940,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:10.258875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.261619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.292481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506777c5-803e-4815-8523-64abcf608de4 None None] Network 1b1dc371-c90d-48f1-a0c2-819debc8e697 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:10.313966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.315135 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2bdf56ed-7ffc-4c96-8bce-81bb50458c76 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8661633 Dec 23 16:10:10.321098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:10.321703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49062) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:10.333619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1606644260'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:10.346729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:10.356369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:network and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:10.360213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:10.379378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.397091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7fef9-5ab6-420e-ae31-ce2bcfa54d0f tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:10.403294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7fef9-5ab6-420e-ae31-ce2bcfa54d0f tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:10.404542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b2a7fef9-5ab6-420e-ae31-ce2bcfa54d0f tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Synchronizing usage tracker for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:10.419273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network f5611448-b54e-4189-b3ba-11906bff13e0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:10.423942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Port': ['ID=155bdc31-2671-41d8-9e41-b2f63e0ae496,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:10.427520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:10.436196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:10.440725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:10.441523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.443625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:10.477626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a9e74520-160c-491b-98ad-66103db6ccb9 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7116759 Dec 23 16:10:10.484168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49066) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:10.507943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Allocated IP 2001:db8::f816:3eff:fea5:36ff (f5611448-b54e-4189-b3ba-11906bff13e0/aea0b97e-3458-4247-8bf0-46c881bb3b76/857f133e-84b6-43fd-99f0-7a730a358326) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:10.532869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b2a7fef9-5ab6-420e-ae31-ce2bcfa54d0f tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Unset dirty status for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:10.538283 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b2a7fef9-5ab6-420e-ae31-ce2bcfa54d0f tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4069145 Dec 23 16:10:10.539018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49070) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:10.547291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1954187906'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:10.551489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.577322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:10.593049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:10.599391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:10.602007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Deleting subnet aea0b97e-3458-4247-8bf0-46c881bb3b76 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:10.602678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.639210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Made reservation on behalf of 22b545af125f447fa5f01f41ae61a6ab for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:10.642072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.651624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.675977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port 3fada647-0092-46ff-8a47-e2ef436ff940 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:10.676222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.770973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b2edd-0f2c-4bd4-b9de-20970d9bed60 None None] Network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:10.889570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.902346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5afd03f2-f87d-4ab3-8002-e8181cbaeb14 None None] Provisioning for port 2f52f36c-054a-4114-8a22-95f21966c60e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:10.912476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:10.920430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Transition to ACTIVE for port object 857f133e-84b6-43fd-99f0-7a730a358326 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:10.922967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:10.989650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Transition to ACTIVE for port object 857f133e-84b6-43fd-99f0-7a730a358326 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:10.997988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.002131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:security_group_rule and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:11.003214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.012783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:11.018946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.020414 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Added segment 7aa527ae-34ea-4988-a4a7-81e31ee3e64f of type vlan for network fc6d2994-1331-4d05-a544-0897c62f39f6 Dec 23 16:10:11.032130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:11.072913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.096311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2f52f36c-054a-4114-8a22-95f21966c60e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:11.162441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Pushing event updated for resources: {'Port': ['ID=857f133e-84b6-43fd-99f0-7a730a358326,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:11.168994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Network f5611448-b54e-4189-b3ba-11906bff13e0 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:11.173382 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:11.178686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:11.198109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.222297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.276882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] For port 3fada647-0092-46ff-8a47-e2ef436ff940, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3fada647-0092-46ff-8a47-e2ef436ff940,segment=NetworkSegment(b55f2683-9b5e-47bc-bef0-2a2e961aeb94),segment_id=b55f2683-9b5e-47bc-bef0-2a2e961aeb94)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:11.277355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.302674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Attempting to bind port 857f133e-84b6-43fd-99f0-7a730a358326 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:11.303262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Attempting to bind port 857f133e-84b6-43fd-99f0-7a730a358326 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '0cb670be-9214-4910-989c-a8b99b7067ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:11.303352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Attempting to bind port 857f133e-84b6-43fd-99f0-7a730a358326 on network f5611448-b54e-4189-b3ba-11906bff13e0 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:11.312141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2f52f36c-054a-4114-8a22-95f21966c60e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:11.320318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2f52f36c-054a-4114-8a22-95f21966c60e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:11.320684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.350279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:11.350645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Checking segment: {'id': '0cb670be-9214-4910-989c-a8b99b7067ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:11.351045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.351434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Bound using segment: {'id': '0cb670be-9214-4910-989c-a8b99b7067ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:11.352944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Bound port: 857f133e-84b6-43fd-99f0-7a730a358326, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb670be-9214-4910-989c-a8b99b7067ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f5611448-b54e-4189-b3ba-11906bff13e0'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:11.353326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.474452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.543213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Subnet': ['ID=aea0b97e-3458-4247-8bf0-46c881bb3b76,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:11.553263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.560014 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3157974d-0cde-4113-aaee-e8c4e6d58747 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/aea0b97e-3458-4247-8bf0-46c881bb3b76 HTTP/1.1" status: 204 len: 168 time: 1.0738533 Dec 23 16:10:11.561102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Calling delete_port for 3fada647-0092-46ff-8a47-e2ef436ff940 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:11.562558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49078) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:11.566212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] For port 857f133e-84b6-43fd-99f0-7a730a358326, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:11.661504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbcc37-cd6d-45b9-aa30-e305bf5bb830 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:11.663526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbcc37-cd6d-45b9-aa30-e305bf5bb830 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:11.664517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0edbcc37-cd6d-45b9-aa30-e305bf5bb830 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Synchronizing usage tracker for tenant:2b443cfa84b944ec8722cf9498330179 on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:11.668278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.672165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:11.672301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] For port 857f133e-84b6-43fd-99f0-7a730a358326, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=857f133e-84b6-43fd-99f0-7a730a358326,segment=NetworkSegment(0cb670be-9214-4910-989c-a8b99b7067ea),segment_id=0cb670be-9214-4910-989c-a8b99b7067ea)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:11.672849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.673399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.696213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.699087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0edbcc37-cd6d-45b9-aa30-e305bf5bb830 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Unset dirty status for tenant:2b443cfa84b944ec8722cf9498330179 on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:11.701038 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0edbcc37-cd6d-45b9-aa30-e305bf5bb830 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1366830 Dec 23 16:10:11.704172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49082) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:11.771936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692dbb4-efaa-477f-b4d1-96575f229a0a None None] Pushing event updated for resources: {'Port': ['ID=857f133e-84b6-43fd-99f0-7a730a358326,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:11.801885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 2f52f36c-054a-4114-8a22-95f21966c60e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2f52f36c-054a-4114-8a22-95f21966c60e,segment=NetworkSegment(ca52550a-f569-4bd4-974b-8612f71c6785),segment_id=ca52550a-f569-4bd4-974b-8612f71c6785)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:11.810647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ddef4d1b-a25d-4478-bf64-75d1c6c9e7d8 None None] Provisioning complete for port 2f52f36c-054a-4114-8a22-95f21966c60e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:11.811140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddef4d1b-a25d-4478-bf64-75d1c6c9e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.820092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.851313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.869457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.881095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81e513fc-f469-43e6-a3f3-56a70cd97226 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.882471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.891981 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e513fc-f469-43e6-a3f3-56a70cd97226 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 16:10:11.892589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e513fc-f469-43e6-a3f3-56a70cd97226 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:11.899621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-81e513fc-f469-43e6-a3f3-56a70cd97226 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/f5611448-b54e-4189-b3ba-11906bff13e0 HTTP/1.1" status: 409 len: 405 time: 0.1909513 Dec 23 16:10:11.902547 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49086) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:11.907703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Network': ['ID=fc6d2994-1331-4d05-a544-0897c62f39f6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:11.908676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-244884870'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:11.916970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:11.921169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.927595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:network and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:11.934674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:11.941165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:11.954712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:11.956401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Port': ['ID=3fada647-0092-46ff-8a47-e2ef436ff940,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:11.960427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.962407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:11.971515 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f7b053f7-c113-42d2-bfb7-8d7b35a7afb0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4316621 Dec 23 16:10:11.975955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49090) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:11.979122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network fc6d2994-1331-4d05-a544-0897c62f39f6 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:11.985141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2078268925'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:11.986858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:11.999666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:12.000181 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:12.006805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0586dd73-c513-489a-a3a8-bb76c8db23da,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:12.013922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Usage tracker for resource:network and tenant:22b545af125f447fa5f01f41ae61a6ab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:12.020314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:12.021520 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:12.022196 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:12.022330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No DVR routers for this DVR port 3fada647-0092-46ff-8a47-e2ef436ff940 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:12.027824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Deleting port 2ef492b0-9a64-4120-89a1-e2e50520edb8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:12.028338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.031377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:12.042041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:12.059932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.060517 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Added segment 166d82b0-8e02-4ee4-9657-3295f5e9c3cc of type vlan for network c8f20c33-030d-4595-9164-85cb5f47dd1b Dec 23 16:10:12.068198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Made reservation on behalf of 22b545af125f447fa5f01f41ae61a6ab for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:12.071867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.114248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:12.125320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.126120 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Added segment 2f80b2d0-1219-4a32-9a32-0d18d637f362 of type vlan for network 60e18b73-0620-4ec7-8882-2cf8b0deaf35 Dec 23 16:10:12.159011 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:12.159360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.171150 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:12.171823 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:12.214398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.218510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:12.219296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.315159 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:12.317100 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db686d37-be10-4570-8543-8eb1617ce1c7 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:12.343388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.386376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.400750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=2f52f36c-054a-4114-8a22-95f21966c60e,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:12.450432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4732809 Dec 23 16:10:12.451315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49096) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:12.468007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee52f7-9f41-4305-9eb3-4c2072438c2e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Network': ['ID=60e18b73-0620-4ec7-8882-2cf8b0deaf35,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:12.478852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 60e18b73-0620-4ec7-8882-2cf8b0deaf35 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:12.485162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'ports': [{'network_id': 'fc6d2994-1331-4d05-a544-0897c62f39f6', 'name': 'tempest-port--2007221706', 'admin_state_up': True}, {'network_id': '60e18b73-0620-4ec7-8882-2cf8b0deaf35', 'admin_state_up': False}]} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:12.485470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'port': {'network_id': 'fc6d2994-1331-4d05-a544-0897c62f39f6', 'name': 'tempest-port--2007221706', 'admin_state_up': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:12.485940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'port': {'network_id': '60e18b73-0620-4ec7-8882-2cf8b0deaf35', 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:12.581267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.586159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:12.586918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.642572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.642912 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Added segment f2f8381c-8039-49dd-ab47-053fd37ed826 of type vlan for network cb5c64be-de85-4bc9-99d2-252b598e4eb9 Dec 23 16:10:12.650076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Calling delete_port for 2ef492b0-9a64-4120-89a1-e2e50520edb8 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:12.700907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.707511 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8031468 Dec 23 16:10:12.720765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49102) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:12.740473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'subnet': {'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:12.760381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19709574-4e1a-4ae8-a6eb-101f9fe33790 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Network': ['ID=c8f20c33-030d-4595-9164-85cb5f47dd1b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:12.771622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network c8f20c33-030d-4595-9164-85cb5f47dd1b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:12.961185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:12.971170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:12.985911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:12.989705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:13.008975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Usage tracker for resource:port and tenant:22b545af125f447fa5f01f41ae61a6ab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:13.046118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.064317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.102623 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bfad5439-3f9d-483f-8fa4-8ab7109eb8dd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/floatingips/1869c9af-b6de-4260-aa64-bad8d05223d2 HTTP/1.1" status: 200 len: 687 time: 5.5436535 Dec 23 16:10:13.106938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49106) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:13.112627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1dc371-c90d-48f1-a0c2-819debc8e697']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:13.115941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2f52f36c-054a-4114-8a22-95f21966c60e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:13.121347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:13.130903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:13.137601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.196945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa284374-5fb6-485a-a596-56bba298115f None None] Network f5611448-b54e-4189-b3ba-11906bff13e0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:13.220205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:13.220480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55f2683-9b5e-47bc-bef0-2a2e961aeb94') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:13.225586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Made reservation on behalf of 22b545af125f447fa5f01f41ae61a6ab for: {'port': 2} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:13.229229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.264113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.299667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.300740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2f52f36c-054a-4114-8a22-95f21966c60e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:13.301174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.331388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.337015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:13.337802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.367906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.424706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 38f7f810-c137-499c-81d3-c49c39b3a19c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:13.425466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.429262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-aea5bb7b-f62a-4aae-bd93-7bc74c54b0b5 None None] Provisioning for port 857f133e-84b6-43fd-99f0-7a730a358326 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:13.437145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] device_id is not set on port f1e99155-801a-4b2d-a809-d282387015bb yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:13.467110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:13.467506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:13.486912 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:13.525492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 857f133e-84b6-43fd-99f0-7a730a358326 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:13.585969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] DHCP port deletion for f5611448-b54e-4189-b3ba-11906bff13e0 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:13.588711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.593463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] Deleting port 857f133e-84b6-43fd-99f0-7a730a358326 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:13.593908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.622238 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2968140 Dec 23 16:10:13.628523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49110) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:13.635001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a99325-f695-4002-a523-cc71e164dfb2 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Network': ['ID=cb5c64be-de85-4bc9-99d2-252b598e4eb9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:13.652540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:13.667759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'subnet': {'network_id': 'cb5c64be-de85-4bc9-99d2-252b598e4eb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:13.794335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] device_id is not set on port 526a74f0-afc8-44a3-a512-abd556f1e8c3 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:13.823045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.823894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 857f133e-84b6-43fd-99f0-7a730a358326 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:13.852046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 857f133e-84b6-43fd-99f0-7a730a358326 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:13.852234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.852568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.880967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.885438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=1b1dc371-c90d-48f1-a0c2-819debc8e697,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:13.924494 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5956d549-6d85-4e0d-8ced-2727a2831527 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/1b1dc371-c90d-48f1-a0c2-819debc8e697 HTTP/1.1" status: 204 len: 168 time: 5.9861588 Dec 23 16:10:13.946157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:13.962270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event deleted for resources: {'Port': ['ID=2ef492b0-9a64-4120-89a1-e2e50520edb8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:13.965321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:13.973475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982412801'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:13.973641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.980904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:subnet and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:13.995444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:13.999851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] For port 857f133e-84b6-43fd-99f0-7a730a358326, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=857f133e-84b6-43fd-99f0-7a730a358326,segment=NetworkSegment(0cb670be-9214-4910-989c-a8b99b7067ea),segment_id=0cb670be-9214-4910-989c-a8b99b7067ea)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:14.000239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.005033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:14.008452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.008775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.015125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.041192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:14.054570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:14.062478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:14.147470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] Calling delete_port for 857f133e-84b6-43fd-99f0-7a730a358326 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:14.152245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:14.162194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Port': ['ID=f1e99155-801a-4b2d-a809-d282387015bb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:14.210019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Checking segment: {'id': '7aa527ae-34ea-4988-a4a7-81e31ee3e64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fc6d2994-1331-4d05-a544-0897c62f39f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:14.210019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network hostable DHCP agents. Network: fc6d2994-1331-4d05-a544-0897c62f39f6, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:14.221170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 38f7f810-c137-499c-81d3-c49c39b3a19c owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:14.223634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.270628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:14.289184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.294283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network fc6d2994-1331-4d05-a544-0897c62f39f6 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:14.297886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:14.301336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.319053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, fc6d2994-1331-4d05-a544-0897c62f39f6) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:14.331252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:14.332223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.373916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa181a7-51d3-4904-9242-03dfb8e60492 None None] Network fc6d2994-1331-4d05-a544-0897c62f39f6 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:14.398287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] Pushing event deleted for resources: {'Port': ['ID=857f133e-84b6-43fd-99f0-7a730a358326,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:14.454101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc71347-822b-4bcb-8b85-137a1a893711 None None] No DVR routers for this DVR port 857f133e-84b6-43fd-99f0-7a730a358326 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:14.458457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Port': ['ID=526a74f0-afc8-44a3-a512-abd556f1e8c3,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:14.516938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:10:14.526980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.604035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412db16-c377-43f9-a694-4535823b3c55 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:14.618023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Checking segment: {'id': '2f80b2d0-1219-4a32-9a32-0d18d637f362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '60e18b73-0620-4ec7-8882-2cf8b0deaf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:14.618385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network hostable DHCP agents. Network: 60e18b73-0620-4ec7-8882-2cf8b0deaf35, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:14.628283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Subnet': ['ID=6966dd38-53de-4db7-b482-61f33686abbc,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:14.648874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Checking segment: {'id': '166d82b0-8e02-4ee4-9657-3295f5e9c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:14.649231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network hostable DHCP agents. Network: c8f20c33-030d-4595-9164-85cb5f47dd1b, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:14.669425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network 60e18b73-0620-4ec7-8882-2cf8b0deaf35 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:14.676830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.680570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network c8f20c33-030d-4595-9164-85cb5f47dd1b is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:14.684448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 60e18b73-0620-4ec7-8882-2cf8b0deaf35) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:14.690063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:14.694240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:14.697667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:14.698335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.703883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, c8f20c33-030d-4595-9164-85cb5f47dd1b) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:14.715070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:14.716189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.739446 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5465a81a-9cdc-4dfe-a02d-19324bacee16 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2781096 Dec 23 16:10:14.739679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49122) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:14.743621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-435e11e9-51a5-489f-9372-fa40065256b5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0210524 Dec 23 16:10:14.747519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:14.761356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.812979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:14.819013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ded56e-f120-4f98-85a1-22048bf7524e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:14.826326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'port': {'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b', 'name': 'tempest-NetworksIpV6TestAttrs-539757480'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:14.834760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ded56e-f120-4f98-85a1-22048bf7524e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:14.835543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-83ded56e-f120-4f98-85a1-22048bf7524e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Synchronizing usage tracker for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:14.854037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-83ded56e-f120-4f98-85a1-22048bf7524e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Unset dirty status for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:14.858473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-83ded56e-f120-4f98-85a1-22048bf7524e tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1152236 Dec 23 16:10:14.858863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49132) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:14.886830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b412db16-c377-43f9-a694-4535823b3c55 None None] Unable to find a vacant binding_index for network c8f20c33-030d-4595-9164-85cb5f47dd1b and agent 267897ad-ea0c-464a-83d6-aa00d40845e1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 23 16:10:14.892849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b412db16-c377-43f9-a694-4535823b3c55 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, c8f20c33-030d-4595-9164-85cb5f47dd1b) {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:14.961618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Deleting port f1e99155-801a-4b2d-a809-d282387015bb {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:14.961999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.025354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 857f133e-84b6-43fd-99f0-7a730a358326 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:15.028770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.029200 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment 526ae814-125c-4368-9188-6a361ca27ef1 of type vlan for network 909a1bd5-c0d9-44b2-9b0c-89901402620a Dec 23 16:10:15.062469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 857f133e-84b6-43fd-99f0-7a730a358326 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:10:15.063444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 857f133e-84b6-43fd-99f0-7a730a358326 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:15.201574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.238722 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.242349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.263730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.318578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.335301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=38f7f810-c137-499c-81d3-c49c39b3a19c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:15.346564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Calling delete_port for f1e99155-801a-4b2d-a809-d282387015bb owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:15.354805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-c8f20c33-030d-4595-9164-85cb5f47dd1b', 'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b', 'tenant_id': '2b443cfa84b944ec8722cf9498330179', 'fixed_ips': [{'subnet_id': '6966dd38-53de-4db7-b482-61f33686abbc'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:15.355846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.443817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:15.444846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.495050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:port and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:15.502441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Port': ['ID=f1e99155-801a-4b2d-a809-d282387015bb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:15.507894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:15.514549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.518661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.518810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:15.519994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.537480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cae0a6a3-1601-4503-93b3-36d850bd0944 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/ports/f1e99155-801a-4b2d-a809-d282387015bb HTTP/1.1" status: 204 len: 168 time: 0.6744900 Dec 23 16:10:15.537790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49138) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:15.552614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Allocated IP 2001:db8::f816:3eff:fe8c:e69c (c8f20c33-030d-4595-9164-85cb5f47dd1b/6966dd38-53de-4db7-b482-61f33686abbc/2ab85125-5593-42d7-9fb8-c2493da5573d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:15.555353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:15.570083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.570691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Fanout notify agent at l3_agent the message router_deleted on router b64ea329-fd28-487e-8091-883ee0620f15 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:10:15.613968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Deleting port 526a74f0-afc8-44a3-a512-abd556f1e8c3 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:15.614195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.686293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:15.689211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.730387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.732447 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f9cc47c-23eb-48b9-83ca-5f9edd168f0d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/b64ea329-fd28-487e-8091-883ee0620f15 HTTP/1.1" status: 204 len: 168 time: 5.9133127 Dec 23 16:10:15.740465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.742741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.746294 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bcf1fa0a-cea9-48f9-b660-ecf30872c3b9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/floatingips/1869c9af-b6de-4260-aa64-bad8d05223d2 HTTP/1.1" status: 204 len: 168 time: 2.6348526 Dec 23 16:10:15.746294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49142) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:15.746837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49144) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:15.748950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=909a1bd5-c0d9-44b2-9b0c-89901402620a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:15.756877 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79eb7894-7e0f-406d-8a72-b5e67210136a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8019366 Dec 23 16:10:15.769023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:15.795594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49150) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:15.806069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:15.816740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'router': {'name': 'tempest-snat-router-783168085', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': False}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:15.829755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:15.832267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.836632 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] device_id is not set on port 6f93ee2b-0cd9-44f2-8131-3edf6a955a51 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:15.865611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.899976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Transition to ACTIVE for port object 2ab85125-5593-42d7-9fb8-c2493da5573d will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:15.905348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:router and tenant:2cc4cfdc922e4367b9bf7e406bb1ceac is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:15.917806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:15.920914 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-2392868e-d033-464b-aece-1e814576602e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] delete failed (client error): The resource could not be found. Dec 23 16:10:15.925869 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2392868e-d033-464b-aece-1e814576602e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/floatingips/1869c9af-b6de-4260-aa64-bad8d05223d2 HTTP/1.1" status: 404 len: 345 time: 0.1692142 Dec 23 16:10:15.929648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:15.931264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Transition to ACTIVE for port object 2ab85125-5593-42d7-9fb8-c2493da5573d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:15.935117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49154) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:15.937970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.022678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.026640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Pushing event updated for resources: {'Port': ['ID=2ab85125-5593-42d7-9fb8-c2493da5573d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.036733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Network c8f20c33-030d-4595-9164-85cb5f47dd1b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:16.038165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:16.045314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:16.148914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.149725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.161212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Attempting to bind port 2ab85125-5593-42d7-9fb8-c2493da5573d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:16.161715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Attempting to bind port 2ab85125-5593-42d7-9fb8-c2493da5573d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '166d82b0-8e02-4ee4-9657-3295f5e9c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:16.162233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Attempting to bind port 2ab85125-5593-42d7-9fb8-c2493da5573d on network c8f20c33-030d-4595-9164-85cb5f47dd1b {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:16.164936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Calling delete_port for 526a74f0-afc8-44a3-a512-abd556f1e8c3 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:16.171537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:16.172110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Checking segment: {'id': '166d82b0-8e02-4ee4-9657-3295f5e9c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:16.172768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.173136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Bound using segment: {'id': '166d82b0-8e02-4ee4-9657-3295f5e9c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:16.173696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Bound port: 2ab85125-5593-42d7-9fb8-c2493da5573d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166d82b0-8e02-4ee4-9657-3295f5e9c3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c8f20c33-030d-4595-9164-85cb5f47dd1b'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:16.174161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.179329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Subnet': ['ID=e53bd30a-bd94-454e-8192-466d6e101a0a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.195759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:16.206242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:16.215572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:16.225115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:16.252982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:16.269028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Checking segment: {'id': 'f2f8381c-8039-49dd-ab47-053fd37ed826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5c64be-de85-4bc9-99d2-252b598e4eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:16.270249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network hostable DHCP agents. Network: cb5c64be-de85-4bc9-99d2-252b598e4eb9, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:16.277043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] For port 2ab85125-5593-42d7-9fb8-c2493da5573d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:16.281043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] For port 2ab85125-5593-42d7-9fb8-c2493da5573d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2ab85125-5593-42d7-9fb8-c2493da5573d,segment=NetworkSegment(166d82b0-8e02-4ee4-9657-3295f5e9c3cc),segment_id=166d82b0-8e02-4ee4-9657-3295f5e9c3cc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:16.286529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.288551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.294941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Allocated IP 2001:db8::f816:3eff:fe34:b97f (c8f20c33-030d-4595-9164-85cb5f47dd1b/6966dd38-53de-4db7-b482-61f33686abbc/6f93ee2b-0cd9-44f2-8131-3edf6a955a51) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:16.333004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f7e10-47e2-4c21-b186-7cafb4d4baca tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:16.337261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f7e10-47e2-4c21-b186-7cafb4d4baca tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:16.341407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f7e10-47e2-4c21-b186-7cafb4d4baca tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:16.342456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8c2f7e10-47e2-4c21-b186-7cafb4d4baca tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Synchronizing usage tracker for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:16.357686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.418947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Port': ['ID=526a74f0-afc8-44a3-a512-abd556f1e8c3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.431337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.451919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:16.505230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.511959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad1dd0-9de4-4eea-b06d-c0ae05c6a721 None None] Pushing event updated for resources: {'Port': ['ID=2ab85125-5593-42d7-9fb8-c2493da5573d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.519169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8c2f7e10-47e2-4c21-b186-7cafb4d4baca tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Unset dirty status for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:16.520712 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8c2f7e10-47e2-4c21-b186-7cafb4d4baca tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "GET /v2.0/ports?network_id=f52d2689-6f80-4d63-8c29-a2529dafe3ba HTTP/1.1" status: 200 len: 2358 time: 0.5846345 Dec 23 16:10:16.525064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49162) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:16.529938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8d9d5d16-9575-42e7-86ec-4d6cb8412856 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/ports/526a74f0-afc8-44a3-a512-abd556f1e8c3 HTTP/1.1" status: 204 len: 168 time: 0.9879382 Dec 23 16:10:16.534738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49166) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:16.576680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, cb5c64be-de85-4bc9-99d2-252b598e4eb9) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:16.598475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:16.599031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.601796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9cbc9bc9-a218-4e36-bc32-9107cfdafa61 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Synchronizing usage tracker for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:16.640165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9cbc9bc9-a218-4e36-bc32-9107cfdafa61 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Unset dirty status for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:16.643955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9cbc9bc9-a218-4e36-bc32-9107cfdafa61 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1058214 Dec 23 16:10:16.646347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49170) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:16.652812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-496187260'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:16.658031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:16.663788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Usage tracker for resource:network and tenant:22b545af125f447fa5f01f41ae61a6ab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:16.668935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:16.687506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:16.717245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.747974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87a677-3646-49fd-b4a7-b03fccc914c9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:16.748547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac87a677-3646-49fd-b4a7-b03fccc914c9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Synchronizing usage tracker for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:16.756985 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8f3e26bd-92b4-4158-b9dd-9cf8a3bd6190 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1194565 Dec 23 16:10:16.762501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49174) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:16.763226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Made reservation on behalf of 22b545af125f447fa5f01f41ae61a6ab for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:16.766431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.781067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'network': {'name': 'tempest-router-network01--210856782'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:16.810360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:16.832647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:16.838041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.870493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:network and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:16.880711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:16.886134 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac87a677-3646-49fd-b4a7-b03fccc914c9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Unset dirty status for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:16.887306 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac87a677-3646-49fd-b4a7-b03fccc914c9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "GET /v2.0/subnets/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd HTTP/1.1" status: 200 len: 797 time: 0.3603995 Dec 23 16:10:16.888031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.888377 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Added segment ee0110cc-fd16-4a29-b061-040fdfce3aa1 of type vlan for network ec2e02db-4fa4-4fa2-bc48-6a13563aee68 Dec 23 16:10:16.897365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:16.899074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:16.908122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'port': {'network_id': 'f52d2689-6f80-4d63-8c29-a2529dafe3ba', 'name': 'tempest-FloatingIPTestJSON-60833519', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:16.957343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=d6590617-4345-460e-8a50-96159c0aabc8,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.961854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.971960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': '526ae814-125c-4368-9188-6a361ca27ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:16.972250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: 909a1bd5-c0d9-44b2-9b0c-89901402620a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:16.998105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.002957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:17.006417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.013994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.018618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:17.020197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.043711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ab85125-5593-42d7-9fb8-c2493da5573d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:17.047491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:17.079846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Transition to ACTIVE for port object 6f93ee2b-0cd9-44f2-8131-3edf6a955a51 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:17.110855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:17.125794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2ab85125-5593-42d7-9fb8-c2493da5573d completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:17.133515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 909a1bd5-c0d9-44b2-9b0c-89901402620a) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:17.138020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:17.138602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.146241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.146546 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Added segment 19894b4f-38c8-4e50-b74b-1c80114ff10c of type vlan for network d8814760-85fe-47c5-b13a-f4ad2e6efee6 Dec 23 16:10:17.155612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Network': ['ID=ec2e02db-4fa4-4fa2-bc48-6a13563aee68,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:17.161277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:17.162246 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0329548a-6847-4e56-aed7-2e90e1e1ff2a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5148909 Dec 23 16:10:17.164786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49182) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:17.172888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network ec2e02db-4fa4-4fa2-bc48-6a13563aee68 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:17.187109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-780669391'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:17.191894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:17.201209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:17.208063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.214351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.217044 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-db2a8197-c7f4-45cb-ba2f-f3ae3a883940 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4191012 Dec 23 16:10:17.218334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:17.220819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Usage tracker for resource:network and tenant:22b545af125f447fa5f01f41ae61a6ab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:17.228651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:17.242618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:17.259187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Made reservation on behalf of 22b545af125f447fa5f01f41ae61a6ab for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:17.264713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.275044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:17.309652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:17.323649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:17.337812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.338153 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Added segment c9413f53-9713-49c1-9017-011d7c4918cf of type vlan for network b7917459-ee30-41d7-84c6-a7101a0cd485 Dec 23 16:10:17.370296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.421851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.426765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:17.427458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.468305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:17.534232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network c8f20c33-030d-4595-9164-85cb5f47dd1b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:17.547353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:17.550859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Network': ['ID=b7917459-ee30-41d7-84c6-a7101a0cd485,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:17.577995 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b1a98789-53f3-49e8-a68d-c574bf3db189 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3947368 Dec 23 16:10:17.578542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network b7917459-ee30-41d7-84c6-a7101a0cd485 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:17.578657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:17.578657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:17.578969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.630066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Port': ['ID=6f93ee2b-0cd9-44f2-8131-3edf6a955a51,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:17.647750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.651541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:17.652304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.689281 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9358532 Dec 23 16:10:17.689700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49194) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:17.759755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87ec39-88e5-40b3-bad4-f3f38b8664a1 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:17.764849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Deleting subnet 6966dd38-53de-4db7-b482-61f33686abbc {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:17.768062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.823650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.845591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.845930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.846265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.846592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.846917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.847241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.847620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.847947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.848258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.848571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.848883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd057538-dcbf-494b-b331-74b850768d46 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:17.868635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:17.872837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:subnet and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:17.875682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:17.887378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.899222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Network': ['ID=d8814760-85fe-47c5-b13a-f4ad2e6efee6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:17.902501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:17.912940 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-10da1e0f-ff66-4304-939a-90ad857f7b11 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1466284 Dec 23 16:10:17.915791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49198) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:17.920854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.930511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'network': {'name': 'tempest-router-network02--339212175'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:17.937436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:17.944435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:network and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:17.947277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87ec39-88e5-40b3-bad4-f3f38b8664a1 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:17.948233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:17.956042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:17.974594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:17.976779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:17.981026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.036399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:18.044503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.078168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.081265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] device_id is not set on port 3a6cb8d7-83df-47b3-96a0-0580b4efc7c5 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:18.135166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.135575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Added segment d0003220-e50c-4264-8078-3653498a3fe0 of type vlan for network 992c1a52-8d4f-4d80-b8fb-a3f418166918 Dec 23 16:10:18.156146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:18.176473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.179714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d02503f-33e0-4622-971b-b1b18fd30f4a None None] Provisioning for port 2ab85125-5593-42d7-9fb8-c2493da5573d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:18.189867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d02503f-33e0-4622-971b-b1b18fd30f4a None None] Provisioning complete for port 2ab85125-5593-42d7-9fb8-c2493da5573d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:18.190558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d02503f-33e0-4622-971b-b1b18fd30f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.210061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.244882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.248589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:18.249316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.312907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3887973 Dec 23 16:10:18.346458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49202) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:18.355102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'subnet': {'network_id': 'd8814760-85fe-47c5-b13a-f4ad2e6efee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:18.369959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d02503f-33e0-4622-971b-b1b18fd30f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.476904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4d02503f-33e0-4622-971b-b1b18fd30f4a None None] For port 2ab85125-5593-42d7-9fb8-c2493da5573d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2ab85125-5593-42d7-9fb8-c2493da5573d,segment=NetworkSegment(166d82b0-8e02-4ee4-9657-3295f5e9c3cc),segment_id=166d82b0-8e02-4ee4-9657-3295f5e9c3cc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:18.485602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d02503f-33e0-4622-971b-b1b18fd30f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.575635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Subnet': ['ID=6966dd38-53de-4db7-b482-61f33686abbc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:18.609576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.612093 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-785491f5-cb20-4e0f-8115-6862559fbff8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/6966dd38-53de-4db7-b482-61f33686abbc HTTP/1.1" status: 204 len: 168 time: 0.9213192 Dec 23 16:10:18.616125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49208) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:18.619464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02503f-33e0-4622-971b-b1b18fd30f4a None None] Pushing event updated for resources: {'Port': ['ID=2ab85125-5593-42d7-9fb8-c2493da5573d,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:18.664389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Network': ['ID=992c1a52-8d4f-4d80-b8fb-a3f418166918,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:18.682848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.683415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.683949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.684431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.684907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.685382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.685874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.686349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.687123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.687620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.688116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14be37b-80bc-4186-8821-98277723b0cd tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:18.720897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541b9d2-ab6b-491d-a7d2-e88bde409ef6 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:18.723450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541b9d2-ab6b-491d-a7d2-e88bde409ef6 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:18.724379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b541b9d2-ab6b-491d-a7d2-e88bde409ef6 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Synchronizing usage tracker for tenant:2b443cfa84b944ec8722cf9498330179 on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:18.738803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b541b9d2-ab6b-491d-a7d2-e88bde409ef6 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Unset dirty status for tenant:2b443cfa84b944ec8722cf9498330179 on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:18.740301 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b541b9d2-ab6b-491d-a7d2-e88bde409ef6 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1206384 Dec 23 16:10:18.742885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49214) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:18.745194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 992c1a52-8d4f-4d80-b8fb-a3f418166918 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:18.780591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.865930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-909a1bd5-c0d9-44b2-9b0c-89901402620a', 'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': 'd6590617-4345-460e-8a50-96159c0aabc8'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:18.866826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.878220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-cb5c64be-de85-4bc9-99d2-252b598e4eb9', 'network_id': 'cb5c64be-de85-4bc9-99d2-252b598e4eb9', 'tenant_id': '7a4f5c78fcbc440da96a0f28ce27b0ec', 'fixed_ips': [{'subnet_id': 'e53bd30a-bd94-454e-8192-466d6e101a0a'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:18.879023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.979076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e22a0fa2-2a48-46b5-a048-5a29a64c40ef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.986277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Allocated IP 172.26.7.237 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/2674dc77-5902-4180-8f73-2b6cf66bcacc) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:18.994809 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22a0fa2-2a48-46b5-a048-5a29a64c40ef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 16:10:18.995298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22a0fa2-2a48-46b5-a048-5a29a64c40ef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:18.997559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e22a0fa2-2a48-46b5-a048-5a29a64c40ef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/c8f20c33-030d-4595-9164-85cb5f47dd1b HTTP/1.1" status: 409 len: 405 time: 0.2533541 Dec 23 16:10:18.997785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:19.002400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49218) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:19.009586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1466337158'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:19.033618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:19.044462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:subnet and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:19.046779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:network and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:19.050807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:19.058107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:19.059251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:19.070503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:19.074094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.094044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Allocated IP 2001:db8::2 (cb5c64be-de85-4bc9-99d2-252b598e4eb9/e53bd30a-bd94-454e-8192-466d6e101a0a/48754e03-45af-479f-b4e6-f27c8227e021) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:19.117116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:19.128395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.129279 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Added segment 561e8716-1799-4b2e-88af-11b8785ec0ac of type vlan for network 9e94c277-7493-4a88-9b71-cad47cdd2480 Dec 23 16:10:19.164224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.165347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:19.205510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.208779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ab85125-5593-42d7-9fb8-c2493da5573d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:19.212962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:19.213572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.260532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:19.359405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Network': ['ID=9e94c277-7493-4a88-9b71-cad47cdd2480,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:19.391819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2a37570d-5b14-405d-978a-2aa6c54c1303 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3877735 Dec 23 16:10:19.395263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49222) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:19.404632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'subnet': {'network_id': '9e94c277-7493-4a88-9b71-cad47cdd2480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:19.449608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9e94c277-7493-4a88-9b71-cad47cdd2480 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:19.546627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:19.558585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:19.558902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.14 (f52d2689-6f80-4d63-8c29-a2529dafe3ba/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd/3a6cb8d7-83df-47b3-96a0-0580b4efc7c5) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:19.572420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:19.584254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.591910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2ab85125-5593-42d7-9fb8-c2493da5573d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:19.592461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.628133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.735214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.742685 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:10:19.772242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Transition to ACTIVE for port object 48754e03-45af-479f-b4e6-f27c8227e021 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:19.786152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.12 (f52d2689-6f80-4d63-8c29-a2529dafe3ba/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd/3a6cb8d7-83df-47b3-96a0-0580b4efc7c5) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:19.786866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.832864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Allocated IP 2001:db8::2 (909a1bd5-c0d9-44b2-9b0c-89901402620a/d6590617-4345-460e-8a50-96159c0aabc8/b8a185f0-daa3-40dc-9460-9b553cb16039) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:19.856279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Transition to ACTIVE for port object 48754e03-45af-479f-b4e6-f27c8227e021 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:19.935778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.018878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Pushing event updated for resources: {'Port': ['ID=48754e03-45af-479f-b4e6-f27c8227e021,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:20.026485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:20.039784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:20.044270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:20.066428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.120955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.134687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.165547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Attempting to bind port 48754e03-45af-479f-b4e6-f27c8227e021 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:20.165953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Attempting to bind port 48754e03-45af-479f-b4e6-f27c8227e021 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f2f8381c-8039-49dd-ab47-053fd37ed826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5c64be-de85-4bc9-99d2-252b598e4eb9'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:20.166306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Attempting to bind port 48754e03-45af-479f-b4e6-f27c8227e021 on network cb5c64be-de85-4bc9-99d2-252b598e4eb9 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:20.176662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:20.177035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Checking segment: {'id': 'f2f8381c-8039-49dd-ab47-053fd37ed826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5c64be-de85-4bc9-99d2-252b598e4eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:20.177427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.177825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Bound using segment: {'id': 'f2f8381c-8039-49dd-ab47-053fd37ed826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5c64be-de85-4bc9-99d2-252b598e4eb9'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:20.178268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Bound port: 48754e03-45af-479f-b4e6-f27c8227e021, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f8381c-8039-49dd-ab47-053fd37ed826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5c64be-de85-4bc9-99d2-252b598e4eb9'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:20.178714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.226719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:20.234073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:20.235963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=9b546aed-80a8-4f2a-9846-570a82f4a00d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:20.249283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:20.250029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.334699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.349233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] For port 48754e03-45af-479f-b4e6-f27c8227e021, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:20.350544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:10:20.351602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Transition to ACTIVE for port object b8a185f0-daa3-40dc-9460-9b553cb16039 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:20.352578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.355162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] For port 48754e03-45af-479f-b4e6-f27c8227e021, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48754e03-45af-479f-b4e6-f27c8227e021,segment=NetworkSegment(f2f8381c-8039-49dd-ab47-053fd37ed826),segment_id=f2f8381c-8039-49dd-ab47-053fd37ed826)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:20.383868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.448172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Subnet': ['ID=30c4ea2b-f284-41d3-9dd0-ebe400f2a329,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:20.476830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Checking segment: {'id': '561e8716-1799-4b2e-88af-11b8785ec0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e94c277-7493-4a88-9b71-cad47cdd2480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:20.477229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network hostable DHCP agents. Network: 9e94c277-7493-4a88-9b71-cad47cdd2480, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:20.503254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network 9e94c277-7493-4a88-9b71-cad47cdd2480 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:20.511320 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b6fe100-3e85-489f-b133-186ba2b5feff tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2843778 Dec 23 16:10:20.512995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Transition to ACTIVE for port object b8a185f0-daa3-40dc-9460-9b553cb16039 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:20.521608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49230) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:20.532678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.541705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986c1e7-78b4-46e4-a81f-681fd1473c52 None None] Pushing event updated for resources: {'Port': ['ID=48754e03-45af-479f-b4e6-f27c8227e021,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:20.583396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 9e94c277-7493-4a88-9b71-cad47cdd2480) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:20.601070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:20.601819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.658843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:20.661515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Pushing event updated for resources: {'Port': ['ID=b8a185f0-daa3-40dc-9460-9b553cb16039,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:20.661701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:20.664074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:20.665727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:20.667098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:20.668384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Synchronizing usage tracker for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:20.676706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e3e0f5b9-2797-47ef-8216-442990d82846 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2775257 Dec 23 16:10:20.677438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49234) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:20.695954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:20.697434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:20.702958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:20.773874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.802640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:20.823079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:20.828858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'subnets': [{'network_id': 'ec2e02db-4fa4-4fa2-bc48-6a13563aee68', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1725109755', 'ip_version': 6}, {'network_id': 'b7917459-ee30-41d7-84c6-a7101a0cd485', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:20.829120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'subnet': {'network_id': 'ec2e02db-4fa4-4fa2-bc48-6a13563aee68', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1725109755', 'ip_version': 6}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:20.829789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Request body: {'subnet': {'network_id': 'b7917459-ee30-41d7-84c6-a7101a0cd485', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:20.849867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.887247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Attempting to bind port b8a185f0-daa3-40dc-9460-9b553cb16039 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:20.887750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Attempting to bind port b8a185f0-daa3-40dc-9460-9b553cb16039 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '526ae814-125c-4368-9188-6a361ca27ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:20.888172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Attempting to bind port b8a185f0-daa3-40dc-9460-9b553cb16039 on network 909a1bd5-c0d9-44b2-9b0c-89901402620a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:20.899420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:20.899816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Checking segment: {'id': '526ae814-125c-4368-9188-6a361ca27ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:20.900213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.900604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Bound using segment: {'id': '526ae814-125c-4368-9188-6a361ca27ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:20.901060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Bound port: b8a185f0-daa3-40dc-9460-9b553cb16039, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526ae814-125c-4368-9188-6a361ca27ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:20.901424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.913071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.933076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:20.943867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:20.972143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Unset dirty status for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:20.979057 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4abe4a8a-f32c-49fb-a443-79512decd5cd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4561446 Dec 23 16:10:20.979861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49244) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:20.992439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503511176'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:20.999689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:21.016257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:21.022222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:21.041843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:21.071895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.091824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Port': ['ID=2674dc77-5902-4180-8f73-2b6cf66bcacc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:21.109662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48754e03-45af-479f-b4e6-f27c8227e021 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:21.136389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:21.139426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.181757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:21.201035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.204125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] For port b8a185f0-daa3-40dc-9460-9b553cb16039, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:21.206061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.206286 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment 93385c33-de0e-4288-b815-cfb971a4bb1f of type vlan for network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 Dec 23 16:10:21.207927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] For port b8a185f0-daa3-40dc-9460-9b553cb16039, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b8a185f0-daa3-40dc-9460-9b553cb16039,segment=NetworkSegment(526ae814-125c-4368-9188-6a361ca27ef1),segment_id=526ae814-125c-4368-9188-6a361ca27ef1)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:21.217279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.220357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Checking segment: {'id': '19894b4f-38c8-4e50-b74b-1c80114ff10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd8814760-85fe-47c5-b13a-f4ad2e6efee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:21.220957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network hostable DHCP agents. Network: d8814760-85fe-47c5-b13a-f4ad2e6efee6, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:21.229484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Subnet': ['ID=15a6ff5b-e45e-4aa9-9d74-86c1f35b5401,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:21.254691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Subnet': ['ID=30c4ea2b-f284-41d3-9dd0-ebe400f2a329,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:21.269699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 48754e03-45af-479f-b4e6-f27c8227e021 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:21.287733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:21.327313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bba54e-8c82-45ce-b71c-a082161f66d5 None None] Pushing event updated for resources: {'Port': ['ID=b8a185f0-daa3-40dc-9460-9b553cb16039,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:21.333000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:21.380541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=3a6cb8d7-83df-47b3-96a0-0580b4efc7c5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:21.386030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:21.387905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.399765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.494759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:21.543521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:21.545239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:21.556300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:21.558295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.560114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e94c277-7493-4a88-9b71-cad47cdd2480']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:21.575955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561e8716-1799-4b2e-88af-11b8785ec0ac') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:21.576252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561e8716-1799-4b2e-88af-11b8785ec0ac') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:21.585484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Usage tracker for resource:subnet and tenant:22b545af125f447fa5f01f41ae61a6ab is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:21.589215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.590296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, d8814760-85fe-47c5-b13a-f4ad2e6efee6) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:21.593599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:21.603824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.607345 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d1b9fe8-3388-4dc8-aa87-ef10006e2bd8 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.7069209 Dec 23 16:10:21.612445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:21.613867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.615240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:21.616281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.618815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:21.621518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:21.636308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '3a6cb8d7-83df-47b3-96a0-0580b4efc7c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:21.643362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.652619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:21.653028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.653241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:21.667278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Made reservation on behalf of 22b545af125f447fa5f01f41ae61a6ab for: {'subnet': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:21.748533 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:21.752974 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dae0dc83-a8b9-4c6e-8c5f-42195d5a03ed tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4022160 Dec 23 16:10:21.754786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:21.762692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49254) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:21.774937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.844275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'subnet': {'network_id': '992c1a52-8d4f-4d80-b8fb-a3f418166918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:21.947354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9602914 Dec 23 16:10:21.953207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49258) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:21.976551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:21.990544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c29c69-b067-4877-adcb-12dfc3b72650 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:22.006673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.007397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.007862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:22.038003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.038323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.045809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.050009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.085648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Network': ['ID=9e94c277-7493-4a88-9b71-cad47cdd2480,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:22.120198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d17fad0d-c192-4cc2-9220-44cb5bf3612c tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/9e94c277-7493-4a88-9b71-cad47cdd2480 HTTP/1.1" status: 204 len: 168 time: 1.4383349 Dec 23 16:10:22.123457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49264) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:22.133437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1762258522'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:22.145479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:22.149316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:subnet and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:22.152207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:22.158297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:22.159392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09189fc3-8971-4312-9170-903436dbf58f None None] Provisioning for port 48754e03-45af-479f-b4e6-f27c8227e021 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:22.166980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09189fc3-8971-4312-9170-903436dbf58f None None] Provisioning complete for port 48754e03-45af-479f-b4e6-f27c8227e021 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:22.167636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09189fc3-8971-4312-9170-903436dbf58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.170377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:22.175716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:network and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:22.182276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:22.260338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:22.266301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:22.304212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.323315 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09189fc3-8971-4312-9170-903436dbf58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.359760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-09189fc3-8971-4312-9170-903436dbf58f None None] For port 48754e03-45af-479f-b4e6-f27c8227e021, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48754e03-45af-479f-b4e6-f27c8227e021,segment=NetworkSegment(f2f8381c-8039-49dd-ab47-053fd37ed826),segment_id=f2f8381c-8039-49dd-ab47-053fd37ed826)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:22.367842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:22.368510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09189fc3-8971-4312-9170-903436dbf58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.370853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.474166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09189fc3-8971-4312-9170-903436dbf58f None None] Pushing event updated for resources: {'Port': ['ID=48754e03-45af-479f-b4e6-f27c8227e021,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:22.493665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.591501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.622377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:22.641790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.670017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.670376 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Added segment b36636c9-c12b-4f03-b97e-72e85c5cefcc of type vlan for network d2a5715a-a996-4521-96d8-550b549f2b3e Dec 23 16:10:22.736134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 is not hosted by any dhcp agent {{(pid=83494) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 16:10:22.740471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:22.740854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.742116 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "PUT /v2.0/networks/f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 HTTP/1.1" status: 200 len: 723 time: 0.7874789 Dec 23 16:10:22.747812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:22.760956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': 'f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:22.770607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c1cdb-6c0e-41a5-8cbb-092bf68df8f4 None None] Network 60e18b73-0620-4ec7-8882-2cf8b0deaf35 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:22.786366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b4a247-481c-4eaa-8365-26ac1bd2fd55 None None] Network c8f20c33-030d-4595-9164-85cb5f47dd1b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:22.792240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.856603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674a66f-d155-4795-a0c4-38f477a6dc70 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:22.871323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.876079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:22.876763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.897410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.26.7.246 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/5e573779-aed4-4712-9443-e5f82067a798) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:22.942829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa055f-840f-4028-b28a-e1c7db585f57 None None] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:22.954637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e4149-b56a-4146-9ce4-d33e1c090641 None None] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:22.968151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b752e7c-a655-4dd0-904e-ebd2ced9bd38 None None] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:22.982732 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca38011e-79f1-4c4d-849a-5b67f8d83976 None None] Network 9e94c277-7493-4a88-9b71-cad47cdd2480 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:22.994998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:23.023962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:23.030134 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9034510 Dec 23 16:10:23.037694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49282) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:23.039517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bd826-53d8-4870-9f8d-6c353e67aabb tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Network': ['ID=d2a5715a-a996-4521-96d8-550b549f2b3e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:23.108678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.126251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'subnet': {'network_id': 'd2a5715a-a996-4521-96d8-550b549f2b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:23.146964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:23.203315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Subnet': ['ID=a27a85a4-e1f2-4ad6-8247-03d28494f984,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:23.208217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Checking segment: {'id': 'd0003220-e50c-4264-8078-3653498a3fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '992c1a52-8d4f-4d80-b8fb-a3f418166918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:23.208561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network hostable DHCP agents. Network: 992c1a52-8d4f-4d80-b8fb-a3f418166918, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:23.234052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network 992c1a52-8d4f-4d80-b8fb-a3f418166918 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:23.247079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 992c1a52-8d4f-4d80-b8fb-a3f418166918) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:23.252200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:23.253056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.275986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d2a5715a-a996-4521-96d8-550b549f2b3e details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:23.281409 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e13d989f-a398-4e42-b1b6-b7e276867715 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4681222 Dec 23 16:10:23.282239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49288) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:23.421075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:23.423652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b8a185f0-daa3-40dc-9460-9b553cb16039 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:23.448302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f16dbdf-ebf1-41cb-b71a-7a4e4b213e15 None None] Network 992c1a52-8d4f-4d80-b8fb-a3f418166918 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:23.503751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:23.508616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.560688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca38011e-79f1-4c4d-849a-5b67f8d83976 None None] Network 9e94c277-7493-4a88-9b71-cad47cdd2480 could not be found, it might have been deleted concurrently. {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 16:10:23.588674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:subnet and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:23.600391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Subnet': ['ID=d471d3cc-092c-41c5-8b4e-f6f98b5075ef,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:23.657881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.703870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:23.714250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.720264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:23.747252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593169d-7130-455c-88ab-08edb923ea7d None None] Network 9e94c277-7493-4a88-9b71-cad47cdd2480 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:23.784738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.808389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e97d272f-f68f-4c5f-8400-566f55a2e212 None None] Provisioning for port b8a185f0-daa3-40dc-9460-9b553cb16039 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:23.875119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593169d-7130-455c-88ab-08edb923ea7d None None] Network 9e94c277-7493-4a88-9b71-cad47cdd2480 could not be found, it might have been deleted concurrently. {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 16:10:23.879707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:23.893345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Router e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:10:23.919243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.973248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:23.990524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:24.006264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=5e573779-aed4-4712-9443-e5f82067a798,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:24.010281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:24.157675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.185027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Checking segment: {'id': 'ee0110cc-fd16-4a29-b061-040fdfce3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ec2e02db-4fa4-4fa2-bc48-6a13563aee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:24.185382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network hostable DHCP agents. Network: ec2e02db-4fa4-4fa2-bc48-6a13563aee68, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:24.290129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Allocated IP 2001:db8::1 (d8814760-85fe-47c5-b13a-f4ad2e6efee6/15a6ff5b-e45e-4aa9-9d74-86c1f35b5401/2a0f3b6a-7382-46a0-9043-9f45b635ae0a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:24.313754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-d8814760-85fe-47c5-b13a-f4ad2e6efee6', 'network_id': 'd8814760-85fe-47c5-b13a-f4ad2e6efee6', 'tenant_id': '7a4f5c78fcbc440da96a0f28ce27b0ec', 'fixed_ips': [{'subnet_id': '15a6ff5b-e45e-4aa9-9d74-86c1f35b5401'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:24.314560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.399192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port b8a185f0-daa3-40dc-9460-9b553cb16039 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:24.489275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b8a185f0-daa3-40dc-9460-9b553cb16039 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:24.489637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.506731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.534940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Transition to ACTIVE for port object 2a0f3b6a-7382-46a0-9043-9f45b635ae0a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:24.563334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.621816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network ec2e02db-4fa4-4fa2-bc48-6a13563aee68 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:24.656074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:24.659723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:24.664581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:24.665109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.667772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, ec2e02db-4fa4-4fa2-bc48-6a13563aee68) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:24.682613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Port': ['ID=2a0f3b6a-7382-46a0-9043-9f45b635ae0a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:24.700259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.719696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-992c1a52-8d4f-4d80-b8fb-a3f418166918', 'network_id': '992c1a52-8d4f-4d80-b8fb-a3f418166918', 'tenant_id': '7a4f5c78fcbc440da96a0f28ce27b0ec', 'fixed_ips': [{'subnet_id': 'a27a85a4-e1f2-4ad6-8247-03d28494f984'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:24.720502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.732667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b18565-6c59-4f7a-ae00-008bf5a6b9ef None None] Network c8f20c33-030d-4595-9164-85cb5f47dd1b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:24.745199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf40010-4199-4b5e-be52-006d9717599a None None] Network ec2e02db-4fa4-4fa2-bc48-6a13563aee68 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:24.802613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.030596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.079726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event updated for resources: {'Subnet': ['ID=647a4f7d-dc6f-451b-a598-858ba04172a1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:25.087113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Allocated IP 2001:db8::2 (d8814760-85fe-47c5-b13a-f4ad2e6efee6/15a6ff5b-e45e-4aa9-9d74-86c1f35b5401/ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:25.195110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.365657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e275a-c82b-4f2d-b948-f0cca70da389 None None] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:25.405494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': '93385c33-de0e-4288-b815-cfb971a4bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:25.405912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:25.412883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Checking segment: {'id': 'c9413f53-9713-49c1-9017-011d7c4918cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b7917459-ee30-41d7-84c6-a7101a0cd485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:25.413733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network hostable DHCP agents. Network: b7917459-ee30-41d7-84c6-a7101a0cd485, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:25.443118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.451021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.453186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.460448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=cfd5c45a-d5a7-4608-a378-39fe453d1b39,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:25.463356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.550148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:25.556548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Network b7917459-ee30-41d7-84c6-a7101a0cd485 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:25.588496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Subnet': ['ID=eda3b19d-1ab3-440d-8dd0-e7858db34cff,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:25.594682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:25.599761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, b7917459-ee30-41d7-84c6-a7101a0cd485) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:25.618653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:25.619038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:25.619687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.643532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:25.656703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Allocated IP 2001:db8::2 (992c1a52-8d4f-4d80-b8fb-a3f418166918/a27a85a4-e1f2-4ad6-8247-03d28494f984/6c1b6c8a-3dd6-431e-b863-ba4fb00b3086) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:25.658389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:25.658919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.685584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Port': ['ID=2a0f3b6a-7382-46a0-9043-9f45b635ae0a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:25.754131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:25.755218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:25.758723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Checking segment: {'id': 'b36636c9-c12b-4f03-b97e-72e85c5cefcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd2a5715a-a996-4521-96d8-550b549f2b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:25.759083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network hostable DHCP agents. Network: d2a5715a-a996-4521-96d8-550b549f2b3e, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:25.768319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] Update dhcp port {'port': {'network_id': '909a1bd5-c0d9-44b2-9b0c-89901402620a', 'fixed_ips': [{'subnet_id': 'd6590617-4345-460e-8a50-96159c0aabc8', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b546aed-80a8-4f2a-9846-570a82f4a00d'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'b8a185f0-daa3-40dc-9460-9b553cb16039'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:10:25.780416 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1f13cdd-2f7c-446c-80c1-0aa6551bd34d tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.9683301 Dec 23 16:10:25.783908 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-950306b9-61e4-40dd-8a43-d0a5f3f361a5 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0341017 Dec 23 16:10:25.786784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49306) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:25.787113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49308) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:25.840124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.843744 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c105f583-6163-4604-ba5f-04622ba4c8fa tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.0899880 Dec 23 16:10:25.850842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-59fe5853-f975-4667-8e5f-9b0796b87f40 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:25.877295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92b1472-cea1-4511-a8f1-36b4ca44ba05 None None] Network b7917459-ee30-41d7-84c6-a7101a0cd485 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:25.877507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:25.995940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c046c5-46ac-45ed-bef3-46c9d2d4a4f2 None None] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:26.009287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Sync routers for ids ['e8fe34a5-a47b-4b5c-93c3-e3f7fd101428'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:26.017934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port b8a185f0-daa3-40dc-9460-9b553cb16039, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b8a185f0-daa3-40dc-9460-9b553cb16039,segment=NetworkSegment(526ae814-125c-4368-9188-6a361ca27ef1),segment_id=526ae814-125c-4368-9188-6a361ca27ef1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:26.033815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.089680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942669f4-d998-4c30-9f3c-b6e4792d187b tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:26.091033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942669f4-d998-4c30-9f3c-b6e4792d187b tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:26.092281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942669f4-d998-4c30-9f3c-b6e4792d187b tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:26.093206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-942669f4-d998-4c30-9f3c-b6e4792d187b tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Synchronizing usage tracker for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:26.140058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network d2a5715a-a996-4521-96d8-550b549f2b3e is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:26.141923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Router 243f0e04-a333-4451-a2cb-a419f7370d49 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:10:26.146516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.147740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48754e03-45af-479f-b4e6-f27c8227e021 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:26.181983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, d2a5715a-a996-4521-96d8-550b549f2b3e) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:26.186908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:26.187476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.206451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fe5853-f975-4667-8e5f-9b0796b87f40 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6816761'] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.248008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c65a4-9c98-442c-992a-f8f30d162269 None None] Network d2a5715a-a996-4521-96d8-550b549f2b3e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:26.254833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-942669f4-d998-4c30-9f3c-b6e4792d187b tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Unset dirty status for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:26.256112 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-942669f4-d998-4c30-9f3c-b6e4792d187b tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4677868 Dec 23 16:10:26.256787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.277145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49324) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:26.319640 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-81afc6f1-cb07-4afe-b1d0-567c83468014 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2465827 Dec 23 16:10:26.324786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49328) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:26.458857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d84f5d2-edb2-45a5-a93f-05045a73d260 None None] Provisioning complete for port 48754e03-45af-479f-b4e6-f27c8227e021 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:26.459826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d84f5d2-edb2-45a5-a93f-05045a73d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.484653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.545330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6077c0-de98-4005-b025-54180ed6a58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-ec2e02db-4fa4-4fa2-bc48-6a13563aee68', 'network_id': 'ec2e02db-4fa4-4fa2-bc48-6a13563aee68', 'tenant_id': '22b545af125f447fa5f01f41ae61a6ab', 'fixed_ips': [{'subnet_id': 'd471d3cc-092c-41c5-8b4e-f6f98b5075ef'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:26.546115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f6077c0-de98-4005-b025-54180ed6a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.604262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.637419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Deleting subnet d471d3cc-092c-41c5-8b4e-f6f98b5075ef {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:26.640233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Routers {'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:26.640861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e8fe34a5-a47b-4b5c-93c3-e3f7fd101428'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:26.641107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:26.661192 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] Sync routers for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:26.668923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.680353 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:26.681762 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:26.734022 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-92a1194e-5d08-477d-93a4-7f617243b7fa tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4474585 Dec 23 16:10:26.746140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49332) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:26.788961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.839131 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:26.858957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.867753 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:26.868838 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:26.882387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff62d70-75f9-4883-af20-de1e58cae853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-b7917459-ee30-41d7-84c6-a7101a0cd485', 'network_id': 'b7917459-ee30-41d7-84c6-a7101a0cd485', 'tenant_id': '22b545af125f447fa5f01f41ae61a6ab', 'fixed_ips': [{'subnet_id': '647a4f7d-dc6f-451b-a598-858ba04172a1'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:26.883890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ff62d70-75f9-4883-af20-de1e58cae853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.927359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fe5853-f975-4667-8e5f-9b0796b87f40 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792112986646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7391773'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.983804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.999702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] DHCP port deletion for c8f20c33-030d-4595-9164-85cb5f47dd1b request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:27.002228 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=b8a185f0-daa3-40dc-9460-9b553cb16039,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.022187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe5853-f975-4667-8e5f-9b0796b87f40 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:27.022780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fe5853-f975-4667-8e5f-9b0796b87f40 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.026852 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-59fe5853-f975-4667-8e5f-9b0796b87f40 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "PUT /v2.0/subnets/cfd5c45a-d5a7-4608-a378-39fe453d1b39 HTTP/1.1" status: 200 len: 826 time: 1.2370391 Dec 23 16:10:27.030060 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:27.031324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:27.032296 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cec54b-59bb-4d45-a236-f47cbc4fd729 None None] The sync data for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:27.040365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.095322 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2b5ec289-cab2-485b-9f5a-2437236956a4 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 HTTP/1.1" status: 200 len: 908 time: 1.1973708 Dec 23 16:10:27.095322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.111784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Deleting port 2ab85125-5593-42d7-9fb8-c2493da5573d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:27.112154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.146014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49344) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:27.197730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe5853-f975-4667-8e5f-9b0796b87f40 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=cfd5c45a-d5a7-4608-a378-39fe453d1b39,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.203561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'router': {'name': 'tempest-snat-router-783168085', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': True}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:27.210860 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:27.216176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.232049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Usage tracker for resource:router and tenant:2cc4cfdc922e4367b9bf7e406bb1ceac is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:27.240262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:27.260476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.261663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Subnet': ['ID=eda3b19d-1ab3-440d-8dd0-e7858db34cff,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.271997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:27.272233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Transition to ACTIVE for port object ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:27.292885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Transition to ACTIVE for port object ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:27.338852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.339115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=5e573779-aed4-4712-9443-e5f82067a798,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.387466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.396228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Subnet': ['ID=d471d3cc-092c-41c5-8b4e-f6f98b5075ef,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.410550 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.414691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.456090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a5715a-a996-4521-96d8-550b549f2b3e']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:27.466793 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ecfae9e6-4431-405b-a513-16d0c35fa2fe tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/subnets/d471d3cc-092c-41c5-8b4e-f6f98b5075ef HTTP/1.1" status: 204 len: 168 time: 1.1871135 Dec 23 16:10:27.467540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49348) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:27.487741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.489303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.500794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36636c9-c12b-4f03-b97e-72e85c5cefcc') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:27.501059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36636c9-c12b-4f03-b97e-72e85c5cefcc') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:27.521706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.548396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.550103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.574123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:27.574401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:27.588954 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:27.609060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.745449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.767050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.773145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 48754e03-45af-479f-b4e6-f27c8227e021 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:27.773145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.786215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Network': ['ID=d2a5715a-a996-4521-96d8-550b549f2b3e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.791563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-03cce931-eea4-46d6-9d2f-b03ce7b53662 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/d2a5715a-a996-4521-96d8-550b549f2b3e HTTP/1.1" status: 204 len: 168 time: 1.4655781 Dec 23 16:10:27.794936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49352) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:27.801594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-489719511'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:27.808298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Deleting subnet 647a4f7d-dc6f-451b-a598-858ba04172a1 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:27.809776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:27.813877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.842341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:network and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:27.842706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.848794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:27.860870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:27.884086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.886248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.913663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:27.916626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.931496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server [None req-1f6077c0-de98-4005-b025-54180ed6a58a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d471d3cc-092c-41c5-8b4e-f6f98b5075ef: This subnet is being modified by another concurrent operation. Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:10:27.935804 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d471d3cc-092c-41c5-8b4e-f6f98b5075ef: This subnet is being modified by another concurrent operation. Dec 23 16:10:27.939632 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Dec 23 16:10:27.982467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:27.989054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:28.001324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d6034-f62e-46e6-a17a-056a22242098 None None] Network ec2e02db-4fa4-4fa2-bc48-6a13563aee68 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:28.004038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.017676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4a590-0057-44df-9ef4-f8a2f3d0a20f None None] Network d2a5715a-a996-4521-96d8-550b549f2b3e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:28.038838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.039128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Added segment ab93fedc-4218-4cd3-acbd-2040bd6bd88b of type vlan for network 467b76a5-0f0f-43fc-95e6-a8e428b54661 Dec 23 16:10:28.082724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:28.084945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Pushing event updated for resources: {'Port': ['ID=ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:28.097066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.142553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.166625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:28.179035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Transition to ACTIVE for port object 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:28.186659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Subnet': ['ID=647a4f7d-dc6f-451b-a598-858ba04172a1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:28.197244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.201373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:28.202137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.226792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.230853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4a590-0057-44df-9ef4-f8a2f3d0a20f None None] Network d2a5715a-a996-4521-96d8-550b549f2b3e could not be found, it might have been deleted concurrently. {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 16:10:28.351317 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8134dee9-0bc6-45d2-9454-bc8f41c28577 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/subnets/647a4f7d-dc6f-451b-a598-858ba04172a1 HTTP/1.1" status: 204 len: 168 time: 0.8829520 Dec 23 16:10:28.355511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49362) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:28.359340 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP f2d43e28-ed81-41ca-ae59-a167f57fee04 associated. External IP: 172.26.7.246, port: 3a6cb8d7-83df-47b3-96a0-0580b4efc7c5. Dec 23 16:10:28.360540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5647740 Dec 23 16:10:28.368797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Set router e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:28.374873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49364) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server [None req-3ff62d70-75f9-4883-af20-de1e58cae853 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 647a4f7d-dc6f-451b-a598-858ba04172a1: This subnet is being modified by another concurrent operation. Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:10:28.423016 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 647a4f7d-dc6f-451b-a598-858ba04172a1: This subnet is being modified by another concurrent operation. Dec 23 16:10:28.428207 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Dec 23 16:10:28.449824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Request body: {'subnet': {'network_id': '467b76a5-0f0f-43fc-95e6-a8e428b54661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:28.483627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122f5dc-310b-4bd4-8b59-66eebb562bef tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Network': ['ID=467b76a5-0f0f-43fc-95e6-a8e428b54661,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:28.508162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871865c-4ef3-4f87-ad04-345c15d95687 None None] Network b7917459-ee30-41d7-84c6-a7101a0cd485 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:28.521927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.533055 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.533212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Transition to ACTIVE for port object 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:28.574292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 467b76a5-0f0f-43fc-95e6-a8e428b54661 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:28.588281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd5c45a-d5a7-4608-a378-39fe453d1b39,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:28.625900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55021cee-e8d4-4012-a18c-3571e9898421 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:28.627144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55021cee-e8d4-4012-a18c-3571e9898421 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Synchronizing usage tracker for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:28.645181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:28.651368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Usage tracker for resource:subnet and tenant:2b443cfa84b944ec8722cf9498330179 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:28.654520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:28.657179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55021cee-e8d4-4012-a18c-3571e9898421 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Unset dirty status for tenant:22b545af125f447fa5f01f41ae61a6ab on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:28.659623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-55021cee-e8d4-4012-a18c-3571e9898421 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2967019 Dec 23 16:10:28.664069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49370) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:28.666726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:28.739368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] Allocated IP 172.20.0.1 (909a1bd5-c0d9-44b2-9b0c-89901402620a/9b546aed-80a8-4f2a-9846-570a82f4a00d/b8a185f0-daa3-40dc-9460-9b553cb16039) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:28.761084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Made reservation on behalf of 2b443cfa84b944ec8722cf9498330179 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:28.783159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.823426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:28.841138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93385c33-de0e-4288-b815-cfb971a4bb1f') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:28.841353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93385c33-de0e-4288-b815-cfb971a4bb1f') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:28.874600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.878077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.934381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.946332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.961461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f734cf-6d41-459f-939c-1da99e1f0399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4', 'network_id': 'f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': 'cfd5c45a-d5a7-4608-a378-39fe453d1b39'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:28.962870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10f734cf-6d41-459f-939c-1da99e1f0399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.984343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.011933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:29.012437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:29.033385 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:29.194930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.197393 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-3593f4d6-c697-4d04-9e48-9cfaff9dd037 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:10:29.201413 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3593f4d6-c697-4d04-9e48-9cfaff9dd037 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4537072 Dec 23 16:10:29.203683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49374) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:29.223569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.236963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:29.289447 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-673e1327-f260-409f-a655-64f18f366096 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 HTTP/1.1" status: 204 len: 168 time: 2.2555113 Dec 23 16:10:29.293005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49380) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:29.309487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.348705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Attempting to bind port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:29.349131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Attempting to bind port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '19894b4f-38c8-4e50-b74b-1c80114ff10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd8814760-85fe-47c5-b13a-f4ad2e6efee6'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:29.349688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Attempting to bind port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c on network d8814760-85fe-47c5-b13a-f4ad2e6efee6 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:29.360989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7917459-ee30-41d7-84c6-a7101a0cd485']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:29.399862 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1082183a-a358-44af-af40-7e368af80338 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:29.400409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1082183a-a358-44af-af40-7e368af80338 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:29.401932 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1082183a-a358-44af-af40-7e368af80338 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 HTTP/1.1" status: 404 len: 339 time: 0.1080344 Dec 23 16:10:29.409262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] For port 2ab85125-5593-42d7-9fb8-c2493da5573d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2ab85125-5593-42d7-9fb8-c2493da5573d,segment=NetworkSegment(166d82b0-8e02-4ee4-9657-3295f5e9c3cc),segment_id=166d82b0-8e02-4ee4-9657-3295f5e9c3cc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:29.410411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.412384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49384) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:29.416487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.440082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Network 992c1a52-8d4f-4d80-b8fb-a3f418166918 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:29.445820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107477038', 'description': 'd1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:29.449754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9413f53-9713-49c1-9017-011d7c4918cf') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:29.450173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9413f53-9713-49c1-9017-011d7c4918cf') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:29.455911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:29.459049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.471044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.487334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:29.490735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:29.502852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Usage tracker for resource:network and tenant:b139cec06dde4ceda4fa5372ab44d486 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:29.508958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:29.518377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.538850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:29.540629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d0cd25ec-4a1f-4453-bcc1-a5a1d38cd199 None None] Provisioning complete for port 48754e03-45af-479f-b4e6-f27c8227e021 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:29.541186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d0cd25ec-4a1f-4453-bcc1-a5a1d38cd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.571411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:29.574361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.575428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:29.575956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:29.594248 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:29.662095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Pushing event updated for resources: {'Port': ['ID=6c1b6c8a-3dd6-431e-b863-ba4fb00b3086,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:29.671484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:29.674155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Allocated IP 172.26.7.79 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/02350c15-f245-445e-8111-6e7b1757313f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:29.761993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.766163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.778388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:29.778893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Checking segment: {'id': '19894b4f-38c8-4e50-b74b-1c80114ff10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd8814760-85fe-47c5-b13a-f4ad2e6efee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:29.779337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.779822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Bound using segment: {'id': '19894b4f-38c8-4e50-b74b-1c80114ff10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd8814760-85fe-47c5-b13a-f4ad2e6efee6'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:29.780940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Bound port: ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19894b4f-38c8-4e50-b74b-1c80114ff10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd8814760-85fe-47c5-b13a-f4ad2e6efee6'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:29.781388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.809848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Calling delete_port for 2ab85125-5593-42d7-9fb8-c2493da5573d owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:29.872359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.872715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Network': ['ID=b7917459-ee30-41d7-84c6-a7101a0cd485,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:29.872833 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment 720576f6-8def-4464-b95b-3aab6a69e448 of type vlan for network bc1e277d-6bc7-446f-9843-e153187820b4 Dec 23 16:10:29.880986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e34ccd14-9b50-453e-bbd2-4425937327f0 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/networks/b7917459-ee30-41d7-84c6-a7101a0cd485 HTTP/1.1" status: 204 len: 168 time: 1.2157135 Dec 23 16:10:29.881951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49390) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:29.993602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629b1f8-1955-4144-887f-e97e0d801cdc None None] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:29.994119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.008930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b8a185f0-daa3-40dc-9460-9b553cb16039 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:30.086217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.088635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:30.089217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.114992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629b1f8-1955-4144-887f-e97e0d801cdc None None] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 could not be found, it might have been deleted concurrently. {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 16:10:30.115348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.130657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:30.158696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f56f3ec-e166-4799-8aed-bd05a2583b81 None None] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:30.186354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] For port b8a185f0-daa3-40dc-9460-9b553cb16039, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b8a185f0-daa3-40dc-9460-9b553cb16039,segment=NetworkSegment(526ae814-125c-4368-9188-6a361ca27ef1),segment_id=526ae814-125c-4368-9188-6a361ca27ef1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:30.188204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:10:30.193381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Attempting to bind port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:30.193749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Attempting to bind port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'd0003220-e50c-4264-8078-3653498a3fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '992c1a52-8d4f-4d80-b8fb-a3f418166918'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:30.194102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Attempting to bind port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 on network 992c1a52-8d4f-4d80-b8fb-a3f418166918 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:30.194832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.198998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.218194 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8023722 Dec 23 16:10:30.221892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:30.249255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f56f3ec-e166-4799-8aed-bd05a2583b81 None None] Network f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 could not be found, it might have been deleted concurrently. {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 16:10:30.254439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff40da-97a8-479f-a9ef-14fcdc99c162 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=bc1e277d-6bc7-446f-9843-e153187820b4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.281436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428', 'name': 'tempest-snat-router-783168085', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.237'}], 'enable_snat': False}, 'gw_port_id': '2674dc77-5902-4180-8f73-2b6cf66bcacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:16Z', 'updated_at': '2021-12-23T16:10:21Z', 'revision_number': 3, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port': {'id': '2674dc77-5902-4180-8f73-2b6cf66bcacc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:18Z', 'updated_at': '2021-12-23T16:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:30.283508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.326716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:30.327196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Checking segment: {'id': 'd0003220-e50c-4264-8078-3653498a3fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '992c1a52-8d4f-4d80-b8fb-a3f418166918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:30.327731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.328188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Bound using segment: {'id': 'd0003220-e50c-4264-8078-3653498a3fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '992c1a52-8d4f-4d80-b8fb-a3f418166918'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:30.328735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Bound port: 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0003220-e50c-4264-8078-3653498a3fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '992c1a52-8d4f-4d80-b8fb-a3f418166918'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:30.329168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.337744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network bc1e277d-6bc7-446f-9843-e153187820b4 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:30.341486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event updated for resources: {'Subnet': ['ID=842ec2e3-9ab3-4e27-ba33-200532519126,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.379935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Checking router: e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:10:30.380377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Updating router e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 port 2674dc77-5902-4180-8f73-2b6cf66bcacc binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:10:30.404325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] For port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:30.426613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.433198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056bdd32-5236-46ea-9a18-236fedbae164 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:30.433875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-056bdd32-5236-46ea-9a18-236fedbae164 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Synchronizing usage tracker for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:30.437470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.465949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:30.473536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Pushing event deleted for resources: {'Port': ['ID=2ab85125-5593-42d7-9fb8-c2493da5573d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.505565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.506565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.562859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] For port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c,segment=NetworkSegment(19894b4f-38c8-4e50-b74b-1c80114ff10c),segment_id=19894b4f-38c8-4e50-b74b-1c80114ff10c)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:30.572644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] No DVR routers for this DVR port 2ab85125-5593-42d7-9fb8-c2493da5573d on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:30.581640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:30.582837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Port': ['ID=02350c15-f245-445e-8111-6e7b1757313f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.586586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:30.588952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-056bdd32-5236-46ea-9a18-236fedbae164 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Unset dirty status for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:30.590265 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-056bdd32-5236-46ea-9a18-236fedbae164 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/networks?id=bc1e277d-6bc7-446f-9843-e153187820b4 HTTP/1.1" status: 200 len: 764 time: 0.3659472 Dec 23 16:10:30.592355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:30.623684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49400) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:30.629604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.635960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'description': 'd2'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:30.648730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.649160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.649573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.649998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.650403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.650817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.651200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.651530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.652063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.652552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.653051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645fcc1-70d6-403b-be4b-6407ea20a763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:30.656272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] Transition to ACTIVE for port object b8a185f0-daa3-40dc-9460-9b553cb16039 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:30.697674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.729435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Checking segment: {'id': 'ab93fedc-4218-4cd3-acbd-2040bd6bd88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '467b76a5-0f0f-43fc-95e6-a8e428b54661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:30.729819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network hostable DHCP agents. Network: 467b76a5-0f0f-43fc-95e6-a8e428b54661, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:30.739254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2e02db-4fa4-4fa2-bc48-6a13563aee68']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:30.755962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.765733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0110cc-fd16-4a29-b061-040fdfce3aa1') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:30.766305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0110cc-fd16-4a29-b061-040fdfce3aa1') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:30.781502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.810804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.821563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:30.821883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.827322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] For port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:30.839388 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:30.918396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Network 467b76a5-0f0f-43fc-95e6-a8e428b54661 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:30.953246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 467b76a5-0f0f-43fc-95e6-a8e428b54661) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:30.962019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:30.962610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.986835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e4b2f-fcff-4155-bb1a-f3d11f354d83 None None] Pushing event updated for resources: {'Port': ['ID=ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:31.016486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.024339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ab85125-5593-42d7-9fb8-c2493da5573d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:31.042444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.044448 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/networks/ec2e02db-4fa4-4fa2-bc48-6a13563aee68 HTTP/1.1" status: 204 len: 168 time: 1.1533778 Dec 23 16:10:31.055119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8409bdb-0e4b-4633-b4e8-e2f2c03ebe9b None None] Network 467b76a5-0f0f-43fc-95e6-a8e428b54661 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:31.056874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49406) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:31.062214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7407dc9-87ed-4ccc-81dc-0e9608d4e80c tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Network': ['ID=ec2e02db-4fa4-4fa2-bc48-6a13563aee68,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:31.068072 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-61ec73a7-e53f-48ed-a8cb-68ee6d4c9cb5 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6831348 Dec 23 16:10:31.071268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49410) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:31.145809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:31.158132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2ab85125-5593-42d7-9fb8-c2493da5573d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:10:31.158493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ab85125-5593-42d7-9fb8-c2493da5573d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:31.162791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] For port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6c1b6c8a-3dd6-431e-b863-ba4fb00b3086,segment=NetworkSegment(d0003220-e50c-4264-8078-3653498a3fe0),segment_id=d0003220-e50c-4264-8078-3653498a3fe0)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:31.202574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:31.209484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.226871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.236316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.323908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.360532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb707f44-fb2b-4ec6-b257-87556823ab83 None None] Pushing event updated for resources: {'Port': ['ID=b8a185f0-daa3-40dc-9460-9b553cb16039,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:31.445808 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cbaf6745-ea58-4e31-a227-c3f4e9fb1b26 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.8231115 Dec 23 16:10:31.455243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49414) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:31.468017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'port_id': '3a6cb8d7-83df-47b3-96a0-0580b4efc7c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:31.544737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network bc1e277d-6bc7-446f-9843-e153187820b4 is not hosted by any dhcp agent {{(pid=83495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 16:10:31.551480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:31.552499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.560172 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "PUT /v2.0/networks/bc1e277d-6bc7-446f-9843-e153187820b4 HTTP/1.1" status: 200 len: 761 time: 0.9351072 Dec 23 16:10:31.561146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49418) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:31.584255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.594211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.627588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4f8ec-4195-4f15-90c5-21f697cf8b2c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=bc1e277d-6bc7-446f-9843-e153187820b4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:31.651322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:31.652183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:31.746290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network bc1e277d-6bc7-446f-9843-e153187820b4 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:31.771702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:31.866584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:31.905879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.922091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.085505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:32.086129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:32.135430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.136533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.179832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:32.247085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c535a-451c-4e56-9f9f-b6cab99b2022 None None] Pushing event updated for resources: {'Port': ['ID=6c1b6c8a-3dd6-431e-b863-ba4fb00b3086,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:32.262524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3cf41e-433c-4472-9ce7-f8c13913462a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:32.265000 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9b3cf41e-433c-4472-9ce7-f8c13913462a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/networks?id=bc1e277d-6bc7-446f-9843-e153187820b4 HTTP/1.1" status: 200 len: 764 time: 0.6860747 Dec 23 16:10:32.274167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fe9802-f876-4d3d-9c03-0d92ada50ac7 None None] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:32.287026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:32.317798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.352919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e18b73-0620-4ec7-8882-2cf8b0deaf35']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:32.423895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f80b2d0-1219-4a32-9a32-0d18d637f362') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:32.425647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f80b2d0-1219-4a32-9a32-0d18d637f362') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:32.460020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:32.460460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c02bb3-f5d8-4af5-aeb2-d70ee98132bf None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:32.469062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.500044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.504690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7fceb531-f11b-4569-a0e1-a47f59ee9aa8 None None] Provisioning for port b8a185f0-daa3-40dc-9460-9b553cb16039 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:32.522891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda2374d-e50d-41bd-b2bd-f7f9657ef9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-467b76a5-0f0f-43fc-95e6-a8e428b54661', 'network_id': '467b76a5-0f0f-43fc-95e6-a8e428b54661', 'tenant_id': '2b443cfa84b944ec8722cf9498330179', 'fixed_ips': [{'subnet_id': '842ec2e3-9ab3-4e27-ba33-200532519126'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:32.523880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cda2374d-e50d-41bd-b2bd-f7f9657ef9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.548578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7fceb531-f11b-4569-a0e1-a47f59ee9aa8 None None] Provisioning complete for port b8a185f0-daa3-40dc-9460-9b553cb16039 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:32.549302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7fceb531-f11b-4569-a0e1-a47f59ee9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.567025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.579074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.584237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:32.584850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.601434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Transition to ACTIVE for port object 2674dc77-5902-4180-8f73-2b6cf66bcacc will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:32.635721 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:32.655205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.658468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:32.721398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Subnet': ['ID=842ec2e3-9ab3-4e27-ba33-200532519126,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:32.744075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b8a185f0-daa3-40dc-9460-9b553cb16039 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:32.781421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a0494-004e-44fe-8206-75b48ea224e8 None None] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:32.829198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.842990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98243668-a608-431e-8110-ee14678aadb0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:32.844559 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-98243668-a608-431e-8110-ee14678aadb0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5542748 Dec 23 16:10:32.852187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49430) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:32.853741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.861614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.932536 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Network': ['ID=60e18b73-0620-4ec7-8882-2cf8b0deaf35,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:32.940279 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8a756f80-e1cb-4ccd-8254-e1b6990252d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 207 time: 0.0756357 Dec 23 16:10:32.949492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49434) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:32.970264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467b76a5-0f0f-43fc-95e6-a8e428b54661']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:32.980270 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ca1b4d55-c666-43bc-ac6e-76a84a39b27a tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/networks/60e18b73-0620-4ec7-8882-2cf8b0deaf35 HTTP/1.1" status: 204 len: 168 time: 1.9200957 Dec 23 16:10:32.983837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:32.996458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab93fedc-4218-4cd3-acbd-2040bd6bd88b') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:32.996758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab93fedc-4218-4cd3-acbd-2040bd6bd88b') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:33.032700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.050816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting port 2a0f3b6a-7382-46a0-9043-9f45b635ae0a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:33.051149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.257395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.274604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:33.275008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.293287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd75aa6-753d-432e-b94a-a4bc5c4fd53c None None] Pushing event updated for resources: {'Port': ['ID=2674dc77-5902-4180-8f73-2b6cf66bcacc,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:33.371000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:33.397097 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:33.407109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2f6-3777-480f-a60a-3d4a1a184c93 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:33.411822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2f6-3777-480f-a60a-3d4a1a184c93 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:33.416323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2f6-3777-480f-a60a-3d4a1a184c93 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:33.420290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2f6-3777-480f-a60a-3d4a1a184c93 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:33.426917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3cc89-90b4-46f1-b9e0-f5f27bdba578 None None] Network 992c1a52-8d4f-4d80-b8fb-a3f418166918 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:33.430024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2f6-3777-480f-a60a-3d4a1a184c93 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:33.433823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dba2f6-3777-480f-a60a-3d4a1a184c93 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:33.439426 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-83dba2f6-3777-480f-a60a-3d4a1a184c93 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4889722 Dec 23 16:10:33.444167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49446) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.519519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc5a15-2117-40c5-bd15-1b3ceee5ac59 None None] Network 467b76a5-0f0f-43fc-95e6-a8e428b54661 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:33.552724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Attempting to bind port 2674dc77-5902-4180-8f73-2b6cf66bcacc on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:33.553037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Attempting to bind port 2674dc77-5902-4180-8f73-2b6cf66bcacc by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:33.553376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Attempting to bind port 2674dc77-5902-4180-8f73-2b6cf66bcacc on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:33.562630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.591541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.604286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Network': ['ID=467b76a5-0f0f-43fc-95e6-a8e428b54661,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:33.614228 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cf4f97c8-18dc-4ae3-8c10-27625978c319 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/467b76a5-0f0f-43fc-95e6-a8e428b54661 HTTP/1.1" status: 204 len: 168 time: 2.5251780 Dec 23 16:10:33.618111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49450) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.675114 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9459f9-9f91-4c95-bf08-5be7d8fa1d87 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:33.675900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9459f9-9f91-4c95-bf08-5be7d8fa1d87 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:33.677758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7e9459f9-9f91-4c95-bf08-5be7d8fa1d87 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/842ec2e3-9ab3-4e27-ba33-200532519126 HTTP/1.1" status: 404 len: 337 time: 0.0583925 Dec 23 16:10:33.686826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49454) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.714935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.728553 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a3209b-f1e3-47b8-b373-6cf4282aeb3b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:33.729100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a3209b-f1e3-47b8-b373-6cf4282aeb3b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:33.734769 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-59a3209b-f1e3-47b8-b373-6cf4282aeb3b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/467b76a5-0f0f-43fc-95e6-a8e428b54661 HTTP/1.1" status: 404 len: 339 time: 0.0425699 Dec 23 16:10:33.734769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49458) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.766634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:33.767086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:33.767391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.767811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:33.768288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Bound port: 2674dc77-5902-4180-8f73-2b6cf66bcacc, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:33.768816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.858703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b8a185f0-daa3-40dc-9460-9b553cb16039 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:33.859402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.874151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.886744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Calling delete_port for 2a0f3b6a-7382-46a0-9043-9f45b635ae0a owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:33.888980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Router 934c2178-e1d9-4d08-af58-6a7fbc0b73bb is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:10:33.914432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee166cd-3528-4fa3-96ae-08e43330b72a tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:33.914432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee166cd-3528-4fa3-96ae-08e43330b72a tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:33.918816 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1ee166cd-3528-4fa3-96ae-08e43330b72a tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/eda3b19d-1ab3-440d-8dd0-e7858db34cff HTTP/1.1" status: 404 len: 337 time: 0.1825070 Dec 23 16:10:33.923450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49462) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.945818 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-17c7fca2-fb4b-4f1c-8515-b956479c7b21 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4993954 Dec 23 16:10:33.946447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49466) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.960912 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6719e2b-4a59-43b0-947c-978009274d64 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:33.961456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6719e2b-4a59-43b0-947c-978009274d64 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:33.966425 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a6719e2b-4a59-43b0-947c-978009274d64 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/d2a5715a-a996-4521-96d8-550b549f2b3e HTTP/1.1" status: 404 len: 339 time: 0.0387914 Dec 23 16:10:33.966425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49470) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.984499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6d2994-1331-4d05-a544-0897c62f39f6']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:34.009887 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a0bfa8-32d7-4e9d-b11d-c56264c18b2d tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:34.010324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a0bfa8-32d7-4e9d-b11d-c56264c18b2d tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:34.010769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa527ae-34ea-4988-a4a7-81e31ee3e64f') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:34.011082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa527ae-34ea-4988-a4a7-81e31ee3e64f') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:34.014368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-44a0bfa8-32d7-4e9d-b11d-c56264c18b2d tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/30c4ea2b-f284-41d3-9dd0-ebe400f2a329 HTTP/1.1" status: 404 len: 337 time: 0.0456717 Dec 23 16:10:34.019378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49474) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:34.033466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:34.113204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] For port 2674dc77-5902-4180-8f73-2b6cf66bcacc, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:34.124218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.151159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.201057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Provisioning for port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:34.204984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Port': ['ID=2a0f3b6a-7382-46a0-9043-9f45b635ae0a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:34.216561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] For port 2674dc77-5902-4180-8f73-2b6cf66bcacc, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2674dc77-5902-4180-8f73-2b6cf66bcacc,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:34.227707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Provisioning complete for port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:34.228087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.280701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.285468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.313651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.320859 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab885a7-438f-417e-b5b8-811adfd6dc3a tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:34.321305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab885a7-438f-417e-b5b8-811adfd6dc3a tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:34.326070 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eab885a7-438f-417e-b5b8-811adfd6dc3a tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/9e94c277-7493-4a88-9b71-cad47cdd2480 HTTP/1.1" status: 404 len: 339 time: 0.2992060 Dec 23 16:10:34.330603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:34.332232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:34.333695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:34.335162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:34.337039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:34.338143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Synchronizing usage tracker for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:34.342993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:34.368531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.435193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b1bf05-8eec-431d-b7b3-1a7a8babda7e None None] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:34.515747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:34.516172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.537268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.547029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Deleting port 6f93ee2b-0cd9-44f2-8131-3edf6a955a51 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:34.548071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:34.604611 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:34.671399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Unset dirty status for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:34.679328 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-899e0cd4-abc3-4d0e-9a93-a78f501189ef tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7285149 Dec 23 16:10:34.689814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49486) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:34.709068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd75aa6-753d-432e-b94a-a4bc5c4fd53c None None] Pushing event updated for resources: {'Port': ['ID=2674dc77-5902-4180-8f73-2b6cf66bcacc,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:34.810933 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:34.835977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.840910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.875587 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] 10.222.0.18 "DELETE /v2.0/networks/fc6d2994-1331-4d05-a544-0897c62f39f6 HTTP/1.1" status: 204 len: 168 time: 1.8934064 Dec 23 16:10:34.918294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Routers {'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:34.921240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e8fe34a5-a47b-4b5c-93c3-e3f7fd101428'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:34.970193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3af54-1355-40b2-9ae2-d6ca647872b2 tempest-BulkNetworkOpsIpV6Test-1460776343 tempest-BulkNetworkOpsIpV6Test-1460776343-project] Pushing event deleted for resources: {'Network': ['ID=fc6d2994-1331-4d05-a544-0897c62f39f6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:34.993916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.189152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.258812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd673476-f900-4033-8edb-8359446e6449 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:35.261104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd673476-f900-4033-8edb-8359446e6449 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:35.263282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd673476-f900-4033-8edb-8359446e6449 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:35.265208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd673476-f900-4033-8edb-8359446e6449 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:35.266874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd673476-f900-4033-8edb-8359446e6449 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:35.275938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cd673476-f900-4033-8edb-8359446e6449 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5844383 Dec 23 16:10:35.277145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49492) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:35.281662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d233b456-1975-4b8e-876c-9960b2d5cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.403191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] For port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c,segment=NetworkSegment(19894b4f-38c8-4e50-b74b-1c80114ff10c),segment_id=19894b4f-38c8-4e50-b74b-1c80114ff10c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:35.454828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Calling delete_port for 6f93ee2b-0cd9-44f2-8131-3edf6a955a51 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:35.468136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac93454-316b-42d4-b586-d060b3b8439c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:35.468136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7ac93454-316b-42d4-b586-d060b3b8439c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Synchronizing usage tracker for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:35.478692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] Set router e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:35.540359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49500) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:35.550158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7ac93454-316b-42d4-b586-d060b3b8439c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Unset dirty status for tenant:b139cec06dde4ceda4fa5372ab44d486 on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:35.557872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.558689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7ac93454-316b-42d4-b586-d060b3b8439c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/networks/067d0044-49f5-4097-b4f0-e495b18123e2 HTTP/1.1" status: 200 len: 804 time: 0.2697227 Dec 23 16:10:35.576186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49502) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:35.635764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Router 243f0e04-a333-4451-a2cb-a419f7370d49 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:35.672226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:35.713445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Provisioning for port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:35.858196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Provisioning complete for port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:35.858567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.935170 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ca60d74c-b3e2-4846-9233-7d83a07fbd33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22b545af125f447fa5f01f41ae61a6ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3711874 Dec 23 16:10:35.935170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:35.935837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49512) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:35.943853 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.954918 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] Sync routers for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:35.964889 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-240ea5ca-aa6f-47a3-bbc0-4f2b00f3b292 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7569158 Dec 23 16:10:35.965557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49518) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:35.971695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:35.973157 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:35.973760 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.014210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Port': ['ID=6f93ee2b-0cd9-44f2-8131-3edf6a955a51,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:36.023664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:36.053706 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5962c326-13a3-4dab-b6fc-140f50206b8d tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/networks/067d0044-49f5-4097-b4f0-e495b18123e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4764075 Dec 23 16:10:36.059070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.060652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Sync routers for ids ['934c2178-e1d9-4d08-af58-6a7fbc0b73bb'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:36.061881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49522) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:36.109393 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.129212 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:36.130050 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.131175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.136728 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5bc59073-2196-48c2-bf17-34fc9a0263d3 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.9620600 Dec 23 16:10:36.150277 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c81ec95-57d9-45ed-a86a-60569ccab8d8 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/ports/6f93ee2b-0cd9-44f2-8131-3edf6a955a51 HTTP/1.1" status: 204 len: 168 time: 1.7815843 Dec 23 16:10:36.150277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49526) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:36.161892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-4d1b65f8-904f-4fb1-9581-8e81f3a51376 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] delete failed (client error): The resource could not be found. Dec 23 16:10:36.163062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4d1b65f8-904f-4fb1-9581-8e81f3a51376 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-132683204 HTTP/1.1" status: 404 len: 334 time: 0.1947563 Dec 23 16:10:36.163750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49528) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:36.186373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.209709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Routers {'934c2178-e1d9-4d08-af58-6a7fbc0b73bb'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:36.210462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['934c2178-e1d9-4d08-af58-6a7fbc0b73bb'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.217332 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.217921 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880f3ab-bef7-4ecc-803f-225b12ac528b None None] The sync data for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:36.222279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49534) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:36.231949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-32465a8a-4a3b-4619-9eef-b9a0d1f79af4 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'router': {'external_gateway_info': {'network_id': '243f0e04-a333-4451-a2cb-a419f7370d49'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:36.251349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8b31e92-8d2c-4cd3-b174-78ed8afe7f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.271055 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2888cd-3afc-4041-8703-0a872742270e tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:36.271661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2888cd-3afc-4041-8703-0a872742270e tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:36.276836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1f2888cd-3afc-4041-8703-0a872742270e tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/6966dd38-53de-4db7-b482-61f33686abbc HTTP/1.1" status: 404 len: 337 time: 0.1109600 Dec 23 16:10:36.277397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49538) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:36.291463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b3bae-1892-445e-9ff8-8a7a52211258 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:36.344516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] For port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6c1b6c8a-3dd6-431e-b863-ba4fb00b3086,segment=NetworkSegment(d0003220-e50c-4264-8078-3653498a3fe0),segment_id=d0003220-e50c-4264-8078-3653498a3fe0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:36.361881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.374098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8b31e92-8d2c-4cd3-b174-78ed8afe7f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.443213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.472598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e198b0-f52a-4adf-88db-05de32cd2a7c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:36.473747 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2e198b0-f52a-4adf-88db-05de32cd2a7c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/subnets/47eb933c-e14f-44dc-9ea0-53b5823809c2 HTTP/1.1" status: 200 len: 843 time: 0.4106767 Dec 23 16:10:36.484178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:36.566062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8b31e92-8d2c-4cd3-b174-78ed8afe7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.571183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428', 'name': 'tempest-snat-router-783168085', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.237'}], 'enable_snat': False}, 'gw_port_id': '2674dc77-5902-4180-8f73-2b6cf66bcacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:16Z', 'updated_at': '2021-12-23T16:10:21Z', 'revision_number': 3, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port': {'id': '2674dc77-5902-4180-8f73-2b6cf66bcacc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:18Z', 'updated_at': '2021-12-23T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.573344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.595244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0c3ecc-14d8-4af2-998c-c0b95b35e69b None None] The sync data for ids ['e8fe34a5-a47b-4b5c-93c3-e3f7fd101428'] in dv-neutron-822800-1-hyperv is: [{'id': 'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428', 'name': 'tempest-snat-router-783168085', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.237'}], 'enable_snat': False}, 'gw_port_id': '2674dc77-5902-4180-8f73-2b6cf66bcacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:16Z', 'updated_at': '2021-12-23T16:10:21Z', 'revision_number': 3, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port': {'id': '2674dc77-5902-4180-8f73-2b6cf66bcacc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fe34a5-a47b-4b5c-93c3-e3f7fd101428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:18Z', 'updated_at': '2021-12-23T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:36.598689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a399e9-fd87-4a5c-a642-831e5bdd4eb8 None None] Pushing event updated for resources: {'Port': ['ID=6c1b6c8a-3dd6-431e-b863-ba4fb00b3086,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:36.602929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b31e92-8d2c-4cd3-b174-78ed8afe7f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85bafa1-64c8-4e4b-8591-88328244edf4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:36.608553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-126827a6-9bc9-45f9-8269-4ec935c68fed None None] Provisioning complete for port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:36.609047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-126827a6-9bc9-45f9-8269-4ec935c68fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.615679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.628722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8b31e92-8d2c-4cd3-b174-78ed8afe7f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.629853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e8b31e92-8d2c-4cd3-b174-78ed8afe7f60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b85bafa1-64c8-4e4b-8591-88328244edf4 HTTP/1.1" status: 204 len: 168 time: 0.6931341 Dec 23 16:10:36.651311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f20c33-030d-4595-9164-85cb5f47dd1b']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.669570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166d82b0-8e02-4ee4-9657-3295f5e9c3cc') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.669878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166d82b0-8e02-4ee4-9657-3295f5e9c3cc') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:36.684708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.715670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.724409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:36.724922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:36.763405 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:36.776246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:36.844051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5316c06-9926-4a20-b785-5d937718f892 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:36.845323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Set router 934c2178-e1d9-4d08-af58-6a7fbc0b73bb gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:36.849894 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5316c06-9926-4a20-b785-5d937718f892 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "GET /v2.0/subnets/47eb933c-e14f-44dc-9ea0-53b5823809c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3519664 Dec 23 16:10:36.861311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:36.884533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-931895144'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:36.958837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.023882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.032968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Network': ['ID=c8f20c33-030d-4595-9164-85cb5f47dd1b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:37.038774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-04f033da-aaf9-4054-a59b-45d1e8d1bc35 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/c8f20c33-030d-4595-9164-85cb5f47dd1b HTTP/1.1" status: 204 len: 168 time: 0.7578244 Dec 23 16:10:37.042867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:37.122854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:37.130065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Deleting port 155bdc31-2671-41d8-9e41-b2f63e0ae496 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:37.130533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.259121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:37.314556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b3bae-1892-445e-9ff8-8a7a52211258 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:37.354313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-790d1d98-95d9-489f-a054-43c96231e0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.410208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:37.410581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.616522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-126827a6-9bc9-45f9-8269-4ec935c68fed None None] Provisioning complete for port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:37.616522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-126827a6-9bc9-45f9-8269-4ec935c68fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.705547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:37.708307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:37.709668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.849501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49576) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:37.863278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.883344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:37.887737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32465a8a-4a3b-4619-9eef-b9a0d1f79af4 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.926920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c2178-e1d9-4d08-af58-6a7fbc0b73bb', 'name': 'tempest-snat-router-783168085', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.79'}], 'enable_snat': True}, 'gw_port_id': '02350c15-f245-445e-8111-6e7b1757313f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:27Z', 'updated_at': '2021-12-23T16:10:31Z', 'revision_number': 3, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port': {'id': '02350c15-f245-445e-8111-6e7b1757313f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c2178-e1d9-4d08-af58-6a7fbc0b73bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:29Z', 'updated_at': '2021-12-23T16:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:37.955600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49584) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:37.955753 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2e8fb2af-cb7d-44a8-a5e5-b8c4320d2732 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/934c2178-e1d9-4d08-af58-6a7fbc0b73bb HTTP/1.1" status: 200 len: 906 time: 1.8005753 Dec 23 16:10:37.962809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:37.963771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.018503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Calling delete_port for 155bdc31-2671-41d8-9e41-b2f63e0ae496 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:38.040605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Checking router: 934c2178-e1d9-4d08-af58-6a7fbc0b73bb for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:10:38.041005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Updating router 934c2178-e1d9-4d08-af58-6a7fbc0b73bb port 02350c15-f245-445e-8111-6e7b1757313f binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:10:38.059739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.060299 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Added segment 7d724b92-d4d6-47f0-bae4-4117235c1138 of type vlan for network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 Dec 23 16:10:38.065299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1258524143'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:38.080149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:38.102930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:38.106808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:38.116701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:38.125377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:38.141092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:38.146982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.150624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.156234 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-32465a8a-4a3b-4619-9eef-b9a0d1f79af4 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] update failed (client error): The resource could not be found. Dec 23 16:10:38.161539 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-32465a8a-4a3b-4619-9eef-b9a0d1f79af4 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49 HTTP/1.1" status: 404 len: 339 time: 1.9341128 Dec 23 16:10:38.162350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49592) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:38.170896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1150422048'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:38.178403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:38.185339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:network and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:38.189841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:38.193494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.196780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.206883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:38.210759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.325463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Port': ['ID=155bdc31-2671-41d8-9e41-b2f63e0ae496,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:38.337671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:38.340728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.351475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:38.355199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group_rule and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:38.358037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:38.359587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.364700 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:38.365233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.376319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:38.412450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.428134 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-34d3599c-be3b-465e-a3be-349f86d272e4 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/ports/155bdc31-2671-41d8-9e41-b2f63e0ae496 HTTP/1.1" status: 204 len: 168 time: 1.3807900 Dec 23 16:10:38.433411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-126827a6-9bc9-45f9-8269-4ec935c68fed None None] Provisioning complete for port b8a185f0-daa3-40dc-9460-9b553cb16039 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:38.433947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-126827a6-9bc9-45f9-8269-4ec935c68fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.490143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:38.518475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.562268 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b506a3c5-42a0-4dc7-ad1e-43f51dcb852d tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:38.562713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b506a3c5-42a0-4dc7-ad1e-43f51dcb852d tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:38.565617 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6967318 Dec 23 16:10:38.572468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:38.579679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:38.582201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1555a-1e15-4de6-8e50-b1a9911767e3 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Network': ['ID=595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:38.583785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.587544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'network_id': '595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:38.611355 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b506a3c5-42a0-4dc7-ad1e-43f51dcb852d tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/aea0b97e-3458-4247-8bf0-46c881bb3b76 HTTP/1.1" status: 404 len: 337 time: 0.1159282 Dec 23 16:10:38.617677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:38.656558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:38.668631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.669215 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Added segment 73d3ef27-ebf6-4797-9908-873cd53b46e9 of type vlan for network 1c240fa6-788c-4a29-9b29-f147185ef5c7 Dec 23 16:10:38.760700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.767343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ab253-d4b8-40a7-bece-e455c1e5e0d7 req-f60d22f5-cca0-4cfc-aff0-d790419ce023 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:38.769405 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92ab253-d4b8-40a7-bece-e455c1e5e0d7 req-f60d22f5-cca0-4cfc-aff0-d790419ce023 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4771974 Dec 23 16:10:38.774243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.796902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81b758-a4b8-4519-b469-c8fc1e474e54 req-dfc19958-592a-4be2-b0d8-f07e941031ed tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:38.804619 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1f81b758-a4b8-4519-b469-c8fc1e474e54 req-dfc19958-592a-4be2-b0d8-f07e941031ed tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.2511456 Dec 23 16:10:38.823984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2674dc77-5902-4180-8f73-2b6cf66bcacc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:38.842802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.951005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:38.952512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.957720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:38.965528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:38.979940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfbb9cf-bfa1-455f-9eb0-d495ceb401cd,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:38.981080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaaab2e-3d93-4530-89a3-ceee3ba4f231 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:38.984693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:39.005122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1f81b758-a4b8-4519-b469-c8fc1e474e54 req-3fcdbbf7-1b43-4230-aa14-81e48d0ca199 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995895 Dec 23 16:10:39.010658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.011061 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment bec61620-0748-44b0-9697-6b145a337bae of type vlan for network 04453478-b6e9-49e2-ad84-d0117a9d5afa Dec 23 16:10:39.038008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-126827a6-9bc9-45f9-8269-4ec935c68fed None None] Could not find standard attr ID for object 2a0f3b6a-7382-46a0-9043-9f45b635ae0a. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:10:39.046445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92ab253-d4b8-40a7-bece-e455c1e5e0d7 req-df272b80-097e-4092-9388-454b4af49543 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678378 Dec 23 16:10:39.068783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.115816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Made reservation on behalf of b139cec06dde4ceda4fa5372ab44d486 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:39.199893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.207276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:39.208665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.221731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.227136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2674dc77-5902-4180-8f73-2b6cf66bcacc completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:39.268533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2674dc77-5902-4180-8f73-2b6cf66bcacc triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:39.269365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.295544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Transition to ACTIVE for port object 02350c15-f245-445e-8111-6e7b1757313f will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:39.302298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.318512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.329748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5611448-b54e-4189-b3ba-11906bff13e0']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:39.342420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb670be-9214-4910-989c-a8b99b7067ea') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:39.342608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb670be-9214-4910-989c-a8b99b7067ea') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:39.354045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.369555 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5164628 Dec 23 16:10:39.369907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068d4eb-70bc-4301-95df-c0b1b2f62e13 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=04453478-b6e9-49e2-ad84-d0117a9d5afa,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:39.376855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49616) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:39.391616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'name': 'tempest-PortsIpV6TestJSON-65350860'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:39.398632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:39.549404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf1ed8-176e-4a45-a204-3b066b978eb2 None None] Pushing event updated for resources: {'Port': ['ID=02350c15-f245-445e-8111-6e7b1757313f,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:39.561820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:39.568365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:39.572731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:39.578056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Attempting to bind port 02350c15-f245-445e-8111-6e7b1757313f on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:39.578597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Attempting to bind port 02350c15-f245-445e-8111-6e7b1757313f by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:39.579143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Attempting to bind port 02350c15-f245-445e-8111-6e7b1757313f on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:39.582062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:39.583204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.587855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:39.588585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.598745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaaab2e-3d93-4530-89a3-ceee3ba4f231 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:39.609323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.613055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:39.616689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.632187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:39.633075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:39.633664 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.634210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:39.635297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Bound port: 02350c15-f245-445e-8111-6e7b1757313f, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:39.635722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.689092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 2ac054a3-45d1-4435-999b-9cbe56778a59 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:39.723076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Network': ['ID=1c240fa6-788c-4a29-9b29-f147185ef5c7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:39.727024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Deleting port 02350c15-f245-445e-8111-6e7b1757313f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:39.727209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.732111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.748028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.752913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 1c240fa6-788c-4a29-9b29-f147185ef5c7 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:39.774561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:39.779273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.789608 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:39.812904 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:39.813835 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:39.836244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:39.836756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.882183 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:39.898177 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:39.900345 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:39.939079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] For port 02350c15-f245-445e-8111-6e7b1757313f, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:39.949139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 2674dc77-5902-4180-8f73-2b6cf66bcacc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2674dc77-5902-4180-8f73-2b6cf66bcacc,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:39.960573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.964717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] For port 02350c15-f245-445e-8111-6e7b1757313f, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=02350c15-f245-445e-8111-6e7b1757313f,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:39.974131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:39.987112 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:39.988232 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b11d5e-b0e7-4cce-9747-22154db265c1 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:40.000970 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c3fe564-303b-40a1-971f-62c43cf3b55a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8355691 Dec 23 16:10:40.002418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:40.004594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49624) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:40.016996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:40.024444 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:40.026247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'subnet': {'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:40.125014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:40.132074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f455-6d1d-4c68-8d77-ada0810b3ef7 req-b5823fd9-76a8-46b3-a597-50808017f011 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:40.139221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d508f455-6d1d-4c68-8d77-ada0810b3ef7 req-b5823fd9-76a8-46b3-a597-50808017f011 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5023949 Dec 23 16:10:40.149824 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-db4e4467-72c5-4921-98ce-598d0bc0e927 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7789958 Dec 23 16:10:40.155599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=2674dc77-5902-4180-8f73-2b6cf66bcacc,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:40.190235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:40.251279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Routers {'934c2178-e1d9-4d08-af58-6a7fbc0b73bb'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:40.251961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['934c2178-e1d9-4d08-af58-6a7fbc0b73bb'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:40.255282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Network': ['ID=f5611448-b54e-4189-b3ba-11906bff13e0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:40.259649 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-94f2f3a0-e383-4ade-ab0f-b1e7e9a6734b tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/f5611448-b54e-4189-b3ba-11906bff13e0 HTTP/1.1" status: 204 len: 168 time: 1.6391020 Dec 23 16:10:40.263431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:40.359278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Performing IP validity checks on allocation pools {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:10:40.359857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:10:40.395453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf1ed8-176e-4a45-a204-3b066b978eb2 None None] Pushing event updated for resources: {'Port': ['ID=02350c15-f245-445e-8111-6e7b1757313f,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:40.477913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:40.488283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] For port 02350c15-f245-445e-8111-6e7b1757313f, host dv-neutron-822800-1-hyperv, got binding levels [] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:40.488638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:40.490696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] Set router 934c2178-e1d9-4d08-af58-6a7fbc0b73bb gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:40.505111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Usage tracker for resource:subnet and tenant:7a4f5c78fcbc440da96a0f28ce27b0ec is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:40.506832 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-b209d828-7b54-4579-8c4f-870e1d4004ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd82bf6ea160473ca0748b30f4ab9674&device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 1098 time: 0.3094814 Dec 23 16:10:40.526268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:40.542397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d508f455-6d1d-4c68-8d77-ada0810b3ef7 req-3ddcfbf8-b874-426c-9ca8-32fbca8726ea tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021697 Dec 23 16:10:40.604546 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab94b125-21bc-4821-9289-67fdceb42943 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/floatingips/f2d43e28-ed81-41ca-ae59-a167f57fee04 HTTP/1.1" status: 200 len: 977 time: 9.1469204 Dec 23 16:10:40.610169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49636) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:40.681308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c2178-e1d9-4d08-af58-6a7fbc0b73bb', 'name': 'tempest-snat-router-783168085', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:27Z', 'updated_at': '2021-12-23T16:10:39Z', 'revision_number': 4, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:40.726335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832922e-e5b2-4271-8cad-fb93c3965777 None None] The sync data for ids ['934c2178-e1d9-4d08-af58-6a7fbc0b73bb'] in dv-neutron-822800-1-hyperv is: [{'id': '934c2178-e1d9-4d08-af58-6a7fbc0b73bb', 'name': 'tempest-snat-router-783168085', 'tenant_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:27Z', 'updated_at': '2021-12-23T16:10:39Z', 'revision_number': 4, 'project_id': '2cc4cfdc922e4367b9bf7e406bb1ceac', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:40.754798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2674dc77-5902-4180-8f73-2b6cf66bcacc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:40.862513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2674dc77-5902-4180-8f73-2b6cf66bcacc triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:40.862886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:40.911348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Calling delete_port for 02350c15-f245-445e-8111-6e7b1757313f owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:40.984043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:40.984438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Deleting subnet 483dc973-8de5-4925-bba7-77557d0f8c8f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:40.988567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.054300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.068779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Made reservation on behalf of 7a4f5c78fcbc440da96a0f28ce27b0ec for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:41.098864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.177381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.178399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612022-9d39-43e0-9add-1442ba3d7ff9 req-357a5bf0-d789-4a9a-93a6-f1b8349de0ee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:41.179921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d612022-9d39-43e0-9add-1442ba3d7ff9 req-357a5bf0-d789-4a9a-93a6-f1b8349de0ee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.8252156 Dec 23 16:10:41.239497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:41.239956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:41.242173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.353737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=0d7690f0-5356-407d-ad54-79f3a401c738,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:41.363368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-4a708a6b-b53d-426b-b925-b943ca81924b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:41.364890 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-4a708a6b-b53d-426b-b925-b943ca81924b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 HTTP/1.1" status: 200 len: 907 time: 0.7857106 Dec 23 16:10:41.382185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.392876 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d612022-9d39-43e0-9add-1442ba3d7ff9 req-92e4da95-6d54-47d0-a1d9-e4293aa89d36 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933470 Dec 23 16:10:41.491507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 5e573779-aed4-4712-9443-e5f82067a798 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:41.491949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.512981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=2ac054a3-45d1-4435-999b-9cbe56778a59,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:41.597999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e7ec9-2a83-47b5-a7e0-4bbbcded12fe req-883b5aca-2eeb-476a-892a-4ee20189681c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:41.599517 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f4e7ec9-2a83-47b5-a7e0-4bbbcded12fe req-883b5aca-2eeb-476a-892a-4ee20189681c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2785857 Dec 23 16:10:41.606261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': 'bec61620-0748-44b0-9697-6b145a337bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:41.606615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: 04453478-b6e9-49e2-ad84-d0117a9d5afa, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:41.701515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Checking segment: {'id': '7d724b92-d4d6-47f0-bae4-4117235c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:41.701779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network hostable DHCP agents. Network: 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:41.708267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f4e7ec9-2a83-47b5-a7e0-4bbbcded12fe req-1e216432-6089-41ed-b9a3-81e397244069 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938079 Dec 23 16:10:41.709591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:41.712060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.755534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Deleting port 02350c15-f245-445e-8111-6e7b1757313f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:41.755898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.798752 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-83b6ff8d-d0e0-4ce3-81b8-45764b0cbd15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238 HTTP/1.1" status: 200 len: 1000 time: 0.4242373 Dec 23 16:10:41.799479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 04453478-b6e9-49e2-ad84-d0117a9d5afa) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:41.808984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44bf34a-ed71-4855-a559-d7cc0edf3d7f None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:41.810413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.818284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:41.822078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:41.822659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.886571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Subnet': ['ID=6c3040ba-21b2-4ba0-98c3-9111e3b08f0d,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:41.946521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:41.963325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-8fc9b4ab-43d2-41b5-b315-df87bb06b139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:41.964690 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-8fc9b4ab-43d2-41b5-b315-df87bb06b139 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ccfd2774-8d4d-45a9-b5f4-3c74c947222b HTTP/1.1" status: 200 len: 845 time: 0.1243806 Dec 23 16:10:41.998828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-847110ff-27f3-4068-ac2a-1528360c921d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.6145074 Dec 23 16:10:42.010857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49646) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:42.022602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-415436589'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:42.028525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.028851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.031817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:42.033973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Checking segment: {'id': '73d3ef27-ebf6-4797-9908-873cd53b46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:42.034854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network hostable DHCP agents. Network: 1c240fa6-788c-4a29-9b29-f147185ef5c7, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:42.036442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:42.046387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da0dacc-d339-47ac-94ad-899ac4c064b1 None None] Network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:42.047358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:42.054552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:42.055132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.064796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:42.084750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:42.118342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:42.121266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.137093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] For port 02350c15-f245-445e-8111-6e7b1757313f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=02350c15-f245-445e-8111-6e7b1757313f,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:42.137446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.179142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 5e573779-aed4-4712-9443-e5f82067a798 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:42.224359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.262908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network 1c240fa6-788c-4a29-9b29-f147185ef5c7 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:42.274252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8', 'network_id': '595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8', 'tenant_id': 'b139cec06dde4ceda4fa5372ab44d486', 'fixed_ips': [{'subnet_id': '0d7690f0-5356-407d-ad54-79f3a401c738'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:42.275058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.276138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Calling delete_port for 02350c15-f245-445e-8111-6e7b1757313f owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:42.289462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Subnet': ['ID=483dc973-8de5-4925-bba7-77557d0f8c8f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:42.308667 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2008b43-5869-47b0-93e2-9b1f0202472b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.7292349 Dec 23 16:10:42.308667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.312659 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bca590cc-4464-4499-b880-b776dfb34c36 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/subnets/483dc973-8de5-4925-bba7-77557d0f8c8f HTTP/1.1" status: 204 len: 168 time: 2.0328932 Dec 23 16:10:42.312798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-4e1c94cd-f451-4bc8-ba77-eee4f8d83a35 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:42.313511 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-4e1c94cd-f451-4bc8-ba77-eee4f8d83a35 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.3685253 Dec 23 16:10:42.315052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49650) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:42.315410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49652) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:42.338458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496684a-6519-4c51-b11a-77dcf9cc2e13 None None] Network 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:42.341448 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-92851465-9318-49a5-bf5c-6db146692bde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3606455 Dec 23 16:10:42.352469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f9e3c859-e75f-441b-8e76-160da5aeafd6 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:42.388866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 1c240fa6-788c-4a29-9b29-f147185ef5c7) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:42.412741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4cc6f-55ad-4f56-8489-97b5f40394cf None None] Network 1c240fa6-788c-4a29-9b29-f147185ef5c7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:42.475436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:42.517727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.533247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:42.533835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1497420'] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.580711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.581626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment ee28ec32-adc8-4fc5-b17a-ac8fdb583759 of type vlan for network 013832c0-2f06-4fdb-9a41-d126dee5cd51 Dec 23 16:10:42.585828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=5e573779-aed4-4712-9443-e5f82067a798,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:42.676999 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-7f0886a6-7334-4c05-8758-ae631a53392e service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258119 Dec 23 16:10:42.765539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.782480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Deleting port 65933dbc-b1d5-4263-9c59-f8902cbfd238 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:42.782869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.880403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-1c240fa6-788c-4a29-9b29-f147185ef5c7', 'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7', 'tenant_id': '7a4f5c78fcbc440da96a0f28ce27b0ec', 'fixed_ips': [{'subnet_id': '6c3040ba-21b2-4ba0-98c3-9111e3b08f0d'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:42.881323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.898108 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0315eafb-823f-44f4-b5e2-ff225db95592 req-380866dc-b34f-42c2-b735-ee8fd5118178 service neutron] 10.222.0.59 "GET /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084610 Dec 23 16:10:42.901087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Allocated IP 2001:db8::3 (595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8/0d7690f0-5356-407d-ad54-79f3a401c738/48728e32-3cc3-4f5e-b08b-f76298d41ef4) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:42.931987 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f2eacb19-5f5f-4fe5-9d25-b496b992af26 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9262972 Dec 23 16:10:42.963793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49668) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:42.974928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ca7abeff-b2f3-400d-8d82-179c4ffca80a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:43.025203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.045190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.168470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Deleting port 2f52f36c-054a-4114-8a22-95f21966c60e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:43.169112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.207654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:43.225460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] DHCP port deletion for 6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:43.233975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Allocated IP 2001:db8:1::2 (1c240fa6-788c-4a29-9b29-f147185ef5c7/6c3040ba-21b2-4ba0-98c3-9111e3b08f0d/03c0a05e-cd92-40ec-a59a-6b2650e1473b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:43.239774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] Deleting port 2f52f36c-054a-4114-8a22-95f21966c60e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:43.240185 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.351068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefc24-0ef3-4828-818c-60a2a62b7d51 req-6209e06e-a123-4daf-9474-15638a1c88d8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:43.357753 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dcefc24-0ef3-4828-818c-60a2a62b7d51 req-6209e06e-a123-4daf-9474-15638a1c88d8 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.8082976 Dec 23 16:10:43.450391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.454211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:43.454851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.541831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.580862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] For port 2f52f36c-054a-4114-8a22-95f21966c60e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2f52f36c-054a-4114-8a22-95f21966c60e,segment=NetworkSegment(ca52550a-f569-4bd4-974b-8612f71c6785),segment_id=ca52550a-f569-4bd4-974b-8612f71c6785)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:43.581775 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.643889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ca7abeff-b2f3-400d-8d82-179c4ffca80a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.720978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dcefc24-0ef3-4828-818c-60a2a62b7d51 req-f9dfc75e-2c10-4d43-a4ca-e1e194c38086 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623691 Dec 23 16:10:43.722693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] Calling delete_port for 2f52f36c-054a-4114-8a22-95f21966c60e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:43.726702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aecf8-4fb3-4c42-b023-ef9eaf78616f req-310f8e23-93e1-463d-a2f7-dada87ecb924 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:43.728238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-906aecf8-4fb3-4c42-b023-ef9eaf78616f req-310f8e23-93e1-463d-a2f7-dada87ecb924 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.8702872 Dec 23 16:10:43.743242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7283983 Dec 23 16:10:43.748565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49672) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:43.760871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'ports': [{'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa'}, {'network_id': '013832c0-2f06-4fdb-9a41-d126dee5cd51'}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:43.761229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:43.761762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '013832c0-2f06-4fdb-9a41-d126dee5cd51'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:43.810540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.833032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c859-e75f-441b-8e76-160da5aeafd6 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6856404'] for subnet, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.852643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9922399-6355-4d9e-a7c2-9b4e220a3e0f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=013832c0-2f06-4fdb-9a41-d126dee5cd51,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:43.871594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.873322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Transition to ACTIVE for port object 48728e32-3cc3-4f5e-b08b-f76298d41ef4 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:43.876546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] Pushing event deleted for resources: {'Port': ['ID=2f52f36c-054a-4114-8a22-95f21966c60e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:43.932278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 013832c0-2f06-4fdb-9a41-d126dee5cd51 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:43.956606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd7b14-e5f1-4a15-875e-c3cd28cad6ce None None] No DVR routers for this DVR port 2f52f36c-054a-4114-8a22-95f21966c60e on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:43.982067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event deleted for resources: {'Port': ['ID=02350c15-f245-445e-8111-6e7b1757313f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:43.986998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] For port 65933dbc-b1d5-4263-9c59-f8902cbfd238, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=65933dbc-b1d5-4263-9c59-f8902cbfd238,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:43.987911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.049404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Transition to ACTIVE for port object 48728e32-3cc3-4f5e-b08b-f76298d41ef4 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:44.081056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.097687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:44.107622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:44.113765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:44.122531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:44.140761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-906aecf8-4fb3-4c42-b023-ef9eaf78616f req-7a395f81-bde0-4739-828e-5723df5ac6e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659840 Dec 23 16:10:44.146477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:44.149436 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-ca7abeff-b2f3-400d-8d82-179c4ffca80a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:10:44.153949 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ca7abeff-b2f3-400d-8d82-179c4ffca80a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49 HTTP/1.1" status: 400 len: 364 time: 1.1853895 Dec 23 16:10:44.154399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:44.185641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] For port 2f52f36c-054a-4114-8a22-95f21966c60e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2f52f36c-054a-4114-8a22-95f21966c60e,segment=NetworkSegment(ca52550a-f569-4bd4-974b-8612f71c6785),segment_id=ca52550a-f569-4bd4-974b-8612f71c6785)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:44.186218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.192042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Pushing event updated for resources: {'Port': ['ID=48728e32-3cc3-4f5e-b08b-f76298d41ef4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:44.202695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:44.206180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:44.216625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:44.219328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:44.222991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.302744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.356618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.368389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Attempting to bind port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:44.368770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Attempting to bind port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7d724b92-d4d6-47f0-bae4-4117235c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:44.369111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Attempting to bind port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 on network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:44.377325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:44.377724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Checking segment: {'id': '7d724b92-d4d6-47f0-bae4-4117235c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:44.378130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.378523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Bound using segment: {'id': '7d724b92-d4d6-47f0-bae4-4117235c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:44.378994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Bound port: 48728e32-3cc3-4f5e-b08b-f76298d41ef4, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d724b92-d4d6-47f0-bae4-4117235c1138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:44.379360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.389436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Transition to ACTIVE for port object 03c0a05e-cd92-40ec-a59a-6b2650e1473b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:44.440533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Transition to ACTIVE for port object 03c0a05e-cd92-40ec-a59a-6b2650e1473b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:44.457083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.555783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Pushing event updated for resources: {'Port': ['ID=03c0a05e-cd92-40ec-a59a-6b2650e1473b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:44.559520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Network 1c240fa6-788c-4a29-9b29-f147185ef5c7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:44.562168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:44.564163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] For port 48728e32-3cc3-4f5e-b08b-f76298d41ef4, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:44.566238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:44.569199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] For port 48728e32-3cc3-4f5e-b08b-f76298d41ef4, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48728e32-3cc3-4f5e-b08b-f76298d41ef4,segment=NetworkSegment(7d724b92-d4d6-47f0-bae4-4117235c1138),segment_id=7d724b92-d4d6-47f0-bae4-4117235c1138)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:44.575733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.607651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Calling delete_port for 2f52f36c-054a-4114-8a22-95f21966c60e owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:44.744344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2f52f36c-054a-4114-8a22-95f21966c60e no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:44.773759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 502fe370-b024-4c03-ac1d-1af5cc94b657 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:44.810416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2f52f36c-054a-4114-8a22-95f21966c60e {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:10:44.810920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2f52f36c-054a-4114-8a22-95f21966c60e not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:44.829634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a374a-1349-43c5-a24d-4710d0c0a51f None None] Pushing event updated for resources: {'Port': ['ID=48728e32-3cc3-4f5e-b08b-f76298d41ef4,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:44.841976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Attempting to bind port 03c0a05e-cd92-40ec-a59a-6b2650e1473b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:44.843276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Attempting to bind port 03c0a05e-cd92-40ec-a59a-6b2650e1473b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '73d3ef27-ebf6-4797-9908-873cd53b46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:44.845088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Attempting to bind port 03c0a05e-cd92-40ec-a59a-6b2650e1473b on network 1c240fa6-788c-4a29-9b29-f147185ef5c7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:44.868418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:44.868855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Checking segment: {'id': '73d3ef27-ebf6-4797-9908-873cd53b46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:44.869400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.870582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Bound using segment: {'id': '73d3ef27-ebf6-4797-9908-873cd53b46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:44.871164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Bound port: 03c0a05e-cd92-40ec-a59a-6b2650e1473b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d3ef27-ebf6-4797-9908-873cd53b46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1c240fa6-788c-4a29-9b29-f147185ef5c7'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:44.871658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.997685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] For port 03c0a05e-cd92-40ec-a59a-6b2650e1473b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:45.012457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] For port 03c0a05e-cd92-40ec-a59a-6b2650e1473b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03c0a05e-cd92-40ec-a59a-6b2650e1473b,segment=NetworkSegment(73d3ef27-ebf6-4797-9908-873cd53b46e9),segment_id=73d3ef27-ebf6-4797-9908-873cd53b46e9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:45.037747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.041125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.166609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180addbf-5ae2-4381-b7e6-1cf2472a3931 None None] Pushing event updated for resources: {'Port': ['ID=03c0a05e-cd92-40ec-a59a-6b2650e1473b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:45.260488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.272798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:45.273339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:45.286918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.323365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.323783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.324075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Floating IP ea081b55-ce0f-4f84-92bb-05410ec7e709 disassociated. External IP: 172.26.7.23, port: 65933dbc-b1d5-4263-9c59-f8902cbfd238. Dec 23 16:10:45.324417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Calling delete_port for 65933dbc-b1d5-4263-9c59-f8902cbfd238 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:45.512834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:45.531327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port a3e5f6e6-f9da-435b-94f5-c8b507534a83 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:45.540341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 65933dbc-b1d5-4263-9c59-f8902cbfd238 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:45.574891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:45.594745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.622419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c859-e75f-441b-8e76-160da5aeafd6 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792112986646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7170111'] for subnet, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.641104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:45.642088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:45.657608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.665184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.698770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12452be2-c8ca-4615-9a6a-877ba60f0bec req-c8b71a0a-465c-4dda-9004-7c55f00dac7f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:45.700209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12452be2-c8ca-4615-9a6a-877ba60f0bec req-c8b71a0a-465c-4dda-9004-7c55f00dac7f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 945 time: 0.7661779 Dec 23 16:10:45.735789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:45.780742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e3c859-e75f-441b-8e76-160da5aeafd6 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:45.781378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c859-e75f-441b-8e76-160da5aeafd6 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.786177 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f9e3c859-e75f-441b-8e76-160da5aeafd6 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "PUT /v2.0/subnets/0d7690f0-5356-407d-ad54-79f3a401c738 HTTP/1.1" status: 200 len: 900 time: 3.4697757 Dec 23 16:10:45.786990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3c859-e75f-441b-8e76-160da5aeafd6 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event updated for resources: {'Subnet': ['ID=0d7690f0-5356-407d-ad54-79f3a401c738,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:45.790332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Deleting port 2f52f36c-054a-4114-8a22-95f21966c60e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:45.790332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.799185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:45.806560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:45.807229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:45.932937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.954376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:45.954376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e02690e-7716-40b9-a55e-3c37b8e2217c None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:46.009817 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ad0e9cab-1293-41e5-9cd3-913066e33fe6 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/floatingips/f2d43e28-ed81-41ca-ae59-a167f57fee04 HTTP/1.1" status: 204 len: 168 time: 5.3959591 Dec 23 16:10:46.019977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49688) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:46.108137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.108676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 934c2178-e1d9-4d08-af58-6a7fbc0b73bb {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:10:46.118504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea27-78db-41c3-b9af-41fae0bd0437 req-14581c18-61c4-434d-8b64-107e53728528 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:46.120015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76d3ea27-78db-41c3-b9af-41fae0bd0437 req-14581c18-61c4-434d-8b64-107e53728528 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.7678230 Dec 23 16:10:46.125499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Allocated IP 2001:db8::1 (cb5c64be-de85-4bc9-99d2-252b598e4eb9/e53bd30a-bd94-454e-8192-466d6e101a0a/c081afe1-5cac-4a9b-aafb-db7d360a36d0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:46.138628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] The port '2f52f36c-054a-4114-8a22-95f21966c60e' was deleted {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:10:46.158696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.163137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.216355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa9ee1-3f20-4301-8d21-706d4cd08ac2 None None] Network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:46.245658 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12452be2-c8ca-4615-9a6a-877ba60f0bec req-25bc1e03-42b3-4027-90d9-ee39ce4733c3 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups?id=37091466-ca26-4bb5-bf76-5a18733055ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5274434 Dec 23 16:10:46.271059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:46.271359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.328809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 3a6cb8d7-83df-47b3-96a0-0580b4efc7c5 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:46.329383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.353569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.399333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f04cc256-9de7-4c4a-96c2-791643855aa2 None None] Provisioning for port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:46.441971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.443118 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f2c0e4ff-b78b-4c06-b860-9930f0f60243 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "DELETE /v2.0/routers/934c2178-e1d9-4d08-af58-6a7fbc0b73bb HTTP/1.1" status: 204 len: 168 time: 8.4862652 Dec 23 16:10:46.457830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event deleted for resources: {'Port': ['ID=65933dbc-b1d5-4263-9c59-f8902cbfd238,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:46.464425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49692) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:46.472606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.564804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.586800 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76d3ea27-78db-41c3-b9af-41fae0bd0437 req-2c533684-9afe-4124-bffa-2e4ed02fb47f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439099 Dec 23 16:10:46.625948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Transition to ACTIVE for port object c081afe1-5cac-4a9b-aafb-db7d360a36d0 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:46.680275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:46.685560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.706409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa98fe-21cd-497a-b866-44e828abd582 None None] Network 1c240fa6-788c-4a29-9b29-f147185ef5c7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:46.721895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca52550a-f569-4bd4-974b-8612f71c6785') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:46.722178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca52550a-f569-4bd4-974b-8612f71c6785') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:46.885422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.891477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:46.893258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.910072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=502fe370-b024-4c03-ac1d-1af5cc94b657,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:46.982975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:46.986246 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:46.988191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.007953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Port': ['ID=c081afe1-5cac-4a9b-aafb-db7d360a36d0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:47.020146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:47.035537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.058678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48728e32-3cc3-4f5e-b08b-f76298d41ef4 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:47.065593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:47.066332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:47.081998 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:47.125417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=a3e5f6e6-f9da-435b-94f5-c8b507534a83,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:47.133741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:47.136182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:47.137475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.147600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332fe666-0d06-4047-8027-395567cf5b80 None None] Network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:47.237140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] For port 48728e32-3cc3-4f5e-b08b-f76298d41ef4, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48728e32-3cc3-4f5e-b08b-f76298d41ef4,segment=NetworkSegment(7d724b92-d4d6-47f0-bae4-4117235c1138),segment_id=7d724b92-d4d6-47f0-bae4-4117235c1138)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:47.237507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.349212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.393092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.420518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.454657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.458163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Calling delete_port for 48728e32-3cc3-4f5e-b08b-f76298d41ef4 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:47.545912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': 'ee28ec32-adc8-4fc5-b17a-ac8fdb583759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '013832c0-2f06-4fdb-9a41-d126dee5cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:47.546316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: 013832c0-2f06-4fdb-9a41-d126dee5cd51, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:47.643399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] Pushing event deleted for resources: {'Network': ['ID=6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:47.703499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a75679e5-004c-4111-b035-dedd6c063929 None None] Provisioning for port 03c0a05e-cd92-40ec-a59a-6b2650e1473b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:47.731096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 013832c0-2f06-4fdb-9a41-d126dee5cd51 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:47.758590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:47.762524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 3a6cb8d7-83df-47b3-96a0-0580b4efc7c5 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:47.770735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:47.772784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.785805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 013832c0-2f06-4fdb-9a41-d126dee5cd51) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:47.789994 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c72c36b4-7564-49e2-a9e9-360da15954b2 tempest-NetworksIpV6TestAttrs-1125465122 tempest-NetworksIpV6TestAttrs-1125465122-project] 10.222.0.18 "DELETE /v2.0/networks/6c79c7d5-ce6d-45eb-94b1-bd2b48f64fb3 HTTP/1.1" status: 204 len: 168 time: 5.4720736 Dec 23 16:10:47.802459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:47.807363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:47.810588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:47.811287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.823716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b1f2a-71ba-4e95-b4fe-623e6416934e None None] Network 013832c0-2f06-4fdb-9a41-d126dee5cd51 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:47.875105 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b731f61-a2a0-4f70-994e-98bec8c30417 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1226373 Dec 23 16:10:47.884776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49702) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:47.960479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92406787-5263-4bb9-92d5-d8c384536070 req-82560404-bda2-4dba-aff1-bcf0803a316f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Synchronizing usage tracker for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:48.079648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92406787-5263-4bb9-92d5-d8c384536070 req-82560404-bda2-4dba-aff1-bcf0803a316f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Unset dirty status for tenant:cd82bf6ea160473ca0748b30f4ab9674 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:48.091573 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92406787-5263-4bb9-92d5-d8c384536070 req-82560404-bda2-4dba-aff1-bcf0803a316f tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.5184078 Dec 23 16:10:48.179012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.196793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port a3e5f6e6-f9da-435b-94f5-c8b507534a83 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:48.197174 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.210240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.260597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.269854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b2c5d57c-6ef8-4d3a-86fb-50c7a5b4d4f0 None None] Provisioning complete for port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:48.270162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d57c-6ef8-4d3a-86fb-50c7a5b4d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.350677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5d57c-6ef8-4d3a-86fb-50c7a5b4d4f0 None None] Port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 was deleted so its status cannot be updated. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 16:10:48.372014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49708) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:48.426965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03c0a05e-cd92-40ec-a59a-6b2650e1473b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:48.521059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c071-218d-4d6f-a33b-ca7741792d6a req-69dbcd4c-85b6-4370-9c98-bd41fdee8191 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:48.528787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b2c5d57c-6ef8-4d3a-86fb-50c7a5b4d4f0 None None] Provisioning for port c081afe1-5cac-4a9b-aafb-db7d360a36d0 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:48.532915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d587c071-218d-4d6f-a33b-ca7741792d6a req-69dbcd4c-85b6-4370-9c98-bd41fdee8191 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.7253997 Dec 23 16:10:48.542778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b2c5d57c-6ef8-4d3a-86fb-50c7a5b4d4f0 None None] Provisioning complete for port c081afe1-5cac-4a9b-aafb-db7d360a36d0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:48.543284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2c5d57c-6ef8-4d3a-86fb-50c7a5b4d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.545026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.578700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b628d3-4aa6-46ac-b3b4-7572384b6cd5 None None] DHCP port deletion for 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:48.589255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 03c0a05e-cd92-40ec-a59a-6b2650e1473b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:48.591668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Port': ['ID=48728e32-3cc3-4f5e-b08b-f76298d41ef4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:48.593695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.595199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.614983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 03c0a05e-cd92-40ec-a59a-6b2650e1473b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:48.615355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.701890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:48.730964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d587c071-218d-4d6f-a33b-ca7741792d6a req-9fcbea0f-8d17-422d-8d59-b09c83e3a8a3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969929 Dec 23 16:10:48.745680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5d57c-6ef8-4d3a-86fb-50c7a5b4d4f0 None None] Port c081afe1-5cac-4a9b-aafb-db7d360a36d0 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:10:48.825487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.860542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c5f4001d-d555-4dfc-868e-cdf9fbd8a379 None None] Could not find standard attr ID for object 48728e32-3cc3-4f5e-b08b-f76298d41ef4. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:10:48.888494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c5f4001d-d555-4dfc-868e-cdf9fbd8a379 None None] Provisioning complete for port 03c0a05e-cd92-40ec-a59a-6b2650e1473b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:48.889200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c5f4001d-d555-4dfc-868e-cdf9fbd8a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.925347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No DVR routers for this DVR port 48728e32-3cc3-4f5e-b08b-f76298d41ef4 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:48.931489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.958218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 03c0a05e-cd92-40ec-a59a-6b2650e1473b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03c0a05e-cd92-40ec-a59a-6b2650e1473b,segment=NetworkSegment(73d3ef27-ebf6-4797-9908-873cd53b46e9),segment_id=73d3ef27-ebf6-4797-9908-873cd53b46e9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:48.966508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.071062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=3a6cb8d7-83df-47b3-96a0-0580b4efc7c5,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:49.094570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48728e32-3cc3-4f5e-b08b-f76298d41ef4 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:49.147084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:49.151098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 48728e32-3cc3-4f5e-b08b-f76298d41ef4 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:10:49.151836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48728e32-3cc3-4f5e-b08b-f76298d41ef4 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:49.155280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:49.168266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event updated for resources: {'Port': ['ID=c081afe1-5cac-4a9b-aafb-db7d360a36d0,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:49.187348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=03c0a05e-cd92-40ec-a59a-6b2650e1473b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:49.298294 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-49ca8e08-1971-4f32-bae2-0606f14e2ef8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b443cfa84b944ec8722cf9498330179&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9185276 Dec 23 16:10:49.304670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49716) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:49.417835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.436213 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5e4afced-0eef-4de1-a943-99c4dee980f9 req-cb06c565-4d2b-4839-b3f0-6a99a76b87cf tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.1336243 Dec 23 16:10:49.475659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.498892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e9616215-6e3e-4cb7-82ed-b43a2d154cc9 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/ports/3a6cb8d7-83df-47b3-96a0-0580b4efc7c5 HTTP/1.1" status: 204 len: 168 time: 3.4764860 Dec 23 16:10:49.505932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49720) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:49.519076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.520846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-43b839b2-60a0-4c7d-ba38-1f5848ffd87c None None] Provisioning complete for port c081afe1-5cac-4a9b-aafb-db7d360a36d0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:49.521230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43b839b2-60a0-4c7d-ba38-1f5848ffd87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.562995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:49.574184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-43b839b2-60a0-4c7d-ba38-1f5848ffd87c None None] Port c081afe1-5cac-4a9b-aafb-db7d360a36d0 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:10:49.587878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:49.596084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:floatingip and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:49.600592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.606531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:49.610092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-434258f4-5143-44c2-a74a-7790624e9788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.625932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:49.635781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Deleting port 2674dc77-5902-4180-8f73-2b6cf66bcacc {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:49.636155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.653684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for a3e5f6e6-f9da-435b-94f5-c8b507534a83 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:49.709606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-434258f4-5143-44c2-a74a-7790624e9788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.726062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.785126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.803956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacee681-8505-4af9-ac57-71ed7c02779b None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:49.852268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7690f0-5356-407d-ad54-79f3a401c738,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:49.972607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacee681-8505-4af9-ac57-71ed7c02779b None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:50.002635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.033160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] For port 2674dc77-5902-4180-8f73-2b6cf66bcacc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2674dc77-5902-4180-8f73-2b6cf66bcacc,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:50.033638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.038595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.082296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:50.106280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=a3e5f6e6-f9da-435b-94f5-c8b507534a83,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:50.111961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d724b92-d4d6-47f0-bae4-4117235c1138') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:50.112829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d724b92-d4d6-47f0-bae4-4117235c1138') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:50.129903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.141268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.162441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.166728 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3604ced-6e63-4a5d-a99a-2cdfd2980473 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/a3e5f6e6-f9da-435b-94f5-c8b507534a83 HTTP/1.1" status: 204 len: 168 time: 2.2809560 Dec 23 16:10:50.170516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49726) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:50.176557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:50.176960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:50.192777 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:50.336403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Calling delete_port for 2674dc77-5902-4180-8f73-2b6cf66bcacc owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:50.364729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:50.379116 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] Sync routers for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:50.397948 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:50.399583 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:50.414480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca87a88-5802-47ce-aba8-1ebf7e2e2cdd None None] Network 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:50.429575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Router 243f0e04-a333-4451-a2cb-a419f7370d49 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:50.459656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.463652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] No DVR routers for this DVR port 65933dbc-b1d5-4263-9c59-f8902cbfd238 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:50.465486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.477203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.486800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'name': 'network-vif-deleted', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:10:50.492465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be1088e1-c6fe-4339-a3e0-16673e65269c req-f2442dd4-f831-423c-9154-c7cc721e2d6b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.59 "DELETE /v2.0/ports/65933dbc-b1d5-4263-9c59-f8902cbfd238 HTTP/1.1" status: 204 len: 173 time: 8.1730225 Dec 23 16:10:50.498046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-434258f4-5143-44c2-a74a-7790624e9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.500566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-434258f4-5143-44c2-a74a-7790624e9788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.504438 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-434258f4-5143-44c2-a74a-7790624e9788 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fdb2c88-79ec-4198-8910-953590be8c10 HTTP/1.1" status: 204 len: 168 time: 1.1913812 Dec 23 16:10:50.522315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434258f4-5143-44c2-a74a-7790624e9788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb2c88-79ec-4198-8910-953590be8c10,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:50.546438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a1bf1-9e66-4e48-9851-c9b4109f6fbe req-419863a1-af59-4d04-b642-ca372b98596e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:50.554826 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-805a1bf1-9e66-4e48-9851-c9b4109f6fbe req-419863a1-af59-4d04-b642-ca372b98596e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.6620369 Dec 23 16:10:50.609534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:50.698206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c752df-4f7b-4ea3-b824-b5ff20aebdd5 None None] DHCP port deletion for 595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:50.750203 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d7daa94e-226b-46e0-96da-078d053ab7ab tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 HTTP/1.1" status: 204 len: 168 time: 4.9263916 Dec 23 16:10:50.752189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49736) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:50.767322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a0245-ac0e-4617-bf3c-2daafc2ced7d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:50.771519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a0245-ac0e-4617-bf3c-2daafc2ced7d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:50.772519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5e3a0245-ac0e-4617-bf3c-2daafc2ced7d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:50.790892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-805a1bf1-9e66-4e48-9851-c9b4109f6fbe req-468208c9-bb88-470b-acb2-accacfc31954 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315559 Dec 23 16:10:50.793125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9d558df9-08d9-4375-9538-5cd6294fa00c req-f45a7d95-e645-4e5e-9965-f40981db5a06 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b93e000-cd21-4bdd-8ed0-cd8c4daef28e HTTP/1.1" status: 200 len: 210 time: 0.0546763 Dec 23 16:10:50.795921 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:50.797645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.898412 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b93e000-cd21-4bdd-8ed0-cd8c4daef28e', 'name': 'network-vif-deleted', 'tag': '65933dbc-b1d5-4263-9c59-f8902cbfd238', 'status': 'completed', 'code': 200} Dec 23 16:10:50.920560 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fab2d66-4662-4221-850c-432ee75165ca tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:50.921167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fab2d66-4662-4221-850c-432ee75165ca tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:50.922870 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7fab2d66-4662-4221-850c-432ee75165ca tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/0d7690f0-5356-407d-ad54-79f3a401c738 HTTP/1.1" status: 404 len: 337 time: 0.1679671 Dec 23 16:10:50.925243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5e3a0245-ac0e-4617-bf3c-2daafc2ced7d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:50.929677 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e3a0245-ac0e-4617-bf3c-2daafc2ced7d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.7570050 Dec 23 16:10:50.930564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49742) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:50.930889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49744) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:50.989147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.26.7.37 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/9a3d797f-8aac-40e5-a49c-753d8b33e0c0) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:51.072172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 502fe370-b024-4c03-ac1d-1af5cc94b657 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:51.072514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:51.125701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03c0a05e-cd92-40ec-a59a-6b2650e1473b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:51.210925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:51.241526 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:35Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:51.247308 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] Checking router: 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:10:51.262068 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:51.262741 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:51.266199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 03c0a05e-cd92-40ec-a59a-6b2650e1473b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:51.266574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:51.322721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event deleted for resources: {'Port': ['ID=2674dc77-5902-4180-8f73-2b6cf66bcacc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:51.325188 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e1df7e-f44f-4566-ab29-0b87627e7ed0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:51.325635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e1df7e-f44f-4566-ab29-0b87627e7ed0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:51.334758 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-11e1df7e-f44f-4566-ab29-0b87627e7ed0 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/595d39a5-f0e5-4090-9ce9-aaf3bccbcdf8 HTTP/1.1" status: 404 len: 339 time: 0.4017682 Dec 23 16:10:51.337028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49758) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:51.508962 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:51.562044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:51.597342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:51.743771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:51.822283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:51.918801 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:35Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:51.925143 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17c9fd-44f8-4bbb-8a59-3077c74de72e None None] The sync data for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv is: [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:24Z', 'revision_number': 4, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '44320882-304d-4a9e-8c28-8745cc8b68e7', 'name': '', 'network_id': 'b5c53fb9-3a2e-4866-bcd9-92e22c6a5681', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'mac_address': 'fa:16:3e:f6:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:08:35Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'subnets': [{'id': 'ccfd2774-8d4d-45a9-b5f4-3c74c947222b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:51.932896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:51.944432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] Sync routers for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:51.963720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:51.964657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:52.051619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:52.065926 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:52.066784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:52.072025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 502fe370-b024-4c03-ac1d-1af5cc94b657 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:52.080454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49772) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:52.080824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49776) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:52.106876 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8bbd561c-261a-4391-ac4d-f852f8a71007 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9515424 Dec 23 16:10:52.118322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49782) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:52.131433 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.135870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:52.136344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e457e-cb09-48b5-86ad-e58764842455 None None] The sync data for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:52.224952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1e277d-6bc7-446f-9843-e153187820b4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:52.241294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.248274 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720576f6-8def-4464-b95b-3aab6a69e448') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:52.248561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720576f6-8def-4464-b95b-3aab6a69e448') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:52.270577 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96778a-394c-4971-b7e9-d4dba836933e None None] New status for floating IP ea081b55-ce0f-4f84-92bb-05410ec7e709: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:10:52.281238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.284606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.313789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.350393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.361292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77a4b-4de1-4bda-a546-948be7384655 req-61433823-cfbe-4661-b028-9ce95aef0dde tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:52.370967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:52.371430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.381549 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9be77a4b-4de1-4bda-a546-948be7384655 req-61433823-cfbe-4661-b028-9ce95aef0dde tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3128211 Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:52.389907 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:52.416254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1655858678'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:52.427930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:52.436967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:52.437871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.439126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:52.458341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:52.612968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3da5-31e0-4366-89e0-8e1f29ba1eee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.618047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:52.624628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:52.631827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=502fe370-b024-4c03-ac1d-1af5cc94b657,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:52.632928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=9a3d797f-8aac-40e5-a49c-753d8b33e0c0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:52.652122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.654041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:52.669474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.669968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:10:52.672626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.677156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.698461 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-138c1bec-4f42-4fc0-b830-6f3109933b3d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/502fe370-b024-4c03-ac1d-1af5cc94b657 HTTP/1.1" status: 204 len: 168 time: 1.7626977 Dec 23 16:10:52.706391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:52.707838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:52.710839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.723941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3da5-31e0-4366-89e0-8e1f29ba1eee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.742808 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/bc1e277d-6bc7-446f-9843-e153187820b4 HTTP/1.1" status: 204 len: 168 time: 1.3925238 Dec 23 16:10:52.743756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e76c12-ee75-4882-83f8-7c2ddc982c12 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=bc1e277d-6bc7-446f-9843-e153187820b4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:52.751586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49792) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:52.754464 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9be77a4b-4de1-4bda-a546-948be7384655 req-769afbd0-feb0-482e-b97c-556ce36de64a tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719532 Dec 23 16:10:52.759943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.763412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97c2245f-d8e0-47fb-b444-66f2e234777a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.780124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.781210 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ad8333e4-9fd1-49d9-81a3-b159292c31e9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e8fe34a5-a47b-4b5c-93c3-e3f7fd101428 HTTP/1.1" status: 204 len: 168 time: 6.3115144 Dec 23 16:10:52.789165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49798) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:52.810354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-947484302', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:52.827772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:52.838147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Usage tracker for resource:router and tenant:ee466dd72fb2463b84a4bac80aaa9701 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:52.849320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:52.861269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:52.878360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.879633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.901212 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d0e1a5-537f-4ade-876b-6d18c998915b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:52.901740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d0e1a5-537f-4ade-876b-6d18c998915b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:52.906324 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-42d0e1a5-537f-4ade-876b-6d18c998915b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/cfd5c45a-d5a7-4608-a378-39fe453d1b39 HTTP/1.1" status: 404 len: 337 time: 0.1531260 Dec 23 16:10:52.909465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:52.955197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3da5-31e0-4366-89e0-8e1f29ba1eee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.961087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:52.991001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:security_group_rule and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:52.995446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:52.996791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:53.000256 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ef261d-1680-4889-bc19-8644c6c59e6f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:53.000720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ef261d-1680-4889-bc19-8644c6c59e6f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:53.003646 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f7ef261d-1680-4889-bc19-8644c6c59e6f tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/f57a5c4d-b1c3-4c81-b37a-eedfa32ec6a4 HTTP/1.1" status: 404 len: 339 time: 0.0919096 Dec 23 16:10:53.005601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:53.009082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd3da5-31e0-4366-89e0-8e1f29ba1eee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37091466-ca26-4bb5-bf76-5a18733055ba,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:53.011000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:53.048819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.102743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093e22f-c512-45c5-8bae-470ca3a14fcc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:53.103375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9093e22f-c512-45c5-8bae-470ca3a14fcc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:53.118942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.208281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7fd3da5-31e0-4366-89e0-8e1f29ba1eee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.211776 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e7fd3da5-31e0-4366-89e0-8e1f29ba1eee tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "DELETE /v2.0/security-groups/37091466-ca26-4bb5-bf76-5a18733055ba HTTP/1.1" status: 204 len: 168 time: 1.1262722 Dec 23 16:10:53.246851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49812) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:53.289759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2674dc77-5902-4180-8f73-2b6cf66bcacc no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:53.305707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9093e22f-c512-45c5-8bae-470ca3a14fcc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:53.309369 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9093e22f-c512-45c5-8bae-470ca3a14fcc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5988276 Dec 23 16:10:53.312316 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-de05c6e1-077f-4e89-808d-187386cb84a4 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] show failed (client error): The resource could not be found. Dec 23 16:10:53.314148 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de05c6e1-077f-4e89-808d-187386cb84a4 tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "GET /v2.0/security-groups/37091466-ca26-4bb5-bf76-5a18733055ba HTTP/1.1" status: 404 len: 347 time: 0.0640347 Dec 23 16:10:53.314845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:53.320063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49818) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:53.333793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2674dc77-5902-4180-8f73-2b6cf66bcacc {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:10:53.333793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2674dc77-5902-4180-8f73-2b6cf66bcacc not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:53.453689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.458711 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cdbf35-b4af-4a9e-83a6-9c524197d6b7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:10:53.459963 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d6cdbf35-b4af-4a9e-83a6-9c524197d6b7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/a3e5f6e6-f9da-435b-94f5-c8b507534a83 HTTP/1.1" status: 404 len: 333 time: 0.1410100 Dec 23 16:10:53.466150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49824) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:53.473658 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-97c2245f-d8e0-47fb-b444-66f2e234777a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 16:10:53.474661 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97c2245f-d8e0-47fb-b444-66f2e234777a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49 HTTP/1.1" status: 409 len: 329 time: 1.3554337 Dec 23 16:10:53.479116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:53.560454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.623324 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0f94b6-3eab-4160-a027-208c7c845182 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:10:53.624034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bf0f94b6-3eab-4160-a027-208c7c845182 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:53.635214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Deleting port a68598f4-ec7b-4aa5-a82c-fb1b9480d936 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:53.635780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.648296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:53.661262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting subnet 9b546aed-80a8-4f2a-9846-570a82f4a00d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:53.673963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.681166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2600f-b5b7-461a-bc08-327c0f34c3d4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:53.699926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.731993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bf0f94b6-3eab-4160-a027-208c7c845182 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:53.733100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bf0f94b6-3eab-4160-a027-208c7c845182 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/502fe370-b024-4c03-ac1d-1af5cc94b657 HTTP/1.1" status: 404 len: 333 time: 0.2478554 Dec 23 16:10:53.737231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.737569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment 2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7 of type vlan for network d528fa67-e462-402a-93c0-6ac1c0acd018 Dec 23 16:10:53.746555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49832) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:53.792638 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-c203b550-7fca-4e4e-842d-a070a47bcdbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.4659662 Dec 23 16:10:53.801597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364912e-109c-4f75-98b9-2c5242638295 req-10bc0d9d-31a0-408d-9aac-48056625ec6c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:53.802982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7364912e-109c-4f75-98b9-2c5242638295 req-10bc0d9d-31a0-408d-9aac-48056625ec6c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5237348 Dec 23 16:10:53.848911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.963712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:53.977177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:10:54.021470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.032891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.039106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.108552 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7364912e-109c-4f75-98b9-2c5242638295 req-e93f0787-9073-4a54-b513-e8557fdac407 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919388 Dec 23 16:10:54.125520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.129705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:54.130268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.137610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.137934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.295004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=9a3d797f-8aac-40e5-a49c-753d8b33e0c0,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:54.306056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-b4197933-5f20-4294-93bd-0a0844975326 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:54.307529 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-b4197933-5f20-4294-93bd-0a0844975326 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.4827032 Dec 23 16:10:54.463988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Calling delete_port for a68598f4-ec7b-4aa5-a82c-fb1b9480d936 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:54.503603 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4051697 Dec 23 16:10:54.503603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c7109-2309-4a4d-81ae-253bdf5907a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=d528fa67-e462-402a-93c0-6ac1c0acd018,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:54.515196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d528fa67-e462-402a-93c0-6ac1c0acd018 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:54.522601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.573941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.575368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3f9ebbc1-9662-40e0-90f5-3dbacc4f2c5f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0658050 Dec 23 16:10:54.579224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49836) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:54.588438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'port': {'network_id': 'f52d2689-6f80-4d63-8c29-a2529dafe3ba', 'name': 'tempest-FloatingIPTestJSON-686839515'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:54.590883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.603041 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-8ddde5b6-d0cf-45f5-97d9-2818cac7786a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1001 time: 0.2756829 Dec 23 16:10:54.632171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.649019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:54.713216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': 'd528fa67-e462-402a-93c0-6ac1c0acd018', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:54.761384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.813036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.814335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013832c0-2f06-4fdb-9a41-d126dee5cd51']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:54.848227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee28ec32-adc8-4fc5-b17a-ac8fdb583759') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:54.848424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee28ec32-adc8-4fc5-b17a-ac8fdb583759') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:54.861964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-a834f417-bfd8-45b5-b1a2-fe66c66e9725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:54.864506 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-a834f417-bfd8-45b5-b1a2-fe66c66e9725 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.2118111 Dec 23 16:10:54.883967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.936755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.940976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:54.942594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:54.946984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:54.953711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:port and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:54.961568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:54.973289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:55.012241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:55.012640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.030650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:55.033560 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:55.036227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:55.037766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.070194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] device_id is not set on port fac6f87f-b7eb-4e90-b213-32a7f3f150f1 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:55.090719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:55.102941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=9b546aed-80a8-4f2a-9846-570a82f4a00d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:55.116768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-06b030fa-af37-48a6-9b4a-d9dfdb630b4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2430232 Dec 23 16:10:55.121554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Allocated IP 172.26.7.211 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/96abc194-99c4-4e07-9ed4-9b4d4a645ee1) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:55.123775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:55.150823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d943a7-139d-405b-ac7f-03fef33ed6a4 None None] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:55.173577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.203314 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d892e08d-d4f8-462d-b17a-4464d9c6ea72 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/9b546aed-80a8-4f2a-9846-570a82f4a00d HTTP/1.1" status: 204 len: 168 time: 2.1927924 Dec 23 16:10:55.206597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49846) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:55.208701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.220511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.228988 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/013832c0-2f06-4fdb-9a41-d126dee5cd51 HTTP/1.1" status: 204 len: 168 time: 1.4711540 Dec 23 16:10:55.229846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49850) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:55.249891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:55.332856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1113601329'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:55.337544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:55.341638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:55.344820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:55.350804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:55.384653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b48813-7ed9-4843-a35f-1c0dce82461f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=013832c0-2f06-4fdb-9a41-d126dee5cd51,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:55.395145 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:55.398347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.411219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.472257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.551641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Pushing event deleted for resources: {'Port': ['ID=a68598f4-ec7b-4aa5-a82c-fb1b9480d936,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:55.558618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.626216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.3 (f52d2689-6f80-4d63-8c29-a2529dafe3ba/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd/fac6f87f-b7eb-4e90-b213-32a7f3f150f1) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:55.656896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-667c3787-909e-4691-89c2-38c0e12f7e50 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280497 Dec 23 16:10:55.789700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.859440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd29f2-c4e6-46f1-a647-03327a03e2b3 req-bd5a188a-f7e4-45ee-958c-d3f440c519e7 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:55.860973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8ecd29f2-c4e6-46f1-a647-03327a03e2b3 req-bd5a188a-f7e4-45ee-958c-d3f440c519e7 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.6048083 Dec 23 16:10:55.891689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:55.925100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting subnet d6590617-4345-460e-8a50-96159c0aabc8 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:55.953692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:55.954041 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1 of type vlan for network 331a9906-14c8-468c-85ff-3aa9473e7c3a Dec 23 16:10:56.030437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.043534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.051962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3c23b9cb-4b64-45c9-903a-2eb5e12f6fcc None None] Provisioning complete for port b8a185f0-daa3-40dc-9460-9b553cb16039 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:56.052531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c23b9cb-4b64-45c9-903a-2eb5e12f6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.085320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.089443 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b877f3a-a747-4814-9f2b-420b65501e0b tempest-ServersTestJSON-1594156751 tempest-ServersTestJSON-1594156751-project] 10.222.0.18 "DELETE /v2.0/floatingips/ea081b55-ce0f-4f84-92bb-05410ec7e709 HTTP/1.1" status: 204 len: 168 time: 2.7633440 Dec 23 16:10:56.111766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49854) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:56.128822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.153586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.157725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:56.158303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.295972 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a156f55b-5eff-4b9c-9a5b-e90d9ed4a3b0 req-40c43bbe-899a-49de-8435-fd3d3a840b1e service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277614 Dec 23 16:10:56.314037 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0631373 Dec 23 16:10:56.318771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:56.325287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8ecd29f2-c4e6-46f1-a647-03327a03e2b3 req-5e92246a-8923-493b-8cb9-fd2b9f30e831 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477701 Dec 23 16:10:56.334916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.344713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:56.372639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.433051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad7bc2-70f0-4883-a873-797d0bdd4824 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=331a9906-14c8-468c-85ff-3aa9473e7c3a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:56.447865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.449621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 331a9906-14c8-468c-85ff-3aa9473e7c3a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:56.505117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.509227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:56.516383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:56.523568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event updated for resources: {'Port': ['ID=96abc194-99c4-4e07-9ed4-9b4d4a645ee1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:56.528801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:56.599538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:56.636018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:56.648391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:56.661410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.662425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=98c72e7d-67ee-47df-9a9c-feaa47104916,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:56.669903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:56.693432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': '2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd528fa67-e462-402a-93c0-6ac1c0acd018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:56.693751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: d528fa67-e462-402a-93c0-6ac1c0acd018, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:56.701769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:56.737351 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:10:56.778688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.858348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.887881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network f52d2689-6f80-4d63-8c29-a2529dafe3ba is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:56.896588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:56.900512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=fac6f87f-b7eb-4e90-b213-32a7f3f150f1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:56.904233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:56.933813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:56.934084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network d528fa67-e462-402a-93c0-6ac1c0acd018 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:56.991629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=d6590617-4345-460e-8a50-96159c0aabc8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:56.998813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, d528fa67-e462-402a-93c0-6ac1c0acd018) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:57.001591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Performing IP validity checks on allocation pools {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:10:57.004373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:10:57.010605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:57.011157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.012496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6085b8-d9a5-4610-bd0c-9496a864f8f7 None None] Network d528fa67-e462-402a-93c0-6ac1c0acd018 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:57.018415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.027298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:57.027931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.036510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a46ad78-dec0-4756-abc1-be6b934658e3 None None] Network 909a1bd5-c0d9-44b2-9b0c-89901402620a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:57.053096 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7b8bd10-89b6-4ea3-9467-b8376d5ef67f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3966627 Dec 23 16:10:57.055091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49862) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:57.059509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-791990420'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:57.067463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:57.073955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:57.077947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:57.084704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:57.102713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:57.105457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.115307 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-86a5b2e0-e600-47e3-a476-1177f58d61d8 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/d6590617-4345-460e-8a50-96159c0aabc8 HTTP/1.1" status: 204 len: 168 time: 1.8952596 Dec 23 16:10:57.121087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49866) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:57.133101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5b9a78ec-baa8-4c1f-bb54-343bfc780177 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5488911 Dec 23 16:10:57.151262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49870) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:57.212802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'port_id': 'fac6f87f-b7eb-4e90-b213-32a7f3f150f1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:57.227951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:57.255745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.256974 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment bfddf406-be30-4247-a651-abc3075847ec of type vlan for network e88a8ef4-069d-4a77-b66c-8677c1b7fc6f Dec 23 16:10:57.319507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.336117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.398140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.419229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.452375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting port c081afe1-5cac-4a9b-aafb-db7d360a36d0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:57.452706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.472885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-d528fa67-e462-402a-93c0-6ac1c0acd018', 'network_id': 'd528fa67-e462-402a-93c0-6ac1c0acd018', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': '98c72e7d-67ee-47df-9a9c-feaa47104916'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:57.474218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.487945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] DHCP port deletion for 909a1bd5-c0d9-44b2-9b0c-89901402620a request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:57.497619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] Deleting port b8a185f0-daa3-40dc-9460-9b553cb16039 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:57.498236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.518859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=53310c1b-b0f4-47de-9252-deab41accba2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:57.568229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.569201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.594758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port b8a185f0-daa3-40dc-9460-9b553cb16039 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:57.595235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.620647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.624236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:57.624800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.654939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': 'f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:57.655542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: 331a9906-14c8-468c-85ff-3aa9473e7c3a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:57.824496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] For port b8a185f0-daa3-40dc-9460-9b553cb16039, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b8a185f0-daa3-40dc-9460-9b553cb16039,segment=NetworkSegment(526ae814-125c-4368-9188-6a361ca27ef1),segment_id=526ae814-125c-4368-9188-6a361ca27ef1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:57.824875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.887578 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8303485 Dec 23 16:10:57.890834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49876) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:57.914961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:57.928050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd32a0-3144-4d42-93c0-07df3a3a2ffe tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=e88a8ef4-069d-4a77-b66c-8677c1b7fc6f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:57.948494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e88a8ef4-069d-4a77-b66c-8677c1b7fc6f details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:57.969676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] Calling delete_port for b8a185f0-daa3-40dc-9460-9b553cb16039 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:57.997691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Allocated IP 172.20.255.242 (d528fa67-e462-402a-93c0-6ac1c0acd018/98c72e7d-67ee-47df-9a9c-feaa47104916/7e7b09a8-f107-4b36-abb5-db25e63d60e0) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:58.031926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.045607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 331a9906-14c8-468c-85ff-3aa9473e7c3a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:58.174925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Calling delete_port for c081afe1-5cac-4a9b-aafb-db7d360a36d0 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:58.201853 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 331a9906-14c8-468c-85ff-3aa9473e7c3a) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:58.220148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65776567-b6ce-4d82-9ad6-2770ee5e66f0 None None] Network 331a9906-14c8-468c-85ff-3aa9473e7c3a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:58.232110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:58.234768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:58.235340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.235711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919d863-6ef4-4a56-844d-94a544d25356 req-be138c9f-7b24-4c53-b3e2-5e6470d9a638 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:58.237208 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9919d863-6ef4-4a56-844d-94a544d25356 req-be138c9f-7b24-4c53-b3e2-5e6470d9a638 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.7025871 Dec 23 16:10:58.244312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:58.254683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:58.265493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:58.278857 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13422e06-18df-4c4f-9fc6-a9a2033e9e19 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9504447 Dec 23 16:10:58.279403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:58.285551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a', 'name': 'tempest-PortsIpV6TestJSON-295684109'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:58.314463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:58.340910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.392817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] Pushing event deleted for resources: {'Port': ['ID=b8a185f0-daa3-40dc-9460-9b553cb16039,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:58.417029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] For port b8a185f0-daa3-40dc-9460-9b553cb16039, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b8a185f0-daa3-40dc-9460-9b553cb16039,segment=NetworkSegment(526ae814-125c-4368-9188-6a361ca27ef1),segment_id=526ae814-125c-4368-9188-6a361ca27ef1)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:58.417643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.447690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90022e4a-1eee-4848-ac09-8782803871b0 None None] No DVR routers for this DVR port b8a185f0-daa3-40dc-9460-9b553cb16039 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:58.451826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.509197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.523417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.534012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Transition to ACTIVE for port object 7e7b09a8-f107-4b36-abb5-db25e63d60e0 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:58.581735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Transition to ACTIVE for port object 7e7b09a8-f107-4b36-abb5-db25e63d60e0 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:58.593101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.641602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Calling delete_port for b8a185f0-daa3-40dc-9460-9b553cb16039 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:10:58.694917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:58.713540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Network d528fa67-e462-402a-93c0-6ac1c0acd018 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:58.717095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:58.718903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:58.721027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Pushing event updated for resources: {'Port': ['ID=7e7b09a8-f107-4b36-abb5-db25e63d60e0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:58.723291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:58.737270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.759475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-331a9906-14c8-468c-85ff-3aa9473e7c3a', 'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a', 'tenant_id': 'b044bd17926f405fb8bebeedf47df269', 'fixed_ips': [{'subnet_id': '53310c1b-b0f4-47de-9252-deab41accba2'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:58.760322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.789118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:58.792069 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.807000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9919d863-6ef4-4a56-844d-94a544d25356 req-61168c95-d8e1-4575-b72c-f31822fb30cf tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5368237 Dec 23 16:10:58.810322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Port': ['ID=c081afe1-5cac-4a9b-aafb-db7d360a36d0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:58.831492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Attempting to bind port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:58.831905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Attempting to bind port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd528fa67-e462-402a-93c0-6ac1c0acd018'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:58.832243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Attempting to bind port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 on network d528fa67-e462-402a-93c0-6ac1c0acd018 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:58.895470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:58.896178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Checking segment: {'id': '2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd528fa67-e462-402a-93c0-6ac1c0acd018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:58.897028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.897681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Bound using segment: {'id': '2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd528fa67-e462-402a-93c0-6ac1c0acd018'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:58.898455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Bound port: 7e7b09a8-f107-4b36-abb5-db25e63d60e0, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd528fa67-e462-402a-93c0-6ac1c0acd018'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:58.899028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.953768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port c6a3199e-8299-4940-b40c-e405a63fded9 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:10:59.099154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b8a185f0-daa3-40dc-9460-9b553cb16039 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:59.141564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] For port 7e7b09a8-f107-4b36-abb5-db25e63d60e0, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:59.146152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b8a185f0-daa3-40dc-9460-9b553cb16039 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:10:59.146391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b8a185f0-daa3-40dc-9460-9b553cb16039 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:59.168856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] For port 7e7b09a8-f107-4b36-abb5-db25e63d60e0, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7e7b09a8-f107-4b36-abb5-db25e63d60e0,segment=NetworkSegment(2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7),segment_id=2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:59.179922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.189444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.191477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:59.191836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:59.228401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Allocated IP 2001:db8::2 (331a9906-14c8-468c-85ff-3aa9473e7c3a/53310c1b-b0f4-47de-9252-deab41accba2/ca881113-89cd-47c1-887d-89c216771920) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:59.332544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.352666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.383200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.390585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2454c-da82-47ef-8943-c44c3156dab6 None None] Pushing event updated for resources: {'Port': ['ID=7e7b09a8-f107-4b36-abb5-db25e63d60e0,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:59.497114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118a6b9-d120-470c-ae39-eed2000a7023 req-dbfc4df4-a019-49cc-957d-57489a3629f9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:59.498694 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e118a6b9-d120-470c-ae39-eed2000a7023 req-dbfc4df4-a019-49cc-957d-57489a3629f9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4431224 Dec 23 16:10:59.564476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.581103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Transition to ACTIVE for port object ca881113-89cd-47c1-887d-89c216771920 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:59.604395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e118a6b9-d120-470c-ae39-eed2000a7023 req-aaef0b00-0dbd-4484-8b23-1e8f73bea359 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886989 Dec 23 16:10:59.612469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Transition to ACTIVE for port object ca881113-89cd-47c1-887d-89c216771920 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:59.618366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.691149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Router 32a9fc52-3eaf-41f0-b392-19a48d796117 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:10:59.715470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port b8a185f0-daa3-40dc-9460-9b553cb16039 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:10:59.715941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.734253 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::216 (331a9906-14c8-468c-85ff-3aa9473e7c3a/53310c1b-b0f4-47de-9252-deab41accba2/c6a3199e-8299-4940-b40c-e405a63fded9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:59.771101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Network 331a9906-14c8-468c-85ff-3aa9473e7c3a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:59.774237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:59.778846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:59.837214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] The port 'b8a185f0-daa3-40dc-9460-9b553cb16039' was deleted {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:10:59.879647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Pushing event updated for resources: {'Port': ['ID=ca881113-89cd-47c1-887d-89c216771920,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:59.906924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Attempting to bind port ca881113-89cd-47c1-887d-89c216771920 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:59.907287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Attempting to bind port ca881113-89cd-47c1-887d-89c216771920 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:59.907658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Attempting to bind port ca881113-89cd-47c1-887d-89c216771920 on network 331a9906-14c8-468c-85ff-3aa9473e7c3a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:59.920959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:59.921243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Checking segment: {'id': 'f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:59.921640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.922026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Bound using segment: {'id': 'f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:59.922478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Bound port: ca881113-89cd-47c1-887d-89c216771920, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '331a9906-14c8-468c-85ff-3aa9473e7c3a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:59.922894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.010774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.030814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] For port ca881113-89cd-47c1-887d-89c216771920, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:00.033820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object c6a3199e-8299-4940-b40c-e405a63fded9 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:00.034079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] For port ca881113-89cd-47c1-887d-89c216771920, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca881113-89cd-47c1-887d-89c216771920,segment=NetworkSegment(f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1),segment_id=f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:00.042334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.129032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22226a8b-66b4-414f-a87e-c67f0071a5c3 None None] Pushing event updated for resources: {'Port': ['ID=ca881113-89cd-47c1-887d-89c216771920,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:00.152430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=9625700e-7196-45b1-9326-164d7a39eba1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:00.165265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': 'bfddf406-be30-4247-a651-abc3075847ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:00.165622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: e88a8ef4-069d-4a77-b66c-8677c1b7fc6f, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:00.185864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.303212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909a1bd5-c0d9-44b2-9b0c-89901402620a']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:00.319347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.355966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526ae814-125c-4368-9188-6a361ca27ef1') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:00.356557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526ae814-125c-4368-9188-6a361ca27ef1') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:00.386772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.414611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network e88a8ef4-069d-4a77-b66c-8677c1b7fc6f is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:00.429222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 76ab36eb-3a78-44b5-9c65-6fea752db95f associated. External IP: 172.26.7.37, port: fac6f87f-b7eb-4e90-b213-32a7f3f150f1. Dec 23 16:11:00.450258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 331a9906-14c8-468c-85ff-3aa9473e7c3a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:00.453747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:00.459418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:00.463417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:00.464711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.472288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=c6a3199e-8299-4940-b40c-e405a63fded9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:00.513284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.528479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e88a8ef4-069d-4a77-b66c-8677c1b7fc6f) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:00.540133 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ddef011-9e53-4983-b330-1cdbf6610a7c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2564569 Dec 23 16:11:00.540133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Router 243f0e04-a333-4451-a2cb-a419f7370d49 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:00.542483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49890) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:00.544521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d6d6d-599a-4b83-b5ed-fa657da0ace4 None None] Network e88a8ef4-069d-4a77-b66c-8677c1b7fc6f requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:00.557946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:00.558839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.609200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:00.609601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.634762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95597d16-e0a3-472b-802f-9672e1105b78 req-8c340bc1-55db-4f1c-8022-178e084638db tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:00.641010 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-95597d16-e0a3-472b-802f-9672e1105b78 req-8c340bc1-55db-4f1c-8022-178e084638db tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5544591 Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:00.641726 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:00.657514 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0e8c4a27-e4fd-426d-9fb1-dab898f533c6 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7626767 Dec 23 16:11:00.665254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49894) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:00.823239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036de05-d26e-4bbf-832b-d329abd45e3d None None] Network d528fa67-e462-402a-93c0-6ac1c0acd018 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:00.841298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:00.890649 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64d5964d-8f62-4112-9319-5c5f6b6a7079 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4057796 Dec 23 16:11:00.892102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49898) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:00.907048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.917547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] Sync routers for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:00.937248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port c6a3199e-8299-4940-b40c-e405a63fded9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:00.937592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.966829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.970688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.978751 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-bac8f263-6bbc-473b-9cba-9fc173ead4ef tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] show failed (client error): The resource could not be found. Dec 23 16:11:00.983980 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bac8f263-6bbc-473b-9cba-9fc173ead4ef tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1463017157 HTTP/1.1" status: 404 len: 335 time: 0.0856869 Dec 23 16:11:00.992152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:00.998026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-e88a8ef4-069d-4a77-b66c-8677c1b7fc6f', 'network_id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': '9625700e-7196-45b1-9326-164d7a39eba1'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:00.998822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:01.012903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cef2701b-6e17-49ed-9f9e-2e507df4c1ce None None] Provisioning for port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:01.033519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:01.034706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:01.087753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-104bf46c-817f-4925-8fac-bbfc9ac71283 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:01.166366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:01.181244 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-104bf46c-817f-4925-8fac-bbfc9ac71283 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] update failed (client error): The resource could not be found. Dec 23 16:11:01.185652 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-104bf46c-817f-4925-8fac-bbfc9ac71283 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1494759727 HTTP/1.1" status: 404 len: 335 time: 0.1859121 Dec 23 16:11:01.187538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e7b09a8-f107-4b36-abb5-db25e63d60e0 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:01.187744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49906) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:01.199644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=909a1bd5-c0d9-44b2-9b0c-89901402620a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:01.240177 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:01.244144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-95597d16-e0a3-472b-802f-9672e1105b78 req-f0f9f909-ddaa-4035-b21c-8d6df32fd5f0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4958186 Dec 23 16:11:01.249159 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7e1f2a4c-e050-4061-973a-b370fe8f8f51 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/909a1bd5-c0d9-44b2-9b0c-89901402620a HTTP/1.1" status: 204 len: 168 time: 4.1273184 Dec 23 16:11:01.258706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49910) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:01.381038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] Routers {'243f0e04-a333-4451-a2cb-a419f7370d49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:01.381668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['243f0e04-a333-4451-a2cb-a419f7370d49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:01.542420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcc941e-2986-4ef5-8415-6f2e63c3224e tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:01.542970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcc941e-2986-4ef5-8415-6f2e63c3224e tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:01.546805 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bdcc941e-2986-4ef5-8415-6f2e63c3224e tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/76b261f0-df23-4c42-b207-6a3769756904 HTTP/1.1" status: 404 len: 337 time: 0.2785571 Dec 23 16:11:01.554134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49916) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:01.629859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:01.630264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebf6be-23a7-4b48-bfc0-aadc8d4a3bf7 None None] The sync data for ids ['243f0e04-a333-4451-a2cb-a419f7370d49'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:01.704295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:01.719615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:01.725294 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] Sync routers for ids ['32a9fc52-3eaf-41f0-b392-19a48d796117'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:01.743062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2aee8c-c400-4ec9-a004-58c85a1481ba tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:01.743509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2aee8c-c400-4ec9-a004-58c85a1481ba tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:01.748152 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6f2aee8c-c400-4ec9-a004-58c85a1481ba tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/1b1dc371-c90d-48f1-a0c2-819debc8e697 HTTP/1.1" status: 404 len: 339 time: 0.1907537 Dec 23 16:11:01.750529 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] Routers {'32a9fc52-3eaf-41f0-b392-19a48d796117'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:01.752112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:01.753058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:01.759256 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['32a9fc52-3eaf-41f0-b392-19a48d796117'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:01.795739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8646a4-3679-4ddc-8bae-7845eac04404 None None] Network 331a9906-14c8-468c-85ff-3aa9473e7c3a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:01.796979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49920) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:01.873204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:01.881222 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:01.911002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Allocated IP 172.20.0.2 (e88a8ef4-069d-4a77-b66c-8677c1b7fc6f/9625700e-7196-45b1-9326-164d7a39eba1/f0225b51-f970-4045-856f-57d6145a9ba5) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:01.936414 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] Routers {'32a9fc52-3eaf-41f0-b392-19a48d796117'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:01.938782 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['32a9fc52-3eaf-41f0-b392-19a48d796117'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:01.953655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting subnet 6c3040ba-21b2-4ba0-98c3-9111e3b08f0d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:01.958552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.024831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.074541 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:02.075189 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a23c3-d43e-4a7d-906c-2ef97c061c28 None None] The sync data for ids ['32a9fc52-3eaf-41f0-b392-19a48d796117'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:02.142526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2111a129-ff4d-493c-85b3-70611269058b None None] Provisioning for port ca881113-89cd-47c1-887d-89c216771920 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:02.147968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for c6a3199e-8299-4940-b40c-e405a63fded9 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:02.154011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.221767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.273628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.273898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.274917 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3c3357b4-1427-4739-94ff-876b22fb2dfb tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.4833121 Dec 23 16:11:02.276138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb66a75f-a34d-45c6-9ed7-044317cca39a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:02.276569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb66a75f-a34d-45c6-9ed7-044317cca39a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:02.278294 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cb66a75f-a34d-45c6-9ed7-044317cca39a tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/62c700f5-b9aa-429a-bbe7-89e0d5267393 HTTP/1.1" status: 404 len: 337 time: 0.4773984 Dec 23 16:11:02.279126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49926) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:02.285067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49928) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:02.328021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': False}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:02.354067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3040ba-21b2-4ba0-98c3-9111e3b08f0d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:02.360537 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-385c1d80-a69f-41fc-981f-ab3590d36292 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:02.360964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385c1d80-a69f-41fc-981f-ab3590d36292 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:02.367235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.373521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.375824 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-385c1d80-a69f-41fc-981f-ab3590d36292 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/380db383-1968-45c3-bf5b-28a6cff06abd HTTP/1.1" status: 404 len: 339 time: 0.0595980 Dec 23 16:11:02.376515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:02.385864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Transition to ACTIVE for port object f0225b51-f970-4045-856f-57d6145a9ba5 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:02.412213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0128d4-d981-4b2c-9e97-e04b7ecee091 None None] Network 1c240fa6-788c-4a29-9b29-f147185ef5c7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:02.417415 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a29c1b02-1d65-4b8e-ab2f-9deeb31f19ad tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/subnets/6c3040ba-21b2-4ba0-98c3-9111e3b08f0d HTTP/1.1" status: 204 len: 168 time: 1.2286642 Dec 23 16:11:02.422125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:02.426285 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-37df49b2-a4b0-4615-a7a8-d54df390bd4d tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:02.426717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37df49b2-a4b0-4615-a7a8-d54df390bd4d tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:02.431891 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37df49b2-a4b0-4615-a7a8-d54df390bd4d tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/b413cf80-534f-4ec7-9b4d-6c1856ba3981 HTTP/1.1" status: 404 len: 337 time: 0.0520279 Dec 23 16:11:02.449970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49942) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:02.532118 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2e04da-7a55-4efd-9326-23ff3580a8bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:02.532547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2e04da-7a55-4efd-9326-23ff3580a8bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:02.536637 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b2e04da-7a55-4efd-9326-23ff3580a8bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/afc43d90-2b7f-44b5-bc4c-6e73c2d9378d HTTP/1.1" status: 404 len: 339 time: 0.0834069 Dec 23 16:11:02.536784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bb945f78-c762-4a4d-bf64-91566ce37648 None None] Provisioning complete for port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:02.536784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb945f78-c762-4a4d-bf64-91566ce37648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.544224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49946) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:02.625846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Transition to ACTIVE for port object f0225b51-f970-4045-856f-57d6145a9ba5 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:02.631650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.643339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.666383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7e7b09a8-f107-4b36-abb5-db25e63d60e0, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7e7b09a8-f107-4b36-abb5-db25e63d60e0,segment=NetworkSegment(2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7),segment_id=2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:02.693049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffe025-47ec-4b3b-a527-cc641bca5934 req-c88b231b-b024-4a3b-8b5d-3673d36de59f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:02.693321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.693813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca881113-89cd-47c1-887d-89c216771920 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:02.699681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28ffe025-47ec-4b3b-a527-cc641bca5934 req-c88b231b-b024-4a3b-8b5d-3673d36de59f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4196622 Dec 23 16:11:02.719587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.724001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting port 03c0a05e-cd92-40ec-a59a-6b2650e1473b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:02.724345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.746568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=c6a3199e-8299-4940-b40c-e405a63fded9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:02.787048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.838000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=9625700e-7196-45b1-9326-164d7a39eba1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:02.896327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:02.913041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Network e88a8ef4-069d-4a77-b66c-8677c1b7fc6f is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:02.923541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:02.927312 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28ffe025-47ec-4b3b-a527-cc641bca5934 req-4f17d235-6ccf-4e1f-920b-ca61e8a0c6eb tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267854 Dec 23 16:11:02.929685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7e7b09a8-f107-4b36-abb5-db25e63d60e0,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:02.933736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:02.955604 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7ea40267-be39-49e8-8104-d3c44ed9a26d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/c6a3199e-8299-4940-b40c-e405a63fded9 HTTP/1.1" status: 204 len: 168 time: 2.4112892 Dec 23 16:11:02.961992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49950) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:03.024018 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5b77ce-56ae-4474-bfd1-332de98d454a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:03.024457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5b77ce-56ae-4474-bfd1-332de98d454a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:03.028488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-eb5b77ce-56ae-4474-bfd1-332de98d454a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/c6a3199e-8299-4940-b40c-e405a63fded9 HTTP/1.1" status: 404 len: 333 time: 0.0630438 Dec 23 16:11:03.031488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting subnet 9b5c65db-9715-483c-9e8e-be85bb45ddce {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:03.032436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49954) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:03.035521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.080115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.129183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Deleting port 44320882-304d-4a9e-8c28-8745cc8b68e7 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:03.129518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.140184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.141750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Pushing event updated for resources: {'Port': ['ID=f0225b51-f970-4045-856f-57d6145a9ba5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:03.151796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ca881113-89cd-47c1-887d-89c216771920 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:03.168921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ca881113-89cd-47c1-887d-89c216771920 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:03.169286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.198199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Attempting to bind port f0225b51-f970-4045-856f-57d6145a9ba5 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:03.198199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Attempting to bind port f0225b51-f970-4045-856f-57d6145a9ba5 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'bfddf406-be30-4247-a651-abc3075847ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:03.198537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Attempting to bind port f0225b51-f970-4045-856f-57d6145a9ba5 on network e88a8ef4-069d-4a77-b66c-8677c1b7fc6f {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:03.228711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:03.229084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Checking segment: {'id': 'bfddf406-be30-4247-a651-abc3075847ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:03.229477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.229862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Bound using segment: {'id': 'bfddf406-be30-4247-a651-abc3075847ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:03.230350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Bound port: f0225b51-f970-4045-856f-57d6145a9ba5, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfddf406-be30-4247-a651-abc3075847ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:03.230680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.299002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88a8ef4-069d-4a77-b66c-8677c1b7fc6f']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:03.335630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfddf406-be30-4247-a651-abc3075847ec') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:03.335988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfddf406-be30-4247-a651-abc3075847ec') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:03.343007 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9785b4-3fbf-411c-b36b-355cd590d0c5 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:11:03.343513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ea9785b4-3fbf-411c-b36b-355cd590d0c5 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:03.355604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] DHCP port deletion for 1c240fa6-788c-4a29-9b29-f147185ef5c7 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:03.379717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.385923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Deleting port 03c0a05e-cd92-40ec-a59a-6b2650e1473b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:03.385923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.402905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] For port 03c0a05e-cd92-40ec-a59a-6b2650e1473b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03c0a05e-cd92-40ec-a59a-6b2650e1473b,segment=NetworkSegment(73d3ef27-ebf6-4797-9908-873cd53b46e9),segment_id=73d3ef27-ebf6-4797-9908-873cd53b46e9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:03.403269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.455036 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] For port f0225b51-f970-4045-856f-57d6145a9ba5, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:03.459201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.508320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.543840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ea9785b4-3fbf-411c-b36b-355cd590d0c5 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:03.545368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ea9785b4-3fbf-411c-b36b-355cd590d0c5 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/c6a3199e-8299-4940-b40c-e405a63fded9 HTTP/1.1" status: 404 len: 333 time: 0.5120318 Dec 23 16:11:03.550142 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ca881113-89cd-47c1-887d-89c216771920, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca881113-89cd-47c1-887d-89c216771920,segment=NetworkSegment(f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1),segment_id=f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:03.561712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49958) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:03.576659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a2e9353d-99ab-4809-a376-4c105e9350e0 None None] Provisioning complete for port ca881113-89cd-47c1-887d-89c216771920 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:03.577034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2e9353d-99ab-4809-a376-4c105e9350e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.597129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Calling delete_port for 03c0a05e-cd92-40ec-a59a-6b2650e1473b owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:03.601327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.678713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:03.679122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:03.713458 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:03.735879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e7b09a8-f107-4b36-abb5-db25e63d60e0 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:03.834819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] For port 03c0a05e-cd92-40ec-a59a-6b2650e1473b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03c0a05e-cd92-40ec-a59a-6b2650e1473b,segment=NetworkSegment(73d3ef27-ebf6-4797-9908-873cd53b46e9),segment_id=73d3ef27-ebf6-4797-9908-873cd53b46e9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:03.835210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.847366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] For port 44320882-304d-4a9e-8c28-8745cc8b68e7, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=44320882-304d-4a9e-8c28-8745cc8b68e7,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:03.848017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.857412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ca881113-89cd-47c1-887d-89c216771920,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:03.904124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:03.976322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Calling delete_port for 03c0a05e-cd92-40ec-a59a-6b2650e1473b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:04.033154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:04.043525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Calling delete_port for 44320882-304d-4a9e-8c28-8745cc8b68e7 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:04.082072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.091851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] For port f0225b51-f970-4045-856f-57d6145a9ba5, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f0225b51-f970-4045-856f-57d6145a9ba5,segment=NetworkSegment(bfddf406-be30-4247-a651-abc3075847ec),segment_id=bfddf406-be30-4247-a651-abc3075847ec)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:04.103482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.130147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.133967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:11:04.133967 dv-neutron-822800-1-hyperv neutron-server[83495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:11:04.133967 dv-neutron-822800-1-hyperv neutron-server[83495]: [parameters: {'id': 'e88a8ef4-069d-4a77-b66c-8677c1b7fc6f'}] Dec 23 16:11:04.133967 dv-neutron-822800-1-hyperv neutron-server[83495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:04.134351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:04.182194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Port': ['ID=03c0a05e-cd92-40ec-a59a-6b2650e1473b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:04.189451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5c65db-9715-483c-9e8e-be85bb45ddce,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:04.194146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:04.194146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.196153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] No DVR routers for this DVR port 03c0a05e-cd92-40ec-a59a-6b2650e1473b on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:04.216534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet 53310c1b-b0f4-47de-9252-deab41accba2 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:04.224802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.240277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.245907 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44b7831e-4e40-4800-8b71-2e86e14fe9bd tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/9b5c65db-9715-483c-9e8e-be85bb45ddce HTTP/1.1" status: 204 len: 168 time: 1.6983428 Dec 23 16:11:04.247356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:04.290573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beedaa5-6e28-4e89-bdb9-74d23cbdd39e None None] Network 1c51338e-83de-47c2-ab0f-8e60f2340429 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:04.362999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8938-b974-42e8-8f75-75cac9cc7f3f None None] Pushing event updated for resources: {'Port': ['ID=f0225b51-f970-4045-856f-57d6145a9ba5,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:04.365440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:04.365789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:04.366234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f7f7dce6-1df1-431c-bd21-477b83f28d81 None None] Could not find standard attr ID for object c6a3199e-8299-4940-b40c-e405a63fded9. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:11:04.400656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.462179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.494327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a95325-350c-46bc-8d39-46b7a44bea1f None None] Network e88a8ef4-069d-4a77-b66c-8677c1b7fc6f requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:04.514903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:04.515491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.541622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.546968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fc7ef-f30f-48e0-bbfd-5fa9ce6099fc req-79340c9e-f37f-4e72-b9ca-042871f10bd0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:04.553787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-171fc7ef-f30f-48e0-bbfd-5fa9ce6099fc req-79340c9e-f37f-4e72-b9ca-042871f10bd0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3908434 Dec 23 16:11:04.586427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c240fa6-788c-4a29-9b29-f147185ef5c7']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:04.603881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d3ef27-ebf6-4797-9908-873cd53b46e9') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:04.604226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d3ef27-ebf6-4797-9908-873cd53b46e9') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:04.642307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.654787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.710247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.710247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port f0225b51-f970-4045-856f-57d6145a9ba5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:04.710247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.751530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03c0a05e-cd92-40ec-a59a-6b2650e1473b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:04.774124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.792763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 03c0a05e-cd92-40ec-a59a-6b2650e1473b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:04.793504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03c0a05e-cd92-40ec-a59a-6b2650e1473b not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:04.799377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:04.799908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:04.817226 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:04.867240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Deleting port 03c0a05e-cd92-40ec-a59a-6b2650e1473b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:04.867747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.870588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-171fc7ef-f30f-48e0-bbfd-5fa9ce6099fc req-d1b7dacf-0e43-4e60-ba45-d3336e1fcae7 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156750 Dec 23 16:11:04.931636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.949161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] DHCP port deletion for 1c51338e-83de-47c2-ab0f-8e60f2340429 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:04.963698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] Deleting port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:04.964068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:04.993715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] For port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,segment=NetworkSegment(95bb3652-598c-400c-8018-f7697ea411af),segment_id=95bb3652-598c-400c-8018-f7697ea411af)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:04.994335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.049230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c6e33-4134-4abd-8108-5496c416121c None None] The port '03c0a05e-cd92-40ec-a59a-6b2650e1473b' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:11:05.124047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9ebe94d2-a4cd-4bf1-af28-abb5b9ce2bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.237218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Calling delete_port for 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:05.268692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=44320882-304d-4a9e-8c28-8745cc8b68e7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:05.271225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] For port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,segment=NetworkSegment(95bb3652-598c-400c-8018-f7697ea411af),segment_id=95bb3652-598c-400c-8018-f7697ea411af)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:05.271901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.272760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.327162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.383752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.410127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] Calling delete_port for 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:05.460956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=53310c1b-b0f4-47de-9252-deab41accba2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:05.487365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:05.495464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Network': ['ID=1c240fa6-788c-4a29-9b29-f147185ef5c7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:05.510052 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fe3f3f5b-ca91-479e-9cf0-2d3a34c7961f tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/networks/1c240fa6-788c-4a29-9b29-f147185ef5c7 HTTP/1.1" status: 204 len: 168 time: 3.0866957 Dec 23 16:11:05.513623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:05.516594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49972) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:05.540191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.540558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e7992-7f5b-479c-9347-951aabe74784 None None] Network 331a9906-14c8-468c-85ff-3aa9473e7c3a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:05.546111 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-25640d8f-e51c-4107-b669-0f626c5f0dab tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/53310c1b-b0f4-47de-9252-deab41accba2 HTTP/1.1" status: 204 len: 168 time: 1.9829259 Dec 23 16:11:05.551634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.557047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49976) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:05.620778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-20a94411-cf99-4592-af16-185c044f3844 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/floatingips/76ab36eb-3a78-44b5-9c65-6fea752db95f HTTP/1.1" status: 200 len: 976 time: 8.4639208 Dec 23 16:11:05.622441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 49980) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:05.635317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.690362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port f0225b51-f970-4045-856f-57d6145a9ba5, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f0225b51-f970-4045-856f-57d6145a9ba5,segment=NetworkSegment(bfddf406-be30-4247-a651-abc3075847ec),segment_id=bfddf406-be30-4247-a651-abc3075847ec)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:05.690727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.695346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:05.696162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:05.701138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b399b-46f0-4d08-affe-02e8e6719b63 req-307660bb-257e-4d91-ac3c-e2cd4e4329e5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:05.708814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c2b399b-46f0-4d08-affe-02e8e6719b63 req-307660bb-257e-4d91-ac3c-e2cd4e4329e5 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4315763 Dec 23 16:11:05.722024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:05.722347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:05.756391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] Pushing event deleted for resources: {'Port': ['ID=85404930-9cf1-4bc8-9fbf-35e9e0cb8eae,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:05.801568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca881113-89cd-47c1-887d-89c216771920 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:05.824303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:05.836110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc9356-78f5-4ed4-8012-d5876ac78e39 None None] No DVR routers for this DVR port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:05.846807 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c2b399b-46f0-4d08-affe-02e8e6719b63 req-a1e32800-de3d-45b4-a2b3-0e2917c4b1be tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370888 Dec 23 16:11:05.857032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port fac6f87f-b7eb-4e90-b213-32a7f3f150f1 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:05.857467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.895267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:05.963733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:05.964348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:10:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:06.030619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:06.031139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773fbc48-2787-42c1-b47e-9c682663e060 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:06.054793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for f0225b51-f970-4045-856f-57d6145a9ba5 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:06.055859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ca881113-89cd-47c1-887d-89c216771920 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:06.056856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.099998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.158558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port ca881113-89cd-47c1-887d-89c216771920 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:06.159437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.182261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] DHCP port deletion for 331a9906-14c8-468c-85ff-3aa9473e7c3a request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:06.188132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] Deleting port ca881113-89cd-47c1-887d-89c216771920 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:06.189439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.207285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting subnet a27a85a4-e1f2-4ad6-8247-03d28494f984 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:06.222154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.252402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:06.252402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.333135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] The port '85404930-9cf1-4bc8-9fbf-35e9e0cb8eae' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:11:06.344048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.370600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:06.409209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.414090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:06.414434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 85404930-9cf1-4bc8-9fbf-35e9e0cb8eae not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:06.424999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.447681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.470453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] For port ca881113-89cd-47c1-887d-89c216771920, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca881113-89cd-47c1-887d-89c216771920,segment=NetworkSegment(f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1),segment_id=f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:06.470848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.536464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.577858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=f0225b51-f970-4045-856f-57d6145a9ba5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:06.603615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] Calling delete_port for ca881113-89cd-47c1-887d-89c216771920 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:06.633242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port f0225b51-f970-4045-856f-57d6145a9ba5 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:06.637879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.682312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.730213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] Pushing event deleted for resources: {'Port': ['ID=ca881113-89cd-47c1-887d-89c216771920,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:06.737475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562bff4-9b5d-4305-a48f-e49b7696a4ac None None] No DVR routers for this DVR port ca881113-89cd-47c1-887d-89c216771920 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:06.757905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10686844-501f-4a25-bffb-916e6bebd917 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:11:06.850087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c51338e-83de-47c2-ab0f-8e60f2340429']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:06.895465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bb3652-598c-400c-8018-f7697ea411af') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:06.895875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bb3652-598c-400c-8018-f7697ea411af') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:06.905475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] For port ca881113-89cd-47c1-887d-89c216771920, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca881113-89cd-47c1-887d-89c216771920,segment=NetworkSegment(f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1),segment_id=f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:06.905912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.918085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10686844-501f-4a25-bffb-916e6bebd917 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:11:06.926378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:06.934658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.077552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for ca881113-89cd-47c1-887d-89c216771920 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:07.104904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88a8ef4-069d-4a77-b66c-8677c1b7fc6f']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:07.113497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.129263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.135994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.138609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.138977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.139285 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 76ab36eb-3a78-44b5-9c65-6fea752db95f disassociated. External IP: 172.26.7.37, port: fac6f87f-b7eb-4e90-b213-32a7f3f150f1. Dec 23 16:11:07.139646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for fac6f87f-b7eb-4e90-b213-32a7f3f150f1 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:07.162877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfddf406-be30-4247-a651-abc3075847ec') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:07.162877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfddf406-be30-4247-a651-abc3075847ec') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:07.187748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.191040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.198296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:07.198778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:07.215484 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:07.268463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-170d7874-e7ba-4a4e-8e11-0f32f847371e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.402509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d483-7138-402c-bcf3-b7b255326deb req-9c7407d1-b4db-4e86-99e8-1e44d027a0c9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:07.403984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e52d483-7138-402c-bcf3-b7b255326deb req-9c7407d1-b4db-4e86-99e8-1e44d027a0c9 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3359265 Dec 23 16:11:07.428906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.452984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:07.453388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:07.468172 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:07.527366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.533892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.565353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.575148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:07.575577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:07.585816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=1c51338e-83de-47c2-ab0f-8e60f2340429,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:07.591303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.614263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=fac6f87f-b7eb-4e90-b213-32a7f3f150f1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:07.622608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e52d483-7138-402c-bcf3-b7b255326deb req-110b9406-c9c7-4da3-8d6b-2c5dacea3b2d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058513 Dec 23 16:11:07.635782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.640136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Subnet': ['ID=a27a85a4-e1f2-4ad6-8247-03d28494f984,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:07.663152 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9de9d637-940c-4c60-a647-06334c332629 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/1c51338e-83de-47c2-ab0f-8e60f2340429 HTTP/1.1" status: 204 len: 168 time: 3.4125035 Dec 23 16:11:07.663152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.667965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:07.714227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=e88a8ef4-069d-4a77-b66c-8677c1b7fc6f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:07.714355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca881113-89cd-47c1-887d-89c216771920 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:07.719583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.722150 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2e6ea590-82b8-4cce-9725-84cad5cccdd8 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/subnets/a27a85a4-e1f2-4ad6-8247-03d28494f984 HTTP/1.1" status: 204 len: 168 time: 2.2032070 Dec 23 16:11:07.724017 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6febfc68-13ee-40ce-9862-b93ec5362165 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/e88a8ef4-069d-4a77-b66c-8677c1b7fc6f HTTP/1.1" status: 204 len: 168 time: 7.0575378 Dec 23 16:11:07.725574 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c3443c-a008-495f-bab9-a0e58d733b4d tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:07.727279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c3443c-a008-495f-bab9-a0e58d733b4d tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:07.729134 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d4c3443c-a008-495f-bab9-a0e58d733b4d tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/dbd9414c-534d-4aab-967c-5b29b155d5bc HTTP/1.1" status: 404 len: 337 time: 0.0585456 Dec 23 16:11:07.729844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49992) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:07.730310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49994) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:07.734107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 49996) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:07.770098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ca881113-89cd-47c1-887d-89c216771920 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:07.770442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca881113-89cd-47c1-887d-89c216771920 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:07.773986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb423a-8ed1-4c89-80ba-ee17e55f5592 None None] Network 992c1a52-8d4f-4d80-b8fb-a3f418166918 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:07.775234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1562697984'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:07.808208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:07.822232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:07.825224 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf6ef0e-1e07-42be-a9fe-7679eaf67587 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:07.825696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf6ef0e-1e07-42be-a9fe-7679eaf67587 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:07.830035 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddf6ef0e-1e07-42be-a9fe-7679eaf67587 tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/3e34bd4b-1785-499a-8860-e88fd3b2f57a HTTP/1.1" status: 404 len: 339 time: 0.0605633 Dec 23 16:11:07.831475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:07.834154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:07.873953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:07.979292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:07.982471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.082374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] DHCP port deletion for 992c1a52-8d4f-4d80-b8fb-a3f418166918 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:08.087164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] Deleting port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:08.087716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.098462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port ca881113-89cd-47c1-887d-89c216771920 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:08.098462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.099645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Router 32a9fc52-3eaf-41f0-b392-19a48d796117 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:08.112962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48128f35-d061-4d2e-abd8-3a19df895999 req-4563dfaa-d3c3-4766-a3c0-92cefb6e5977 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:08.114464 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48128f35-d061-4d2e-abd8-3a19df895999 req-4563dfaa-d3c3-4766-a3c0-92cefb6e5977 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2813635 Dec 23 16:11:08.169495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:08.218146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] The port 'ca881113-89cd-47c1-887d-89c216771920' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:11:08.238172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.238401 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment 14acf80c-9b48-4823-a641-6efc3e450958 of type vlan for network 6eded3d2-7fc5-435c-8286-039ad75fea22 Dec 23 16:11:08.320879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting subnet 15a6ff5b-e45e-4aa9-9d74-86c1f35b5401 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:08.329713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.354513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] For port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6c1b6c8a-3dd6-431e-b863-ba4fb00b3086,segment=NetworkSegment(d0003220-e50c-4264-8078-3653498a3fe0),segment_id=d0003220-e50c-4264-8078-3653498a3fe0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:08.355012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.391733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.441151 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48128f35-d061-4d2e-abd8-3a19df895999 req-dd9dcd95-50fd-43e3-9477-1ad9b9395ee8 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173249 Dec 23 16:11:08.448847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.464483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting subnet 47eb933c-e14f-44dc-9ea0-53b5823809c2 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:08.481942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.490260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:08.521836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.536885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.559524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] Calling delete_port for 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:08.623200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331a9906-14c8-468c-85ff-3aa9473e7c3a']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:08.634815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.649394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.666155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.681050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:08.681372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52ca1a8-e0e0-42cf-89b1-fb8a58b5aba1') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:08.684835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:08.696659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.700220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:08.700784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.710890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] Pushing event deleted for resources: {'Port': ['ID=6c1b6c8a-3dd6-431e-b863-ba4fb00b3086,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:08.719787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf123f1e-dad5-4bcb-9709-18fd1aff0fb4 None None] No DVR routers for this DVR port 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:08.746549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.851650 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1185944 Dec 23 16:11:08.856606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50010) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:08.868886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.890858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54093f9a-3759-47cc-8ba2-ecae2dd8d881 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=6eded3d2-7fc5-435c-8286-039ad75fea22,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:08.894881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:08.895281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:08.912145 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:08.917320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': '6eded3d2-7fc5-435c-8286-039ad75fea22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:08.945642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3dda4-9cbb-4891-87aa-d0bc133e2fd7 req-04965277-e9e1-4c6a-962d-2502e7a00bff tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:08.947250 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3d3dda4-9cbb-4891-87aa-d0bc133e2fd7 req-04965277-e9e1-4c6a-962d-2502e7a00bff tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3134432 Dec 23 16:11:08.975105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.034505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.034862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6eded3d2-7fc5-435c-8286-039ad75fea22 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:09.071847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:09.083121 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] Sync routers for ids ['32a9fc52-3eaf-41f0-b392-19a48d796117'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:09.097086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] Routers {'32a9fc52-3eaf-41f0-b392-19a48d796117'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:09.098272 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['32a9fc52-3eaf-41f0-b392-19a48d796117'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.131796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.133248 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7bfc97ed-19fa-499b-a119-b79c455c7eae tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "PUT /v2.0/routers/32a9fc52-3eaf-41f0-b392-19a48d796117 HTTP/1.1" status: 200 len: 921 time: 6.8511596 Dec 23 16:11:09.139128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50014) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:09.145760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:09.179087 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.194473 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] Routers {'32a9fc52-3eaf-41f0-b392-19a48d796117'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:09.195060 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['32a9fc52-3eaf-41f0-b392-19a48d796117'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.210586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:09.221475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:09.228127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.231706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3d3dda4-9cbb-4891-87aa-d0bc133e2fd7 req-997bddc5-1fee-4099-9799-9d1d4b49c0b1 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690794 Dec 23 16:11:09.253574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.261985 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.262854 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38dfd5-3ff4-410b-8cd1-a61ee479d7cc None None] The sync data for ids ['32a9fc52-3eaf-41f0-b392-19a48d796117'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:09.271451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=331a9906-14c8-468c-85ff-3aa9473e7c3a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:09.288093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.303219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:09.321681 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b5d050ef-aef0-4566-b8ec-37218ba84640 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/331a9906-14c8-468c-85ff-3aa9473e7c3a HTTP/1.1" status: 204 len: 168 time: 3.7635720 Dec 23 16:11:09.327765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50020) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:09.338251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:09.339083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Subnet': ['ID=15a6ff5b-e45e-4aa9-9d74-86c1f35b5401,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:09.344499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1997162487'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:09.351783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:09.355017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.391877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:09.394932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.399265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fadd57-df02-4f96-955e-f3c61d02e981 None None] Network d8814760-85fe-47c5-b13a-f4ad2e6efee6 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:09.399832 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4983e6bb-47ec-4628-b13b-1a7f0ddbb372 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/subnets/15a6ff5b-e45e-4aa9-9d74-86c1f35b5401 HTTP/1.1" status: 204 len: 168 time: 1.6654687 Dec 23 16:11:09.403197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:09.405680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50024) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:09.406401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Subnet': ['ID=47eb933c-e14f-44dc-9ea0-53b5823809c2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:09.436498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:09.470744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.498887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3fc527-dde3-4d8c-abac-0ae400345025 None None] Network 067d0044-49f5-4097-b4f0-e495b18123e2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:09.500429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.503035 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-999c09e7-d594-4b44-88ba-e0f63add084b tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/subnets/47eb933c-e14f-44dc-9ea0-53b5823809c2 HTTP/1.1" status: 204 len: 168 time: 1.6646411 Dec 23 16:11:09.516926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50028) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:09.543111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:09.546050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.634427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:09.647284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.659980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:09.675308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing IP validity checks on allocation pools {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:11:09.675308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:11:09.684380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:09.727587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.733095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.733432 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment db8098d1-16de-446b-ad58-43c8a3499c49 of type vlan for network 176dc98d-f604-4024-8367-ed9555cc8feb Dec 23 16:11:09.743540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:09.828614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:09.829101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6c1b6c8a-3dd6-431e-b863-ba4fb00b3086 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:09.837686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:09.838427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.856140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Deleting port f0330a94-1e34-44a2-b489-7dbe60796b26 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:09.856480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.889788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.895004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.919721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:09.920424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.939671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:09.940449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.954959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992c1a52-8d4f-4d80-b8fb-a3f418166918']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.981448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0003220-e50c-4264-8078-3653498a3fe0') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:09.982038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0003220-e50c-4264-8078-3653498a3fe0') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:10.012105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] DHCP port deletion for d8814760-85fe-47c5-b13a-f4ad2e6efee6 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:10.026019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:10.026518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df38d38-e919-4190-a302-1b2a52c89f17 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:10.029476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] Deleting port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:10.029948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.031105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.047109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.051043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:10.051886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.057032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.098785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:10.106398 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d3323896-a7cc-41a0-ae6d-a027282dd26a tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/ports/fac6f87f-b7eb-4e90-b213-32a7f3f150f1 HTTP/1.1" status: 204 len: 168 time: 4.4814472 Dec 23 16:11:10.107085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50032) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:10.112142 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] Sync routers for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:10.117442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6f018ff2-6507-4e7e-8819-38d3a02df5ec admin admin] 10.222.0.18 "PUT /v2.0/routers/1eb18acc-78d2-440a-b3fd-0d68d64f5a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9948397 Dec 23 16:11:10.138121 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:10.142342 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:10.150933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50034) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:10.200952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4411f41-cf8d-4fbf-a8d0-bc615ebdda53 req-1e86af5a-c33b-4b94-b5f3-f0097bcea9a3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:10.208392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4411f41-cf8d-4fbf-a8d0-bc615ebdda53 req-1e86af5a-c33b-4b94-b5f3-f0097bcea9a3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.6527143 Dec 23 16:11:10.232190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] DHCP port deletion for 067d0044-49f5-4097-b4f0-e495b18123e2 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:10.244187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.250497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Deleting port f0330a94-1e34-44a2-b489-7dbe60796b26 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:10.250981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.282258 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-36bcc604-f7ad-418c-b863-22e97980ae4b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "GET /v2.0/floatingips/76ab36eb-3a78-44b5-9c65-6fea752db95f HTTP/1.1" status: 200 len: 687 time: 0.1630204 Dec 23 16:11:10.283030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50040) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:10.290503 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9560375 Dec 23 16:11:10.291940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:10.292513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:10.355224 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:10.389965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50044) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:10.418889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] For port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c,segment=NetworkSegment(19894b4f-38c8-4e50-b74b-1c80114ff10c),segment_id=19894b4f-38c8-4e50-b74b-1c80114ff10c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:10.419434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.423078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b6a98-c457-4d36-ad4e-e7a631c5340f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=176dc98d-f604-4024-8367-ed9555cc8feb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:10.436692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 176dc98d-f604-4024-8367-ed9555cc8feb details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:10.443982 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:10.457717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:10.496429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] For port f0330a94-1e34-44a2-b489-7dbe60796b26, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f0330a94-1e34-44a2-b489-7dbe60796b26,segment=NetworkSegment(15f5eaac-be2c-44e4-81da-e722644a6fd1),segment_id=15f5eaac-be2c-44e4-81da-e722644a6fd1)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:10.499984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.507439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.516922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.617139 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Network': ['ID=992c1a52-8d4f-4d80-b8fb-a3f418166918,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:10.680760 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4411f41-cf8d-4fbf-a8d0-bc615ebdda53 req-5131fbfb-585f-4ce3-bf7f-3e3b08ff25a4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4714170 Dec 23 16:11:10.689278 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e379fb07-1089-4d28-9b0e-a690e31b683a tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/networks/992c1a52-8d4f-4d80-b8fb-a3f418166918 HTTP/1.1" status: 204 len: 168 time: 1.2783008 Dec 23 16:11:10.694242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Calling delete_port for f0330a94-1e34-44a2-b489-7dbe60796b26 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:10.704210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.708020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50048) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:10.762102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] Calling delete_port for ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:10.831233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] For port f0330a94-1e34-44a2-b489-7dbe60796b26, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f0330a94-1e34-44a2-b489-7dbe60796b26,segment=NetworkSegment(15f5eaac-be2c-44e4-81da-e722644a6fd1),segment_id=15f5eaac-be2c-44e4-81da-e722644a6fd1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:10.831913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.850495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 9a3d797f-8aac-40e5-a49c-753d8b33e0c0 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:10.850985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:10.870542 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:11:04Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:10.876054 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] Checking router: 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:11:10.891065 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] Routers {'1eb18acc-78d2-440a-b3fd-0d68d64f5a56'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:10.891967 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:10.913204 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b8b5361d-e839-4722-aa75-3df66428dc67 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/32a9fc52-3eaf-41f0-b392-19a48d796117 HTTP/1.1" status: 200 len: 921 time: 1.7699523 Dec 23 16:11:10.920669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50054) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:10.940422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:10.955057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:10.969927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=4380b288-0d48-4473-8bb4-f4c5fdb3068e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:10.977835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:10.985065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Calling delete_port for f0330a94-1e34-44a2-b489-7dbe60796b26 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:11.041249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.042088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.064293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:11.070234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.100705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] Pushing event deleted for resources: {'Port': ['ID=ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:11.112740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:11.119159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Port': ['ID=f0330a94-1e34-44a2-b489-7dbe60796b26,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:11.129087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587aaf35-485a-4794-ad29-56e215b59c34 None None] No DVR routers for this DVR port ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:11.141688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] No DVR routers for this DVR port f0330a94-1e34-44a2-b489-7dbe60796b26 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:11.149189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:11.149532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:11.179309 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0b06d297-00f6-4ff1-b0c5-95ad5f5ac541 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=32a9fc52-3eaf-41f0-b392-19a48d796117&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2539783 Dec 23 16:11:11.181966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.199027 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] Set router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:11.216028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50058) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:11.253063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': '14acf80c-9b48-4823-a641-6efc3e450958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6eded3d2-7fc5-435c-8286-039ad75fea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:11.253416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: 6eded3d2-7fc5-435c-8286-039ad75fea22, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:11.350854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.406414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067d0044-49f5-4097-b4f0-e495b18123e2']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:11.445095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f5eaac-be2c-44e4-81da-e722644a6fd1') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:11.445454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f5eaac-be2c-44e4-81da-e722644a6fd1') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:11.459708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.482916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.483295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.496523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.507160 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:11:04Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:11.511368 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bbda9-482f-48fe-bd8e-6552c0491297 None None] The sync data for ids ['1eb18acc-78d2-440a-b3fd-0d68d64f5a56'] in dv-neutron-822800-1-hyperv is: [{'id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'name': 'tempest-ServersTestJSON-1363739200-router', 'tenant_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102'}], 'enable_snat': True}, 'gw_port_id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:11:04Z', 'revision_number': 5, 'project_id': 'cd82bf6ea160473ca0748b30f4ab9674', 'gw_port': {'id': 'e043627e-6633-410e-bf12-66a0de4c56dd', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb18acc-78d2-440a-b3fd-0d68d64f5a56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:11.517262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.533952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.552203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:11.552203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:11.567582 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:11.651025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Deleting port f0330a94-1e34-44a2-b489-7dbe60796b26 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:11.652949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.662583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.684368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.699015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] Pushing event deleted for resources: {'Network': ['ID=067d0044-49f5-4097-b4f0-e495b18123e2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:11.718133 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61351a7a-5861-4a65-9491-b3b93c60447c tempest-NetworksIpV6Test-566888463 tempest-NetworksIpV6Test-566888463-project] 10.222.0.18 "DELETE /v2.0/networks/067d0044-49f5-4097-b4f0-e495b18123e2 HTTP/1.1" status: 204 len: 168 time: 2.2001822 Dec 23 16:11:11.719238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.732368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Deleting port e043627e-6633-410e-bf12-66a0de4c56dd {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:11.732790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.768423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d2a15c32-dddd-4194-a85e-9a7ae381198c None None] The port 'f0330a94-1e34-44a2-b489-7dbe60796b26' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:11:11.931163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:11.975196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 9a3d797f-8aac-40e5-a49c-753d8b33e0c0 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:11.993623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] For port e043627e-6633-410e-bf12-66a0de4c56dd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e043627e-6633-410e-bf12-66a0de4c56dd,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:11.993974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.002724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:12.003013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ae5f94ed-8149-48a1-8f82-9c08a1a8eb0c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:12.003423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f0330a94-1e34-44a2-b489-7dbe60796b26 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:12.018402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8814760-85fe-47c5-b13a-f4ad2e6efee6']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:12.085925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 6eded3d2-7fc5-435c-8286-039ad75fea22 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:12.088281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: f0330a94-1e34-44a2-b489-7dbe60796b26 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:12.088632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f0330a94-1e34-44a2-b489-7dbe60796b26 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:12.090189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19894b4f-38c8-4e50-b74b-1c80114ff10c') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:12.090513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 44320882-304d-4a9e-8c28-8745cc8b68e7 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:12.090628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19894b4f-38c8-4e50-b74b-1c80114ff10c') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:12.134761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.149719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab508d27-4254-4e02-865c-1fa68eec4d65 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:12.154015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ab508d27-4254-4e02-865c-1fa68eec4d65 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.9258294 Dec 23 16:11:12.160321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6eded3d2-7fc5-435c-8286-039ad75fea22) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:12.161564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50064) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:12.172108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 44320882-304d-4a9e-8c28-8745cc8b68e7 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:12.173707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 44320882-304d-4a9e-8c28-8745cc8b68e7 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:12.179113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88ddea-e681-4ed3-9bf6-ca3ca89df329 None None] Network 6eded3d2-7fc5-435c-8286-039ad75fea22 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:12.211804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Calling delete_port for e043627e-6633-410e-bf12-66a0de4c56dd owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:12.216570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:12.217224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.236381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.266380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-14f25a07-8d5a-4e50-91e1-64f92a2c4c33 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=32a9fc52-3eaf-41f0-b392-19a48d796117 HTTP/1.1" status: 200 len: 205 time: 0.0964208 Dec 23 16:11:12.275156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50070) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:12.279439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:12.279986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:12.298972 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:12.441152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50074) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:12.480332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-6eded3d2-7fc5-435c-8286-039ad75fea22', 'network_id': '6eded3d2-7fc5-435c-8286-039ad75fea22', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': '4380b288-0d48-4473-8bb4-f4c5fdb3068e'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:12.481153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.525224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.525468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.532402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.573051 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-af296bf2-220a-4f58-921a-a65f402d5eb1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7106013 Dec 23 16:11:12.604277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50080) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:12.605213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e043627e-6633-410e-bf12-66a0de4c56dd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:12.650445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Network': ['ID=d8814760-85fe-47c5-b13a-f4ad2e6efee6,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:12.673091 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2c7fa5af-41eb-4082-8dde-a59be3dde218 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/networks/d8814760-85fe-47c5-b13a-f4ad2e6efee6 HTTP/1.1" status: 204 len: 168 time: 1.9367008 Dec 23 16:11:12.684974 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50084) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:12.727422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Allocated IP 172.20.0.3 (6eded3d2-7fc5-435c-8286-039ad75fea22/4380b288-0d48-4473-8bb4-f4c5fdb3068e/bc43001f-2675-4b04-ada4-6043072ef1d1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:12.804751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.934070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=9a3d797f-8aac-40e5-a49c-753d8b33e0c0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:12.947725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.963624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:12.975921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Transition to ACTIVE for port object bc43001f-2675-4b04-ada4-6043072ef1d1 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:13.001496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Transition to ACTIVE for port object bc43001f-2675-4b04-ada4-6043072ef1d1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:13.003545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.008887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.077756 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2c111a33-a987-4c1a-94aa-fbd1d03457cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b139cec06dde4ceda4fa5372ab44d486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6353126 Dec 23 16:11:13.087261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50088) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:13.126506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Network 6eded3d2-7fc5-435c-8286-039ad75fea22 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:13.130918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Pushing event updated for resources: {'Port': ['ID=bc43001f-2675-4b04-ada4-6043072ef1d1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:13.133888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:13.139112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:13.150924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port bc43001f-2675-4b04-ada4-6043072ef1d1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:13.151340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.188954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.234173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Attempting to bind port bc43001f-2675-4b04-ada4-6043072ef1d1 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:13.234537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Attempting to bind port bc43001f-2675-4b04-ada4-6043072ef1d1 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '14acf80c-9b48-4823-a641-6efc3e450958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6eded3d2-7fc5-435c-8286-039ad75fea22'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:13.234890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Attempting to bind port bc43001f-2675-4b04-ada4-6043072ef1d1 on network 6eded3d2-7fc5-435c-8286-039ad75fea22 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:13.235997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=8a0b1ecc-f349-4f0f-af90-db5a0b4b9428,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:13.246657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:13.247031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Checking segment: {'id': '14acf80c-9b48-4823-a641-6efc3e450958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6eded3d2-7fc5-435c-8286-039ad75fea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:13.247426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.247834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Bound using segment: {'id': '14acf80c-9b48-4823-a641-6efc3e450958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6eded3d2-7fc5-435c-8286-039ad75fea22'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:13.248292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Bound port: bc43001f-2675-4b04-ada4-6043072ef1d1, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14acf80c-9b48-4823-a641-6efc3e450958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6eded3d2-7fc5-435c-8286-039ad75fea22'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:13.248662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.275199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.277908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.280194 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-baa9a8c5-8dc9-4334-a872-e2096a847716 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/floatingips/76ab36eb-3a78-44b5-9c65-6fea752db95f HTTP/1.1" status: 204 len: 168 time: 2.9926441 Dec 23 16:11:13.291883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50092) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:13.305264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting subnet e53bd30a-bd94-454e-8192-466d6e101a0a {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:13.311130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'bb8c2ad7-e509-452b-9497-f668984eb9b3'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:13.320048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.338354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] For port bc43001f-2675-4b04-ada4-6043072ef1d1, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:13.343805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] For port bc43001f-2675-4b04-ada4-6043072ef1d1, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=bc43001f-2675-4b04-ada4-6043072ef1d1,segment=NetworkSegment(14acf80c-9b48-4823-a641-6efc3e450958),segment_id=14acf80c-9b48-4823-a641-6efc3e450958)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:13.349255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.357462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:13.389724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:floatingip and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:13.394893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:13.406909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': 'db8098d1-16de-446b-ad58-43c8a3499c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:13.407430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: 176dc98d-f604-4024-8367-ed9555cc8feb, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:13.412353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:13.426219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3223-aecf-4149-8065-c408ac7f0634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.438106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.481863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29180223-ea45-4efa-a2d1-a419529924f8 None None] Pushing event updated for resources: {'Port': ['ID=bc43001f-2675-4b04-ada4-6043072ef1d1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:13.502213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.524716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.551236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3223-aecf-4149-8065-c408ac7f0634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.580304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.640305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.663188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.663836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb18acc-78d2-440a-b3fd-0d68d64f5a56 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:11:13.684793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port bc43001f-2675-4b04-ada4-6043072ef1d1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=bc43001f-2675-4b04-ada4-6043072ef1d1,segment=NetworkSegment(14acf80c-9b48-4823-a641-6efc3e450958),segment_id=14acf80c-9b48-4823-a641-6efc3e450958)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:13.685155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.848441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.851886 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-753a0245-b733-4970-8c4a-1250c0b6fe0c admin admin] 10.222.0.18 "DELETE /v2.0/routers/1eb18acc-78d2-440a-b3fd-0d68d64f5a56 HTTP/1.1" status: 204 len: 168 time: 3.6928234 Dec 23 16:11:13.856666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for bc43001f-2675-4b04-ada4-6043072ef1d1 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:13.881756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50096) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:13.927118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 176dc98d-f604-4024-8367-ed9555cc8feb is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:13.971988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 176dc98d-f604-4024-8367-ed9555cc8feb) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:13.976884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] Deleting subnet ccfd2774-8d4d-45a9-b5f4-3c74c947222b {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:13.977381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:13.978170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.980789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:13.986745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a221950-fb99-47f5-a014-3c2797fda7c2 None None] Network 176dc98d-f604-4024-8367-ed9555cc8feb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:14.024837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.068075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3223-aecf-4149-8065-c408ac7f0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.081733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.098178 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3c75aa99-8b91-4f3d-ad85-63a3abb97946 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6966906 Dec 23 16:11:14.104434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab3223-aecf-4149-8065-c408ac7f0634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffdb89d-daf3-496e-971e-907e7a812859,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:14.106254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ab3223-aecf-4149-8065-c408ac7f0634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.107431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a7ab3223-aecf-4149-8065-c408ac7f0634 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ffdb89d-daf3-496e-971e-907e7a812859 HTTP/1.1" status: 204 len: 168 time: 1.0150852 Dec 23 16:11:14.112599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50100) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:14.118722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1277952375'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:14.185926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.297934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.370339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-176dc98d-f604-4024-8367-ed9555cc8feb', 'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb', 'tenant_id': 'b044bd17926f405fb8bebeedf47df269', 'fixed_ips': [{'subnet_id': '8a0b1ecc-f349-4f0f-af90-db5a0b4b9428'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:14.371162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.382210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.383706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.431627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=bc43001f-2675-4b04-ada4-6043072ef1d1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:14.480249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Subnet': ['ID=e53bd30a-bd94-454e-8192-466d6e101a0a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:14.482689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.507332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfd2774-8d4d-45a9-b5f4-3c74c947222b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:14.592295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.593908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97f7959-b403-4791-ae94-c1bd58b7d8b1 None None] Network cb5c64be-de85-4bc9-99d2-252b598e4eb9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:14.620815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:14.634143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:14.637339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:14.644970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:14.670056 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a39b2a40-bcd0-44d4-8f4c-d646d61457e9 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/subnets/e53bd30a-bd94-454e-8192-466d6e101a0a HTTP/1.1" status: 204 len: 168 time: 1.9827156 Dec 23 16:11:14.676150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:14.679815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.700260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50110) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:14.709816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.718772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 6dc43bfd-53cd-45fc-a7d7-047fb860bde4 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:11:14.722619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port bc43001f-2675-4b04-ada4-6043072ef1d1 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:14.735767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f011109-7a01-46ea-aaf7-9516e6389159 None None] Network b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:14.794039 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-14be300b-f05c-494b-8099-635627f046b5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ccfd2774-8d4d-45a9-b5f4-3c74c947222b HTTP/1.1" status: 204 len: 168 time: 0.9111164 Dec 23 16:11:14.797446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50116) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:14.819302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Allocated IP 2001:db8::2 (176dc98d-f604-4024-8367-ed9555cc8feb/8a0b1ecc-f349-4f0f-af90-db5a0b4b9428/fd3f5ec9-0eff-40d1-8032-627b251f9593) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:14.821515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619311df-f85b-4db5-8f3e-a5470eb50cc5 None None] Network 6eded3d2-7fc5-435c-8286-039ad75fea22 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:14.909577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.974058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.993824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0925f5f4-7438-40e5-afba-33b13834676c None None] Could not find standard attr ID for object bc43001f-2675-4b04-ada4-6043072ef1d1. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:11:14.995821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Deleting port 2ea06d62-3c4b-4548-9edc-69465abf508e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:14.996155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.035510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.064319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.067510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.26.7.98 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/739d080e-5e3a-496e-9be1-0250372359df) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:15.114300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=4380b288-0d48-4473-8bb4-f4c5fdb3068e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:15.328620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.329510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.365972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.369090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting port 48754e03-45af-479f-b4e6-f27c8227e021 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:15.369415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.384547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eded3d2-7fc5-435c-8286-039ad75fea22']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:15.403194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14acf80c-9b48-4823-a641-6efc3e450958') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:15.403484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14acf80c-9b48-4823-a641-6efc3e450958') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:15.411979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] For port 2ea06d62-3c4b-4548-9edc-69465abf508e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2ea06d62-3c4b-4548-9edc-69465abf508e,segment=NetworkSegment(713ff4c1-7704-4a5d-8910-29d9693c481d),segment_id=713ff4c1-7704-4a5d-8910-29d9693c481d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:15.412340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.421419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900cc4c-d65a-4a42-8d57-08276ff56720 None None] DHCP port deletion for 6eded3d2-7fc5-435c-8286-039ad75fea22 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:15.429116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.430448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.445095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Deleting port 96abc194-99c4-4e07-9ed4-9b4d4a645ee1 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:15.446105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.446499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Transition to ACTIVE for port object fd3f5ec9-0eff-40d1-8032-627b251f9593 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:15.467046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Transition to ACTIVE for port object fd3f5ec9-0eff-40d1-8032-627b251f9593 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:15.478092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.562667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Calling delete_port for 2ea06d62-3c4b-4548-9edc-69465abf508e owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:15.581011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] DHCP port deletion for cb5c64be-de85-4bc9-99d2-252b598e4eb9 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:15.601337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Deleting port 48754e03-45af-479f-b4e6-f27c8227e021 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:15.601702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.612706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.625587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::128 (176dc98d-f604-4024-8367-ed9555cc8feb/8a0b1ecc-f349-4f0f-af90-db5a0b4b9428/6dc43bfd-53cd-45fc-a7d7-047fb860bde4) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:15.645084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:15.648050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:15.673763 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:15.701802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458972a-1b83-439b-95f7-d78e586f610e None None] DHCP port deletion for b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:15.729902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50130) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:15.747406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48754e03-45af-479f-b4e6-f27c8227e021 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:15.787200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4458972a-1b83-439b-95f7-d78e586f610e None None] Deleting port 2ea06d62-3c4b-4548-9edc-69465abf508e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:15.787583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4458972a-1b83-439b-95f7-d78e586f610e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.789855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.813872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.821038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Network 176dc98d-f604-4024-8367-ed9555cc8feb is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:15.830498 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/6eded3d2-7fc5-435c-8286-039ad75fea22 HTTP/1.1" status: 204 len: 168 time: 3.2229574 Dec 23 16:11:15.831611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:15.834591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:15.843686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:15.844661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-34523091'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:15.845430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Pushing event updated for resources: {'Port': ['ID=fd3f5ec9-0eff-40d1-8032-627b251f9593,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:15.857669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:15.884930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4670af8-cfba-41b0-8f1d-974c0a61ab2b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=6eded3d2-7fc5-435c-8286-039ad75fea22,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:15.901346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:15.906204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea06d62-3c4b-4548-9edc-69465abf508e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:15.909948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4458972a-1b83-439b-95f7-d78e586f610e None None] The port '2ea06d62-3c4b-4548-9edc-69465abf508e' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:11:15.913226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:15.918699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:15.926449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:15.934785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] No DVR routers for this DVR port 2ea06d62-3c4b-4548-9edc-69465abf508e on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:15.945064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.052597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1f855989-3bc1-4473-802d-f12d5e71c6e8 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] Request body: {'port': {'network_id': '58c1aed8-44b8-4a21-83d2-97a9650b2a3d', 'name': 'tempest-NetworksNegativeTestJSON-1538715122'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:16.066146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:16.069032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.104102 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f855989-3bc1-4473-802d-f12d5e71c6e8 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] POST failed (client error): The resource could not be found. Dec 23 16:11:16.104538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f855989-3bc1-4473-802d-f12d5e71c6e8 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:16.109660 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1f855989-3bc1-4473-802d-f12d5e71c6e8 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3695686 Dec 23 16:11:16.110598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.113748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.164765 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e2e59b-57a5-4908-8579-ec96e8cb1e07 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:16.165217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e2e59b-57a5-4908-8579-ec96e8cb1e07 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:16.171909 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25e2e59b-57a5-4908-8579-ec96e8cb1e07 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "DELETE /v2.0/networks/40027bfc-ce68-47a9-a479-22639239c6c1 HTTP/1.1" status: 404 len: 339 time: 0.0558383 Dec 23 16:11:16.171909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50144) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.178923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:16.182064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Attempting to bind port fd3f5ec9-0eff-40d1-8032-627b251f9593 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:16.182064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Attempting to bind port fd3f5ec9-0eff-40d1-8032-627b251f9593 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'db8098d1-16de-446b-ad58-43c8a3499c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:16.182064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Attempting to bind port fd3f5ec9-0eff-40d1-8032-627b251f9593 on network 176dc98d-f604-4024-8367-ed9555cc8feb {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:16.190072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.213558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c53fb9-3a2e-4866-bcd9-92e22c6a5681']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:16.214631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] For port 48754e03-45af-479f-b4e6-f27c8227e021, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48754e03-45af-479f-b4e6-f27c8227e021,segment=NetworkSegment(f2f8381c-8039-49dd-ab47-053fd37ed826),segment_id=f2f8381c-8039-49dd-ab47-053fd37ed826)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:16.215086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.223026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:16.223484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Checking segment: {'id': 'db8098d1-16de-446b-ad58-43c8a3499c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:16.223964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.224415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Bound using segment: {'id': 'db8098d1-16de-446b-ad58-43c8a3499c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:16.224957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Bound port: fd3f5ec9-0eff-40d1-8032-627b251f9593, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8098d1-16de-446b-ad58-43c8a3499c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '176dc98d-f604-4024-8367-ed9555cc8feb'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:16.225388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.240614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.240942 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment 2a6878eb-5f22-418a-878a-635d8290e4e2 of type vlan for network e7e129a5-82c6-4847-b07c-784baddb92c5 Dec 23 16:11:16.242634 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7819c88-3347-4154-be5a-16cf3996bb08 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:16.243068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7819c88-3347-4154-be5a-16cf3996bb08 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:16.250870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713ff4c1-7704-4a5d-8910-29d9693c481d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:16.251287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713ff4c1-7704-4a5d-8910-29d9693c481d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:16.269061 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7819c88-3347-4154-be5a-16cf3996bb08 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "DELETE /v2.0/ports/8f7d4593-f3e8-48f8-8d05-2e8a5b0142e3 HTTP/1.1" status: 404 len: 333 time: 0.0898139 Dec 23 16:11:16.272820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.279108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50148) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.288964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:16.304624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.309212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.319258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:16.319638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:16.339220 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:16.347996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:16.370095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Calling delete_port for 48754e03-45af-479f-b4e6-f27c8227e021 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:16.372446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:16.399915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=739d080e-5e3a-496e-9be1-0250372359df,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:16.407609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.435652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-037100e9-8b5b-4a5b-927a-b01b9f51bc7d tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] DELETE failed (client error): The resource could not be found. Dec 23 16:11:16.436339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037100e9-8b5b-4a5b-927a-b01b9f51bc7d tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:16.450429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 48754e03-45af-479f-b4e6-f27c8227e021, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48754e03-45af-479f-b4e6-f27c8227e021,segment=NetworkSegment(f2f8381c-8039-49dd-ab47-053fd37ed826),segment_id=f2f8381c-8039-49dd-ab47-053fd37ed826)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:16.498277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.498962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e043627e-6633-410e-bf12-66a0de4c56dd no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:16.501536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:11:16.516835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] For port 48754e03-45af-479f-b4e6-f27c8227e021, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48754e03-45af-479f-b4e6-f27c8227e021,segment=NetworkSegment(f2f8381c-8039-49dd-ab47-053fd37ed826),segment_id=f2f8381c-8039-49dd-ab47-053fd37ed826)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:16.518330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.536374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.536604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.540557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:16.541348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.568704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.583982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: e043627e-6633-410e-bf12-66a0de4c56dd {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:16.584373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e043627e-6633-410e-bf12-66a0de4c56dd not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:16.584886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ea06d62-3c4b-4548-9edc-69465abf508e no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:16.607388 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-037100e9-8b5b-4a5b-927a-b01b9f51bc7d tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "DELETE /v2.0/subnets/19da2443-29b1-4c49-80f9-dc43ed18a09b HTTP/1.1" status: 404 len: 337 time: 0.3172321 Dec 23 16:11:16.612966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Calling delete_port for 96abc194-99c4-4e07-9ed4-9b4d4a645ee1 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:16.621377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] For port fd3f5ec9-0eff-40d1-8032-627b251f9593, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:16.623529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50154) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.624512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2ea06d62-3c4b-4548-9edc-69465abf508e {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:16.624773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2ea06d62-3c4b-4548-9edc-69465abf508e not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:16.652185 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] For port fd3f5ec9-0eff-40d1-8032-627b251f9593, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=fd3f5ec9-0eff-40d1-8032-627b251f9593,segment=NetworkSegment(db8098d1-16de-446b-ad58-43c8a3499c49),segment_id=db8098d1-16de-446b-ad58-43c8a3499c49)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:16.659383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.670612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:16.682544 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8407726 Dec 23 16:11:16.686610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=48754e03-45af-479f-b4e6-f27c8227e021,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:16.691784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50158) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.699759 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db7b35d-bde5-4a61-9bce-a62c98aa53e0 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] GET failed (client error): The resource could not be found. Dec 23 16:11:16.704035 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3db7b35d-bde5-4a61-9bce-a62c98aa53e0 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "GET /v2.0/networks/b9410633-8f33-4bc9-b5c9-d235463fff59 HTTP/1.1" status: 404 len: 339 time: 0.0789597 Dec 23 16:11:16.707292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50160) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.737012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:16.737351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:16.760051 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8620e7a1-e5ca-4473-8c12-6a616c6f4a8c tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] GET failed (client error): The resource could not be found. Dec 23 16:11:16.762535 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8620e7a1-e5ca-4473-8c12-6a616c6f4a8c tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "GET /v2.0/ports/495130e7-2685-4b93-ae90-016731ef20f4 HTTP/1.1" status: 404 len: 333 time: 0.0476420 Dec 23 16:11:16.763735 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5c53fb9-3a2e-4866-bcd9-92e22c6a5681 HTTP/1.1" status: 204 len: 168 time: 1.9610648 Dec 23 16:11:16.764463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809998d-599c-4800-b763-60d68e942610 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=e7e129a5-82c6-4847-b07c-784baddb92c5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:16.783190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Calling delete_port for 48754e03-45af-479f-b4e6-f27c8227e021 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:16.787895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e7e129a5-82c6-4847-b07c-784baddb92c5 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:16.795072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50168) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.817856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': 'e7e129a5-82c6-4847-b07c-784baddb92c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:16.845479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bff18-2859-4503-9e8b-033fd76632ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c53fb9-3a2e-4866-bcd9-92e22c6a5681,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:16.857111 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d570c4ca-6757-4005-9da6-e453c8d5c0d5 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] GET failed (client error): The resource could not be found. Dec 23 16:11:16.858630 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d570c4ca-6757-4005-9da6-e453c8d5c0d5 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "GET /v2.0/subnets/0c79a194-460c-41e7-b9d5-83a88d4c026c HTTP/1.1" status: 404 len: 337 time: 0.0606003 Dec 23 16:11:16.863317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50172) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.866848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 6dc43bfd-53cd-45fc-a7d7-047fb860bde4 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:16.869466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5c435ce1-b6ce-4013-9da6-a88dbfa91318 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:16.902000 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c435ce1-b6ce-4013-9da6-a88dbfa91318 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] PUT failed (client error): The resource could not be found. Dec 23 16:11:16.906217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c435ce1-b6ce-4013-9da6-a88dbfa91318 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:16.907455 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5c435ce1-b6ce-4013-9da6-a88dbfa91318 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "PUT /v2.0/networks/c0b07646-3edf-4372-97a7-f58bbcec7294 HTTP/1.1" status: 404 len: 339 time: 0.0429175 Dec 23 16:11:16.911387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50176) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.919517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38245-ba9b-4347-9f2b-65e5a7315964 None None] Pushing event updated for resources: {'Port': ['ID=fd3f5ec9-0eff-40d1-8032-627b251f9593,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:16.920029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1e6f5622-ebb1-4d6a-9254-fa3f81ae966f tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:16.958378 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6f5622-ebb1-4d6a-9254-fa3f81ae966f tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] PUT failed (client error): The resource could not be found. Dec 23 16:11:16.958815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6f5622-ebb1-4d6a-9254-fa3f81ae966f tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:16.959922 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e6f5622-ebb1-4d6a-9254-fa3f81ae966f tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "PUT /v2.0/ports/fc1758a5-06ac-4d1d-9e7b-c982576b364d HTTP/1.1" status: 404 len: 333 time: 0.0475497 Dec 23 16:11:16.966267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50180) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:16.972287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3b4247fe-e7ed-4ea5-b460-429aa00f43a1 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:17.034262 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4247fe-e7ed-4ea5-b460-429aa00f43a1 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] PUT failed (client error): The resource could not be found. Dec 23 16:11:17.035287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4247fe-e7ed-4ea5-b460-429aa00f43a1 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:17.039616 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b4247fe-e7ed-4ea5-b460-429aa00f43a1 tempest-NetworksNegativeTestJSON-137694761 tempest-NetworksNegativeTestJSON-137694761-project] 10.222.0.18 "PUT /v2.0/subnets/bf960b50-d80e-4534-8783-1696868672d2 HTTP/1.1" status: 404 len: 337 time: 0.0692194 Dec 23 16:11:17.104681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50186) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:17.172373 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-061fe76f-1272-43bb-8484-bd969eaac9ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd82bf6ea160473ca0748b30f4ab9674&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0641510 Dec 23 16:11:17.172581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:17.172683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50190) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:17.177787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:17.180887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:17.201548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:17.224436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:17.224745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:17.238189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Deleting port 48754e03-45af-479f-b4e6-f27c8227e021 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:17.238730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.250868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:17.263386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e67811d9-6721-412b-9066-cc00c81ab339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.291518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e67811d9-6721-412b-9066-cc00c81ab339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.359361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e67811d9-6721-412b-9066-cc00c81ab339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.378949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.390183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67811d9-6721-412b-9066-cc00c81ab339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a459a2-545c-4a53-a554-0de0ae0b0f56,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:17.396118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:17.400209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e67811d9-6721-412b-9066-cc00c81ab339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.401294 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e67811d9-6721-412b-9066-cc00c81ab339 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8a459a2-545c-4a53-a554-0de0ae0b0f56 HTTP/1.1" status: 204 len: 168 time: 0.2276676 Dec 23 16:11:17.565338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] For port 48754e03-45af-479f-b4e6-f27c8227e021, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48754e03-45af-479f-b4e6-f27c8227e021,segment=NetworkSegment(f2f8381c-8039-49dd-ab47-053fd37ed826),segment_id=f2f8381c-8039-49dd-ab47-053fd37ed826)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:17.565884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.636428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.650376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=6dc43bfd-53cd-45fc-a7d7-047fb860bde4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:17.658907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 176dc98d-f604-4024-8367-ed9555cc8feb is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:17.672850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:17.806686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd3f5ec9-0eff-40d1-8032-627b251f9593 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:17.840752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Calling delete_port for 48754e03-45af-479f-b4e6-f27c8227e021 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:17.874476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Deleting port 48754e03-45af-479f-b4e6-f27c8227e021 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:17.874821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.906837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:17.911054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:17.911576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.938152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:17.967048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.016993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.031897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port fd3f5ec9-0eff-40d1-8032-627b251f9593 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:18.038630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:18.043870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:de5fb5b29b564baa8ff8c5776e2adf73 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:18.045661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] Pushing event deleted for resources: {'Port': ['ID=48754e03-45af-479f-b4e6-f27c8227e021,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:18.046859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:18.053009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:18.056470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae47dc5-e5a0-486a-88ad-2310a7d37278 None None] No DVR routers for this DVR port 48754e03-45af-479f-b4e6-f27c8227e021 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:18.119181 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f149da52-29a6-4ef9-bbcc-cb6e11577ab1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.0049362 Dec 23 16:11:18.122629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50212) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:18.124341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event deleted for resources: {'Port': ['ID=96abc194-99c4-4e07-9ed4-9b4d4a645ee1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:18.179825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] The port '48754e03-45af-479f-b4e6-f27c8227e021' was deleted {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:11:18.204209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76cc46-f647-4fae-bda1-40307dc0625f None None] Network 176dc98d-f604-4024-8367-ed9555cc8feb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:18.243840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 6dc43bfd-53cd-45fc-a7d7-047fb860bde4 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:18.244192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.270236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.284187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.397877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ba4aa3-c6f9-4cd1-9647-fe1bb7127520,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:18.428257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.428257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.428553 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.428896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.429225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.429583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.429878 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.430228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.430543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.430854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.431171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:18.438041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.448898 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-518ac30c-f769-439a-a44e-45eddd792bf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de5fb5b29b564baa8ff8c5776e2adf73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0510869 Dec 23 16:11:18.454641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50222) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:18.455796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-63139253-54d4-4794-a2da-28f781f5b86a None None] Provisioning for port fd3f5ec9-0eff-40d1-8032-627b251f9593 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:18.471417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-63139253-54d4-4794-a2da-28f781f5b86a None None] Provisioning complete for port fd3f5ec9-0eff-40d1-8032-627b251f9593 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:18.471833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63139253-54d4-4794-a2da-28f781f5b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.624735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63139253-54d4-4794-a2da-28f781f5b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.640921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5c64be-de85-4bc9-99d2-252b598e4eb9']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:18.667261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-63139253-54d4-4794-a2da-28f781f5b86a None None] For port fd3f5ec9-0eff-40d1-8032-627b251f9593, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=fd3f5ec9-0eff-40d1-8032-627b251f9593,segment=NetworkSegment(db8098d1-16de-446b-ad58-43c8a3499c49),segment_id=db8098d1-16de-446b-ad58-43c8a3499c49)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:18.672945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63139253-54d4-4794-a2da-28f781f5b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.733475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50228) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:18.738133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.748867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f8381c-8039-49dd-ab47-053fd37ed826') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:18.748867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f8381c-8039-49dd-ab47-053fd37ed826') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:18.758696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63139253-54d4-4794-a2da-28f781f5b86a None None] Pushing event updated for resources: {'Port': ['ID=fd3f5ec9-0eff-40d1-8032-627b251f9593,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:18.788961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.853860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.879598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 6dc43bfd-53cd-45fc-a7d7-047fb860bde4 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:18.933778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-753099399-network', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:18.942502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:18.950887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Usage tracker for resource:network and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:18.955531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:18.962876 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:18.963428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.966833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:18.991596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Made reservation on behalf of 364c0f0c298044d5ac6500f7a3914753 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:18.993865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.020833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:19.021242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.040830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:19.041053 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:19.094110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:19.095644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-067ccb5f-ea7e-4a46-95dc-65b5bba0e2a1 None None] Provisioning for port 6dc43bfd-53cd-45fc-a7d7-047fb860bde4 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:19.096362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.103681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-067ccb5f-ea7e-4a46-95dc-65b5bba0e2a1 None None] Provisioning complete for port 6dc43bfd-53cd-45fc-a7d7-047fb860bde4 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:19.104224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-067ccb5f-ea7e-4a46-95dc-65b5bba0e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.145279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-067ccb5f-ea7e-4a46-95dc-65b5bba0e2a1 None None] Port 6dc43bfd-53cd-45fc-a7d7-047fb860bde4 was deleted so its status cannot be updated. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 16:11:19.147722 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Usage tracker for resource:security_group_rule and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:19.150399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=6dc43bfd-53cd-45fc-a7d7-047fb860bde4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:19.155158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:19.163743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-067ccb5f-ea7e-4a46-95dc-65b5bba0e2a1 None None] Provisioning complete for port fd3f5ec9-0eff-40d1-8032-627b251f9593 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:19.164287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:19.164459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-067ccb5f-ea7e-4a46-95dc-65b5bba0e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.207893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.222205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed5ae-e421-4ce1-a9c3-bf47e436627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.231075 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-007614a2-0921-40ca-80ee-d121a80cef38 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/6dc43bfd-53cd-45fc-a7d7-047fb860bde4 HTTP/1.1" status: 204 len: 168 time: 1.1071689 Dec 23 16:11:19.232880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:19.281512 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-277734cd-1ba1-4ef4-8c2d-46e3037f05ae tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:11:19.282089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-277734cd-1ba1-4ef4-8c2d-46e3037f05ae tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:19.311623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-277734cd-1ba1-4ef4-8c2d-46e3037f05ae tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:19.312773 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-277734cd-1ba1-4ef4-8c2d-46e3037f05ae tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/6dc43bfd-53cd-45fc-a7d7-047fb860bde4 HTTP/1.1" status: 404 len: 333 time: 0.0788755 Dec 23 16:11:19.317645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:19.342946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.400208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.410671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.456263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8b4af013-9505-49a3-85cb-8f26c5c02dab None None] Could not find standard attr ID for object 6dc43bfd-53cd-45fc-a7d7-047fb860bde4. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:11:19.515686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=90763f25-b531-41f2-bec3-47bb11972bd3,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:19.519089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed5ae-e421-4ce1-a9c3-bf47e436627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.539543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.554995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.599131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.619317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.619683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.620022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.620352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.620774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.620990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.621307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.621908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.621908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.622261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.622579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:19.624578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:19.626720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f8211-14e5-4882-a88d-bca887456446,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:19.645608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.646017 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Added segment 7ba42d45-c168-440d-8d8e-f6d7968686bf of type vlan for network e19a7fd8-3326-492b-b54c-9597f3be6011 Dec 23 16:11:19.646770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Pushing event deleted for resources: {'Network': ['ID=cb5c64be-de85-4bc9-99d2-252b598e4eb9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:19.657129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.667948 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d0735e2e-0343-45c6-9330-ec8602339d33 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/networks/cb5c64be-de85-4bc9-99d2-252b598e4eb9 HTTP/1.1" status: 204 len: 168 time: 4.9073179 Dec 23 16:11:19.669887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': '2a6878eb-5f22-418a-878a-635d8290e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e7e129a5-82c6-4847-b07c-784baddb92c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:19.670242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: e7e129a5-82c6-4847-b07c-784baddb92c5, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:19.676841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:19.714675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.715205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Fanout notify agent at l3_agent the message router_deleted on router 32a9fc52-3eaf-41f0-b392-19a48d796117 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:11:19.731988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet 8a0b1ecc-f349-4f0f-af90-db5a0b4b9428 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:19.746603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0c52e700-e318-4b08-a7ac-ffda61f26c52 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Synchronizing usage tracker for tenant:7a4f5c78fcbc440da96a0f28ce27b0ec on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:19.747916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.754432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.760072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd3f5ec9-0eff-40d1-8032-627b251f9593 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:19.781001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.786699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed5ae-e421-4ce1-a9c3-bf47e436627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.818840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.824005 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-94e96459-fe69-4097-9bc3-39f1e98555fa tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/32a9fc52-3eaf-41f0-b392-19a48d796117 HTTP/1.1" status: 204 len: 168 time: 7.5472615 Dec 23 16:11:19.826872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50246) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:19.831194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ed5ae-e421-4ce1-a9c3-bf47e436627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ba4aa3-c6f9-4cd1-9647-fe1bb7127520,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:19.832776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0c52e700-e318-4b08-a7ac-ffda61f26c52 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Unset dirty status for tenant:7a4f5c78fcbc440da96a0f28ce27b0ec on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:19.833927 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c52e700-e318-4b08-a7ac-ffda61f26c52 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "GET /v2.0/ports?device_id=243f0e04-a333-4451-a2cb-a419f7370d49 HTTP/1.1" status: 200 len: 205 time: 0.1561868 Dec 23 16:11:19.835496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed5ae-e421-4ce1-a9c3-bf47e436627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.839096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7d6ed5ae-e421-4ce1-a9c3-bf47e436627b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10ba4aa3-c6f9-4cd1-9647-fe1bb7127520 HTTP/1.1" status: 204 len: 168 time: 1.3780959 Dec 23 16:11:19.839243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.841855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1009129557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:19.846795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50250) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:19.850060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port fd3f5ec9-0eff-40d1-8032-627b251f9593 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:19.850503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.853005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:19.888331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.889173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:19.889780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:19.914360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network e7e129a5-82c6-4847-b07c-784baddb92c5 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:19.942734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Usage tracker for resource:router and tenant:ee466dd72fb2463b84a4bac80aaa9701 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:19.946232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:20.016670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:20.019387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e7e129a5-82c6-4847-b07c-784baddb92c5) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:20.031572 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2967608 Dec 23 16:11:20.033364 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7613c52e-634c-46e3-8da5-182c3c5072b3 None None] Network e7e129a5-82c6-4847-b07c-784baddb92c5 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:20.039775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:20.048991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Request body: {'subnet': {'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-753099399-subnet', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:20.056509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:20.060917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa23c0a-9abd-495f-933b-a514b42c1b08 admin admin] Pushing event updated for resources: {'Network': ['ID=e19a7fd8-3326-492b-b54c-9597f3be6011,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:20.065337 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Usage tracker for resource:subnet and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:20.070531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:20.079645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:20.082624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:20.083209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.087836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.118293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.119217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.141688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e19a7fd8-3326-492b-b54c-9597f3be6011 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:20.142047 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-36698236-d8e3-4b63-a42e-eed79f5c2f4c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3828595 Dec 23 16:11:20.146265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50262) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:20.146432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Made reservation on behalf of 364c0f0c298044d5ac6500f7a3914753 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:20.148905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.249184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef5520cd-43cf-4547-b3d1-48a910356470 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.276927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.328805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0b1ecc-f349-4f0f-af90-db5a0b4b9428,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:20.339376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.366542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.383334 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8216a40-20f6-484b-a1cf-367d375cd039 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/8a0b1ecc-f349-4f0f-af90-db5a0b4b9428 HTTP/1.1" status: 204 len: 168 time: 1.0647461 Dec 23 16:11:20.385799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:20.507006 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a4fba-3dd7-46d1-a719-c80cfe844468 None None] Network 176dc98d-f604-4024-8367-ed9555cc8feb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:20.543886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.553912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.591829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.596616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port fd3f5ec9-0eff-40d1-8032-627b251f9593 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:20.597062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.611998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.684595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2bba48-e081-4240-a017-684549610b36,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:20.695306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.697083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.758689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Checking segment: {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:20.759051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Network hostable DHCP agents. Network: e19a7fd8-3326-492b-b54c-9597f3be6011, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:20.800306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-e7e129a5-82c6-4847-b07c-784baddb92c5', 'network_id': 'e7e129a5-82c6-4847-b07c-784baddb92c5', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': '90763f25-b531-41f2-bec3-47bb11972bd3'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:20.801104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.888864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] For port fd3f5ec9-0eff-40d1-8032-627b251f9593, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=fd3f5ec9-0eff-40d1-8032-627b251f9593,segment=NetworkSegment(db8098d1-16de-446b-ad58-43c8a3499c49),segment_id=db8098d1-16de-446b-ad58-43c8a3499c49)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:20.889482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.900850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Network e19a7fd8-3326-492b-b54c-9597f3be6011 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:20.925419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:20.942964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b99f90d9-b7a1-4164-bc0e-27b02e557a83 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1048474 Dec 23 16:11:20.961791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:21.021594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:21.036922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Allocated IP 172.20.0.1 (e7e129a5-82c6-4847-b07c-784baddb92c5/90763f25-b531-41f2-bec3-47bb11972bd3/ca7dfe36-e347-41e5-9923-4cf3ba7220ac) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:21.121184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for fd3f5ec9-0eff-40d1-8032-627b251f9593 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:21.154745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e19a7fd8-3326-492b-b54c-9597f3be6011) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:21.173221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=739d080e-5e3a-496e-9be1-0250372359df,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:21.176341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d53e7-2a49-4d31-b96a-91386d736ec5 None None] Network e19a7fd8-3326-492b-b54c-9597f3be6011 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:21.177044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef5520cd-43cf-4547-b3d1-48a910356470 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.185951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:21.188054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.199316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.264581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.315891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=fd3f5ec9-0eff-40d1-8032-627b251f9593,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:21.358782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef5520cd-43cf-4547-b3d1-48a910356470 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.376256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.479796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef5520cd-43cf-4547-b3d1-48a910356470 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.480660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5520cd-43cf-4547-b3d1-48a910356470 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Fanout notify agent at l3_agent the message router_deleted on router 243f0e04-a333-4451-a2cb-a419f7370d49 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:11:21.504274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef5520cd-43cf-4547-b3d1-48a910356470 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.505585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ef5520cd-43cf-4547-b3d1-48a910356470 tempest-RoutersNegativeIpV6Test-919327314 tempest-RoutersNegativeIpV6Test-919327314-project] 10.222.0.18 "DELETE /v2.0/routers/243f0e04-a333-4451-a2cb-a419f7370d49 HTTP/1.1" status: 204 len: 168 time: 1.6575425 Dec 23 16:11:21.540505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No DVR routers for this DVR port fd3f5ec9-0eff-40d1-8032-627b251f9593 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:21.542793 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c58a644-ca2f-49c4-9eda-90c0f16bce0d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5016942 Dec 23 16:11:21.550040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-e19a7fd8-3326-492b-b54c-9597f3be6011', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:21.550783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.588495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50296) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:21.600706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:21.660487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:21.667765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Usage tracker for resource:router and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:21.671519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:21.690690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:21.701470 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 04a2d9d6-8fd6-42dd-b35b-23b6de957003 associated. External IP: 172.26.7.98, port: bb8c2ad7-e509-452b-9497-f668984eb9b3. Dec 23 16:11:21.707226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe69c84-e7c5-43cd-823b-dab3022df868 None None] DHCP port deletion for 176dc98d-f604-4024-8367-ed9555cc8feb request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:11:21.759015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd3f5ec9-0eff-40d1-8032-627b251f9593 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:21.780506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.807942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: fd3f5ec9-0eff-40d1-8032-627b251f9593 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:11:21.808282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd3f5ec9-0eff-40d1-8032-627b251f9593 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:21.813132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.844792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Transition to ACTIVE for port object ca7dfe36-e347-41e5-9923-4cf3ba7220ac will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:21.877531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.879748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.886891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176dc98d-f604-4024-8367-ed9555cc8feb']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:21.909795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8098d1-16de-446b-ad58-43c8a3499c49') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:21.910090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8098d1-16de-446b-ad58-43c8a3499c49') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:21.914413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Transition to ACTIVE for port object ca7dfe36-e347-41e5-9923-4cf3ba7220ac will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:21.926952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.929691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.954112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.018826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.022633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Pushing event updated for resources: {'Port': ['ID=ca7dfe36-e347-41e5-9923-4cf3ba7220ac,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:22.029869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Network e7e129a5-82c6-4847-b07c-784baddb92c5 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:22.032772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:22.041912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:22.058376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=90763f25-b531-41f2-bec3-47bb11972bd3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:22.089331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.120570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:22.121331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.136762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50306) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:22.138668 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:22.153978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Allocated IP 172.20.0.2 (e19a7fd8-3326-492b-b54c-9597f3be6011/cd2bba48-e081-4240-a017-684549610b36/379bea16-9ab2-4c3c-8720-fc20bfebae11) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:22.156062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Attempting to bind port ca7dfe36-e347-41e5-9923-4cf3ba7220ac on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:22.156419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Attempting to bind port ca7dfe36-e347-41e5-9923-4cf3ba7220ac by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '2a6878eb-5f22-418a-878a-635d8290e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e7e129a5-82c6-4847-b07c-784baddb92c5'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:22.156843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Attempting to bind port ca7dfe36-e347-41e5-9923-4cf3ba7220ac on network e7e129a5-82c6-4847-b07c-784baddb92c5 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:22.165703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:22.166119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Checking segment: {'id': '2a6878eb-5f22-418a-878a-635d8290e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e7e129a5-82c6-4847-b07c-784baddb92c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:22.166522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.167008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Bound using segment: {'id': '2a6878eb-5f22-418a-878a-635d8290e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e7e129a5-82c6-4847-b07c-784baddb92c5'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:22.167520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Bound port: ca7dfe36-e347-41e5-9923-4cf3ba7220ac, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6878eb-5f22-418a-878a-635d8290e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e7e129a5-82c6-4847-b07c-784baddb92c5'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:22.168006 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.223540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.272490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e129a5-82c6-4847-b07c-784baddb92c5']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:22.295203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6878eb-5f22-418a-878a-635d8290e4e2') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:22.295665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6878eb-5f22-418a-878a-635d8290e4e2') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:22.313987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.355365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.370122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.399396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.415776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=176dc98d-f604-4024-8367-ed9555cc8feb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:22.427361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.432169 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ffaca930-6173-4e16-8352-78358a62acd6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/176dc98d-f604-4024-8367-ed9555cc8feb HTTP/1.1" status: 204 len: 168 time: 2.0453112 Dec 23 16:11:22.435578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50316) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:22.436921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.448481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:22.448855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.468083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'name': 'tempest-PortsIpV6TestJSON-1325386303'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:22.470335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] For port ca7dfe36-e347-41e5-9923-4cf3ba7220ac, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:22.470947 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:22.577903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.598798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Transition to ACTIVE for port object 379bea16-9ab2-4c3c-8720-fc20bfebae11 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:22.616281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:11:22.616281 dv-neutron-822800-1-hyperv neutron-server[83494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:11:22.616281 dv-neutron-822800-1-hyperv neutron-server[83494]: [parameters: {'id': 'e7e129a5-82c6-4847-b07c-784baddb92c5'}] Dec 23 16:11:22.616281 dv-neutron-822800-1-hyperv neutron-server[83494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:22.616715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:22.629218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] For port ca7dfe36-e347-41e5-9923-4cf3ba7220ac, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca7dfe36-e347-41e5-9923-4cf3ba7220ac,segment=NetworkSegment(2a6878eb-5f22-418a-878a-635d8290e4e2),segment_id=2a6878eb-5f22-418a-878a-635d8290e4e2)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:22.632786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Transition to ACTIVE for port object 379bea16-9ab2-4c3c-8720-fc20bfebae11 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:22.636441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.683650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.728445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5548a0cb-12c4-41c9-a934-6bf39e93d51e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a4f5c78fcbc440da96a0f28ce27b0ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5835812 Dec 23 16:11:22.731635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50322) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:22.758230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Network e19a7fd8-3326-492b-b54c-9597f3be6011 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:22.760528 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c42a9f-49e0-4399-a1f4-b5fccd039361 None None] Pushing event updated for resources: {'Port': ['ID=ca7dfe36-e347-41e5-9923-4cf3ba7220ac,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:22.797754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:22.803654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:22.804480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:22.806698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:22.807458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:22.813279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:22.820100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3244cd50-ff7e-4e9b-94d5-65718afbbc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.827104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:22.839991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:22.843490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.858741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3244cd50-ff7e-4e9b-94d5-65718afbbc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.876811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 3c161264-f36f-435c-93a5-c88d294a6e55 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:11:22.953840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455ac39-e618-412b-a655-aff962a37450 None None] Network e7e129a5-82c6-4847-b07c-784baddb92c5 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:23.072811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3244cd50-ff7e-4e9b-94d5-65718afbbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.096223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244cd50-ff7e-4e9b-94d5-65718afbbc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0586dd73-c513-489a-a3a8-bb76c8db23da,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:23.117633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.134139 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3244cd50-ff7e-4e9b-94d5-65718afbbc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.135244 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3244cd50-ff7e-4e9b-94d5-65718afbbc0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0586dd73-c513-489a-a3a8-bb76c8db23da HTTP/1.1" status: 204 len: 168 time: 0.4024749 Dec 23 16:11:23.146112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Pushing event updated for resources: {'Port': ['ID=379bea16-9ab2-4c3c-8720-fc20bfebae11,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:23.157186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port ca7dfe36-e347-41e5-9923-4cf3ba7220ac {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:23.157528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.177962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Attempting to bind port 379bea16-9ab2-4c3c-8720-fc20bfebae11 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:23.178336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Attempting to bind port 379bea16-9ab2-4c3c-8720-fc20bfebae11 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:23.178759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Attempting to bind port 379bea16-9ab2-4c3c-8720-fc20bfebae11 on network e19a7fd8-3326-492b-b54c-9597f3be6011 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:23.203723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:23.204102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Checking segment: {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:23.204505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.205474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Bound using segment: {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:23.205950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Bound port: 379bea16-9ab2-4c3c-8720-fc20bfebae11, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:23.206319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.341979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:23.347960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.370316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:23.461521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] For port 379bea16-9ab2-4c3c-8720-fc20bfebae11, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:23.463961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:23.464608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:23.509760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.538370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:23.542872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] For port 379bea16-9ab2-4c3c-8720-fc20bfebae11, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=379bea16-9ab2-4c3c-8720-fc20bfebae11,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:23.554626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:23.554994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:23.614064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.617973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port ca7dfe36-e347-41e5-9923-4cf3ba7220ac, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca7dfe36-e347-41e5-9923-4cf3ba7220ac,segment=NetworkSegment(2a6878eb-5f22-418a-878a-635d8290e4e2),segment_id=2a6878eb-5f22-418a-878a-635d8290e4e2)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:23.618333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.686839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:23.687300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f81d4c-9dda-4b07-bd53-bbbbda3a99d8 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:23.713591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.729629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.744858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672af5d9-13e1-490b-ad9a-04a4d3032dd6 None None] Pushing event updated for resources: {'Port': ['ID=379bea16-9ab2-4c3c-8720-fc20bfebae11,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:23.765532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for ca7dfe36-e347-41e5-9923-4cf3ba7220ac owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:23.778689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50342) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:23.815459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.823970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.826528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010898242', 'description': 'tempest-secgroup-smoke-2010898242 description', 'project_id': '5581c19326b3490db868032d42e973af'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:23.840248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:23.885140 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d5932699-588c-44bf-8eaa-082e87c2d42f tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.5867853 Dec 23 16:11:23.886855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50348) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:23.892379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-745864619'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:23.893170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:23.897504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:23.901374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:network and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:23.903077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:23.904142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:23.917296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:23.948445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:23.977039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:23.980024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:23.984996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Allocated IP 172.26.7.127 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/7b65df9c-86de-4526-b2e4-2cd678141305) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:24.003642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.016710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.017330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.073265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:24.085674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=ca7dfe36-e347-41e5-9923-4cf3ba7220ac,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:24.094090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.094425 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Added segment 2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa of type vlan for network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 Dec 23 16:11:24.096173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port ca7dfe36-e347-41e5-9923-4cf3ba7220ac on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:24.174027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.194970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.241979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:24.264148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:24.265888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=3c161264-f36f-435c-93a5-c88d294a6e55,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:24.271918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:24.275941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:24.276682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.296149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.300941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:24.312381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:24.322705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:24.325820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e129a5-82c6-4847-b07c-784baddb92c5']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:24.339111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6878eb-5f22-418a-878a-635d8290e4e2') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:24.339422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6878eb-5f22-418a-878a-635d8290e4e2') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:24.341254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:24.351462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.352033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.363413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.367265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:24.367695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.368690 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ef810a7-e79f-4a4c-912e-282b45ec14fa tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9318087 Dec 23 16:11:24.371788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:24.448483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.477668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:24.477979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.490200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 3c161264-f36f-435c-93a5-c88d294a6e55 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:24.490548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:24.492831 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:24.521738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50364) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:24.556514 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6686425 Dec 23 16:11:24.567903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50370) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:24.570924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.571681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c579f63-32cb-4e4a-8e7d-8f40f2650f2e tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Network': ['ID=0fa785ee-2158-4f7a-bb9d-9bf491cccf65,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:24.585555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:24.606651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.640815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.641917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'subnet': {'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:24.647888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=e7e129a5-82c6-4847-b07c-784baddb92c5,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:24.652817 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-77372847-8534-4f65-aa09-439eb1ba28a3 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/e7e129a5-82c6-4847-b07c-784baddb92c5 HTTP/1.1" status: 204 len: 168 time: 4.5044942 Dec 23 16:11:24.657097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50374) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:24.658440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.667587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067342017'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:24.675635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:24.679598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:24.684571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:24.689780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:24.707074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:24.712156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.745681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:24.747587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.756947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.757346 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment 24ce77d4-4e3e-4210-9df3-285340a2b8c8 of type vlan for network 6459e73a-389c-4315-a8bd-7e18a2b97c0b Dec 23 16:11:24.791339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.825451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.829477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:24.830154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:24.852109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1378970704'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:24.886494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:24.925670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Usage tracker for resource:network and tenant:a0062819224145b4b274a91315af1bed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:24.934541 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2737424 Dec 23 16:11:24.934875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50378) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:24.940624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event updated for resources: {'Port': ['ID=7b65df9c-86de-4526-b2e4-2cd678141305,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:24.942729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': '6459e73a-389c-4315-a8bd-7e18a2b97c0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:24.945105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:24.948331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:24.949371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:24.954153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Allocated IP 172.26.7.209 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/071119a9-a7f8-407e-9e29-2ec383421741) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:24.956671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956f0425-4259-4bcf-8333-c47a78ad14fe,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:24.968367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:24.971050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:24.975165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:24.982198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:24.988116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:25.013659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1a962-18c5-468e-9dba-d95538a3cd63 None None] Network e19a7fd8-3326-492b-b54c-9597f3be6011 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:25.017854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12289-0dac-4c3f-95f6-ea09569601db tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=6459e73a-389c-4315-a8bd-7e18a2b97c0b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:25.036230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6459e73a-389c-4315-a8bd-7e18a2b97c0b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:25.060257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:25.064053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:25.066886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:25.072695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:25.084367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:25.090119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:25.098930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:25.194597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Made reservation on behalf of a0062819224145b4b274a91315af1bed for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:25.197508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.201402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.215845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:25.235173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b423dbf5-ba96-49b4-ac7e-ce31c466dbce None None] Provisioning for port 379bea16-9ab2-4c3c-8720-fc20bfebae11 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:25.249063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.320266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.329759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:25.461201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.601388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2272f-a2ee-4343-9576-e4d8e66f74ac None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:11:25.660076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': '24ce77d4-4e3e-4210-9df3-285340a2b8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6459e73a-389c-4315-a8bd-7e18a2b97c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:25.660374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: 6459e73a-389c-4315-a8bd-7e18a2b97c0b, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:25.682432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 3c161264-f36f-435c-93a5-c88d294a6e55 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:25.683181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=55a7702a-a866-4cdf-9db7-a2b6d8e1933e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:25.689093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 6459e73a-389c-4315-a8bd-7e18a2b97c0b is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:25.702329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6459e73a-389c-4315-a8bd-7e18a2b97c0b) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:25.714179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:25.714849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.748157 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2acc287c-8635-4cf1-8cbe-2661982754a5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8115630 Dec 23 16:11:25.750057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50382) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:25.806899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:25.817162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.840623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Usage tracker for resource:security_group_rule and tenant:a0062819224145b4b274a91315af1bed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:25.846928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 379bea16-9ab2-4c3c-8720-fc20bfebae11 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:25.848680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:25.852810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.864822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.884373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:25.903949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.908635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.965892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2272f-a2ee-4343-9576-e4d8e66f74ac None None] Unable to find a vacant binding_index for network 6459e73a-389c-4315-a8bd-7e18a2b97c0b and agent 267897ad-ea0c-464a-83d6-aa00d40845e1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 23 16:11:25.972135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2272f-a2ee-4343-9576-e4d8e66f74ac None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6459e73a-389c-4315-a8bd-7e18a2b97c0b) {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:11:25.974114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 379bea16-9ab2-4c3c-8720-fc20bfebae11 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:25.979224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 379bea16-9ab2-4c3c-8720-fc20bfebae11 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:25.980033 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:25.982700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.062728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.064335 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.2802854 Dec 23 16:11:26.065396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.067768 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50386) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:26.073647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c5b2b-e873-4bc9-b085-7f3a9a1aae80 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f6c5b5-cf18-451d-8826-2668238117fe,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.077666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'security_group_rule': {'security_group_id': 'd2f6c5b5-cf18-451d-8826-2668238117fe', 'project_id': '5581c19326b3490db868032d42e973af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:26.084204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:26.088418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:26.091841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:26.099217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:26.108253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.151513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=3c161264-f36f-435c-93a5-c88d294a6e55,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.156387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=55a7702a-a866-4cdf-9db7-a2b6d8e1933e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.162383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.196362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.205061 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.236821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.278907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 379bea16-9ab2-4c3c-8720-fc20bfebae11, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=379bea16-9ab2-4c3c-8720-fc20bfebae11,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:26.284813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.296909 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cace6b9f-102b-403a-bbc4-5810a2a81578 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/3c161264-f36f-435c-93a5-c88d294a6e55 HTTP/1.1" status: 204 len: 168 time: 1.9238937 Dec 23 16:11:26.300115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50390) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:26.310017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'mac_address': 'fa:16:3e:9c:a0:53', 'name': 'tempest-PortsIpV6TestJSON-277786169'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:26.329376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.347938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.358450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:26.364236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:26.366245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.373356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:26.417930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6459e73a-389c-4315-a8bd-7e18a2b97c0b']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:26.426475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Pushing event updated for resources: {'Port': ['ID=071119a9-a7f8-407e-9e29-2ec383421741,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.431233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=379bea16-9ab2-4c3c-8720-fc20bfebae11,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.464076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ce77d4-4e3e-4210-9df3-285340a2b8c8') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:26.464442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ce77d4-4e3e-4210-9df3-285340a2b8c8') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:26.471068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.487070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.493148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.503626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.527669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:26.532902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.536899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:26.540922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4d72b7-3a1d-426f-a898-0e15940e59d4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.544397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44cc89a-829d-480f-81e7-e651766ff653,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.546475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:26.550899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:26.562137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:26.562623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:26.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:26.583745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:26.624622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5a763-19b3-4466-8b39-61c74dcbea11 None None] Network 6459e73a-389c-4315-a8bd-7e18a2b97c0b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:26.640941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.645148 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-527d49d6-519e-4045-9f6b-61ad94f3fec0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5733805 Dec 23 16:11:26.657104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50394) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:26.666916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'security_group_rule': {'security_group_id': 'd2f6c5b5-cf18-451d-8826-2668238117fe', 'project_id': '5581c19326b3490db868032d42e973af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:26.676599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:26.680858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:26.684637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:26.687256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:26.707393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.709753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.710248 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Added segment c332bdeb-69d8-493f-aac6-10dd5bb5a518 of type vlan for network d7ac7178-39cf-4638-bbd4-7b8544091971 Dec 23 16:11:26.734985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.761754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:26.788937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.808569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=6459e73a-389c-4315-a8bd-7e18a2b97c0b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.811079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7e695-1695-407e-8cf7-13e1c2ed189a None None] Network 6459e73a-389c-4315-a8bd-7e18a2b97c0b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:26.817650 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7b23acc0-4724-4372-b57e-3bd3a03076f9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/6459e73a-389c-4315-a8bd-7e18a2b97c0b HTTP/1.1" status: 204 len: 168 time: 1.0665469 Dec 23 16:11:26.824407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50398) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:26.839101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.840644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7e695-1695-407e-8cf7-13e1c2ed189a None None] Network 6459e73a-389c-4315-a8bd-7e18a2b97c0b could not be found, it might have been deleted concurrently. {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 16:11:26.841697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.852304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.854247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-18328777'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:26.861136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.873169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:26.879796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Subnet': ['ID=de91fafe-1152-4401-a304-47f75d59c5b7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:26.890099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 4681da71-a76f-41ec-a6a3-58f2834e6c57 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:11:26.891811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.894553 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:26.910509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:26.925415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:26.998115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.002418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.003364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.007166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:27.008026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.039972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86193d87-1a29-483b-b292-b25d9218335b,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:27.042010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:27.044933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.053770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Checking segment: {'id': '2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:27.054130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network hostable DHCP agents. Network: 0fa785ee-2158-4f7a-bb9d-9bf491cccf65, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:27.125967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.127602 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5f45a982-b3bf-45f3-a202-078765aec0d1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4697871 Dec 23 16:11:27.130806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50402) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:27.138486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'security_group_rule': {'security_group_id': 'd2f6c5b5-cf18-451d-8826-2668238117fe', 'project_id': '5581c19326b3490db868032d42e973af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:27.146153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:27.162393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:27.162583 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6359100 Dec 23 16:11:27.163582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50406) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:27.164318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:27.176559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Request body: {'subnet': {'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:27.190869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3c3cb-e619-4f8a-9123-e7e93e8df1dd tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event updated for resources: {'Network': ['ID=d7ac7178-39cf-4638-bbd4-7b8544091971,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:27.193160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:27.198041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:27.210732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.211077 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment f8a00e79-77d3-41f1-a6b4-2ef09055dd27 of type vlan for network 3d78f076-a905-458c-8c3d-a1316ddce928 Dec 23 16:11:27.213793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d7ac7178-39cf-4638-bbd4-7b8544091971 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:27.229032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.229759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.231500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:27.260226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.263905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.297271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.322733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 0fa785ee-2158-4f7a-bb9d-9bf491cccf65) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:27.331650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb2fdb-9472-4ea3-927d-9f19cd82a406 None None] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:27.351516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:27.363182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Usage tracker for resource:subnet and tenant:a0062819224145b4b274a91315af1bed is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:27.368516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:27.384707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:27.398462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.449125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Made reservation on behalf of a0062819224145b4b274a91315af1bed for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:27.496933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:27.497604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.529223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.567215 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8afe240c-4c8e-4f32-af3d-0898da9e916b tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9978747 Dec 23 16:11:27.573509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50410) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:27.581824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1413525240', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:27.586167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-0fa785ee-2158-4f7a-bb9d-9bf491cccf65', 'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65', 'tenant_id': '83032132e3bf4f9cbde1bc2ca81a45f0', 'fixed_ips': [{'subnet_id': 'de91fafe-1152-4401-a304-47f75d59c5b7'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:27.587092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.588394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.591932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:27.592513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.616528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:27.653972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.689856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:router and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:27.697824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:27.700547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:27.712273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:27.717043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=4681da71-a76f-41ec-a6a3-58f2834e6c57,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:27.719053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44df06e-7620-4189-93bd-7c80915e762c,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:27.719368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:27.728914 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8979452 Dec 23 16:11:27.731101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50414) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:27.734685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:27.739086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:27.739715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.749813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c634-fd28-47f0-89a0-15f358d4665c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=3d78f076-a905-458c-8c3d-a1316ddce928,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:27.753637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': '3d78f076-a905-458c-8c3d-a1316ddce928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:27.780799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.782475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 379bea16-9ab2-4c3c-8720-fc20bfebae11 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:27.802958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.806543 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-59a27748-94db-4e26-b248-500e68ae77b7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6722844 Dec 23 16:11:27.807513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50420) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:27.809161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3d78f076-a905-458c-8c3d-a1316ddce928 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:27.811231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.812206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.830332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'security_group_rule': {'security_group_id': 'd2f6c5b5-cf18-451d-8826-2668238117fe', 'project_id': '5581c19326b3490db868032d42e973af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:27.840597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:27.853503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:27.861708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:27.871923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:27.904408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.917018 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e89c690d-f2a1-4ed6-8533-38e69b918238 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6156237 Dec 23 16:11:27.924985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:27.960723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Allocated IP 172.20.0.2 (0fa785ee-2158-4f7a-bb9d-9bf491cccf65/de91fafe-1152-4401-a304-47f75d59c5b7/d9495d1a-8c95-493f-bfca-9eeb9cdf55ad) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:27.966477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.984558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:27.989930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:27.994310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:28.000288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 379bea16-9ab2-4c3c-8720-fc20bfebae11 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:28.000668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.001462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:28.017958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:28.112365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Router da883f07-c871-4254-8776-e9341877e342 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:11:28.123917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e846cbb6-e5be-4503-942d-e0020edf2f62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:28.124877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e846cbb6-e5be-4503-942d-e0020edf2f62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:28.193793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.241723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e846cbb6-e5be-4503-942d-e0020edf2f62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:28.243226 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e846cbb6-e5be-4503-942d-e0020edf2f62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/4681da71-a76f-41ec-a6a3-58f2834e6c57 HTTP/1.1" status: 200 len: 844 time: 0.3164322 Dec 23 16:11:28.251189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50428) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:28.258105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.288047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.298366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Transition to ACTIVE for port object d9495d1a-8c95-493f-bfca-9eeb9cdf55ad will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:28.306548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.311162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing IP validity checks on allocation pools {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:11:28.311882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:11:28.318920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Transition to ACTIVE for port object d9495d1a-8c95-493f-bfca-9eeb9cdf55ad will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:28.325131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.359034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.361726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.394766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event updated for resources: {'Subnet': ['ID=41cfa099-6e39-4a3a-be06-2567a3669632,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:28.401143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Pushing event updated for resources: {'Port': ['ID=d9495d1a-8c95-493f-bfca-9eeb9cdf55ad,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:28.418945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa1aded-4d60-4b0b-9f8b-b52682799b21,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:28.427581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:28.429438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:28.434104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:28.451541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 4681da71-a76f-41ec-a6a3-58f2834e6c57 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:28.452131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.458400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Checking segment: {'id': 'c332bdeb-69d8-493f-aac6-10dd5bb5a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:28.458756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Network hostable DHCP agents. Network: d7ac7178-39cf-4638-bbd4-7b8544091971, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:28.503817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.505278 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d544639c-8f45-4826-b16c-0dd51906e915 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6955745 Dec 23 16:11:28.509784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50432) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:28.527244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'security_group_rule': {'security_group_id': 'd2f6c5b5-cf18-451d-8826-2668238117fe', 'project_id': '5581c19326b3490db868032d42e973af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:28.537392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:28.545928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:28.549468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:28.553232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Network d7ac7178-39cf-4638-bbd4-7b8544091971 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:28.558356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.562350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:28.582212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:11:28.594273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Attempting to bind port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:28.594641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Attempting to bind port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:28.595000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Attempting to bind port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad on network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:28.605148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:28.605524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Checking segment: {'id': '2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:28.605925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.606344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Bound using segment: {'id': '2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:28.606802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Bound port: d9495d1a-8c95-493f-bfca-9eeb9cdf55ad, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:28.607171 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.622365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, d7ac7178-39cf-4638-bbd4-7b8544091971) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:28.630563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Project 5581c19326b3490db868032d42e973af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:11:28.644828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:28.645404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.650323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.659435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5a877-07ef-495d-b9c1-f15d0892adee None None] Network d7ac7178-39cf-4638-bbd4-7b8544091971 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:28.680370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=3553a2ab-5a0f-41f8-9f68-375058370b41,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:28.724019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9f9ac7b4-17d8-4a7d-a6d9-bbca4770a84e tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5542200 Dec 23 16:11:28.725108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50436) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:28.738358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Request body: {'port': {'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971', 'name': 'tempest-TagsExtTest-1274065003'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:28.756110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d78f076-a905-458c-8c3d-a1316ddce928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:28.756834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: 3d78f076-a905-458c-8c3d-a1316ddce928, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:28.813817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] For port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:28.839153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] For port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d9495d1a-8c95-493f-bfca-9eeb9cdf55ad,segment=NetworkSegment(2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa),segment_id=2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:28.871442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.875588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.888561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.919828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 3d78f076-a905-458c-8c3d-a1316ddce928 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:28.941488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3e6130-2415-4a1d-92fd-0adbc87f7b33,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:28.944791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.946371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:28.953408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Usage tracker for resource:port and tenant:a0062819224145b4b274a91315af1bed is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:28.957271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3d78f076-a905-458c-8c3d-a1316ddce928) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:28.958212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:28.965231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:28.965805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.971944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:28.973906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.975126 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-63d0a129-0314-43e0-a74f-bb5822e35f04 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4637175 Dec 23 16:11:28.981145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50440) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:28.991236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'security_group_rule': {'security_group_id': 'd2f6c5b5-cf18-451d-8826-2668238117fe', 'project_id': '5581c19326b3490db868032d42e973af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:28.999497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:29.004546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:security_group_rule and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:29.010947 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d63f90d8-dd27-482f-a2a4-bd004876b000 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2627652 Dec 23 16:11:29.010947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Made reservation on behalf of a0062819224145b4b274a91315af1bed for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:29.012213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.017765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7fe8e-9d33-4f78-8898-d73509dd63b2 None None] Network 3d78f076-a905-458c-8c3d-a1316ddce928 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:29.023862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50444) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:29.024579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:29.035155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:29.101771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6bc3f-7380-4056-be88-026d3ddd2a4c None None] Pushing event updated for resources: {'Port': ['ID=d9495d1a-8c95-493f-bfca-9eeb9cdf55ad,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:29.118579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-d7ac7178-39cf-4638-bbd4-7b8544091971', 'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971', 'tenant_id': 'a0062819224145b4b274a91315af1bed', 'fixed_ips': [{'subnet_id': '41cfa099-6e39-4a3a-be06-2567a3669632'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:29.119281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.143464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] device_id is not set on port 8e4225d5-32fe-41e6-9232-bb8030183adb yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:11:29.179983 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Project 5581c19326b3490db868032d42e973af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:11:29.199379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.225882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 4681da71-a76f-41ec-a6a3-58f2834e6c57 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:29.303482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.444643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.467727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.474009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Allocated IP 172.20.0.4 (d7ac7178-39cf-4638-bbd4-7b8544091971/41cfa099-6e39-4a3a-be06-2567a3669632/8e4225d5-32fe-41e6-9232-bb8030183adb) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:29.481696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.494393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:29.498418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.512102 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] Sync routers for ids ['da883f07-c871-4254-8776-e9341877e342'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:29.517471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3d78f076-a905-458c-8c3d-a1316ddce928', 'network_id': '3d78f076-a905-458c-8c3d-a1316ddce928', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': '3553a2ab-5a0f-41f8-9f68-375058370b41'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:29.518354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.539680 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] Routers {'da883f07-c871-4254-8776-e9341877e342'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:29.540327 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['da883f07-c871-4254-8776-e9341877e342'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:29.669097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.26.7.107 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/a96ac25f-6f0b-49b7-b4c7-fa6f62e4b16f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:29.673199 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:29.701198 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] Routers {'da883f07-c871-4254-8776-e9341877e342'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:29.702032 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['da883f07-c871-4254-8776-e9341877e342'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:29.730373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.814202 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:29.814989 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460dd8ac-c2ac-4c52-8159-e2d93a710adb None None] The sync data for ids ['da883f07-c871-4254-8776-e9341877e342'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:29.843761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Allocated IP 172.20.0.3 (3d78f076-a905-458c-8c3d-a1316ddce928/3553a2ab-5a0f-41f8-9f68-375058370b41/1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:29.868658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.872969 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f85b6583-88ff-49b1-ae72-3f881409168b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "PUT /v2.0/routers/da883f07-c871-4254-8776-e9341877e342 HTTP/1.1" status: 200 len: 880 time: 8.9069164 Dec 23 16:11:29.881327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50452) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:29.882074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.885057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=4681da71-a76f-41ec-a6a3-58f2834e6c57,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:29.897389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.899609 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cf3c8da9-bc0c-46c8-aa68-6c81a6a53000 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/4681da71-a76f-41ec-a6a3-58f2834e6c57 HTTP/1.1" status: 204 len: 168 time: 1.6460071 Dec 23 16:11:29.907278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df99f757-2f64-49e7-99b0-f1fe4ae370da,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:29.913187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50454) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:29.917187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.977102 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-41afcce9-0404-4e27-85dc-258a632739ba tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:11:29.978200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41afcce9-0404-4e27-85dc-258a632739ba tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:30.013396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:30.031242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.035266 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1aa8d0ea-6299-4d10-b08c-926bc6c04454 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0488999 Dec 23 16:11:30.035452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Transition to ACTIVE for port object 8e4225d5-32fe-41e6-9232-bb8030183adb will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:30.041412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50460) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:30.051194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'network': {'name': 'tempest-network-smoke--982390863', 'project_id': '5581c19326b3490db868032d42e973af', 'port_security_enabled': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:30.058307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41afcce9-0404-4e27-85dc-258a632739ba tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:30.059979 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41afcce9-0404-4e27-85dc-258a632739ba tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/4681da71-a76f-41ec-a6a3-58f2834e6c57 HTTP/1.1" status: 404 len: 333 time: 0.1457291 Dec 23 16:11:30.064863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:30.068942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50464) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:30.069800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d9495d1a-8c95-493f-bfca-9eeb9cdf55ad up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:30.073919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:network and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:30.082222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'name': 'tempest-PortsIpV6TestJSON-1218557916'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:30.087349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.091011 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-11140af2-bd24-4b75-9386-18f8dfccea23 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4956584 Dec 23 16:11:30.091534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.094922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:30.096112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Sync routers for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:30.102160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:30.111836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:30.222840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.226059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Made reservation on behalf of 5581c19326b3490db868032d42e973af for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:30.229439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.231658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.236785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:30.237476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:30.303947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.347894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Transition to ACTIVE for port object 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:30.382277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Network d7ac7178-39cf-4638-bbd4-7b8544091971 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:30.384340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:30.387493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Allocated IP 172.20.0.2 (d7ac7178-39cf-4638-bbd4-7b8544091971/41cfa099-6e39-4a3a-be06-2567a3669632/a788ab16-02a0-4632-92f8-1234a10f0544) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:30.389573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54006601-77e4-44e2-aeef-8afb1b948738 None None] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:30.390687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:30.391802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:30.395532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:30.438993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=a96ac25f-6f0b-49b7-b4c7-fa6f62e4b16f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:30.449054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:30.483318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event updated for resources: {'Port': ['ID=8e4225d5-32fe-41e6-9232-bb8030183adb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:30.497643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:30.509357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.509865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Added segment 75a6d99a-9130-4a84-88dc-be96daa46267 of type vlan for network d66ee489-af94-4988-8cf8-06e90031f225 Dec 23 16:11:30.538762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.585964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:30.590302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.594297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:30.594969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.614759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Transition to ACTIVE for port object 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:30.635875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:30.642513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:30.704390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.749011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:30.750942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.780564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.781303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.805438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:30.806127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.807885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e72671ef-e8a9-4940-bf39-3911396e8224 None None] Provisioning for port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:30.810569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7681997 Dec 23 16:11:30.815672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939cba9-7f21-4ab5-bf30-43d3fa5dfe5b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Network': ['ID=d66ee489-af94-4988-8cf8-06e90031f225,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:30.822098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50474) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:30.825650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.839929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e72671ef-e8a9-4940-bf39-3911396e8224 None None] Provisioning complete for port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:30.840262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e72671ef-e8a9-4940-bf39-3911396e8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.870153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'admin_state_up': True, 'project_id': '5581c19326b3490db868032d42e973af', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:30.883797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d66ee489-af94-4988-8cf8-06e90031f225 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:30.887504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:30.891774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 05604dcd-aa77-49b9-833d-3f07340c4db0 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:11:30.924517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=3553a2ab-5a0f-41f8-9f68-375058370b41,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:30.937477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0deee15c-6e43-474f-a929-ec1b1b97f1c0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2119164 Dec 23 16:11:30.938875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:router and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:30.945599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50478) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:30.952968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:30.970891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Network 3d78f076-a905-458c-8c3d-a1316ddce928 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:30.974017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Pushing event updated for resources: {'Port': ['ID=1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:30.987518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:30.987885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2175518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:31.001956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:31.026390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:31.030302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:31.051427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:31.081689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Usage tracker for resource:router and tenant:a0062819224145b4b274a91315af1bed is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:31.086292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:31.114927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.115275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.120985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:31.127802 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e132b8aa-4496-41db-8fbe-408c92336f72 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/da883f07-c871-4254-8776-e9341877e342 HTTP/1.1" status: 200 len: 921 time: 1.2176833 Dec 23 16:11:31.129684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.146645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50482) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:31.155001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.155346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.155705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.156591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.156591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.156807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.157335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.157335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.157617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.158875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.158875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:31.222693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.223606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.236055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d78f076-a905-458c-8c3d-a1316ddce928']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:31.320872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:31.321421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:31.360333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.372328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.411658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.421285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router a4281b1b-4364-4ee4-b695-f9864581fbf5 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:11:31.444927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:31.445596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.460830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:31.463047 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:31.533595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.544297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Attempting to bind port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:31.544890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Attempting to bind port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d78f076-a905-458c-8c3d-a1316ddce928'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:31.545399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Attempting to bind port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 on network 3d78f076-a905-458c-8c3d-a1316ddce928 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:31.557703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.567845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.590555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Transition to ACTIVE for port object a788ab16-02a0-4632-92f8-1234a10f0544 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:31.617530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:31.618262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Checking segment: {'id': 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d78f076-a905-458c-8c3d-a1316ddce928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:31.618262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.618643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Bound using segment: {'id': 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d78f076-a905-458c-8c3d-a1316ddce928'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:31.619114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Bound port: 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d78f076-a905-458c-8c3d-a1316ddce928'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:31.619476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.657535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e72671ef-e8a9-4940-bf39-3911396e8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.676862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Transition to ACTIVE for port object a788ab16-02a0-4632-92f8-1234a10f0544 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:31.742404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d0bd077c-585a-4b63-bf95-3fa7a6585833 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Synchronizing usage tracker for tenant:2cc4cfdc922e4367b9bf7e406bb1ceac on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:31.744896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:11:31.744896 dv-neutron-822800-1-hyperv neutron-server[83494]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:11:31.744896 dv-neutron-822800-1-hyperv neutron-server[83494]: [parameters: {'id': '3d78f076-a905-458c-8c3d-a1316ddce928'}] Dec 23 16:11:31.744896 dv-neutron-822800-1-hyperv neutron-server[83494]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:31.745210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:31.757823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.795832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.842631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d0bd077c-585a-4b63-bf95-3fa7a6585833 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Unset dirty status for tenant:2cc4cfdc922e4367b9bf7e406bb1ceac on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:31.846385 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d0bd077c-585a-4b63-bf95-3fa7a6585833 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=da883f07-c871-4254-8776-e9341877e342&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6911058 Dec 23 16:11:31.847338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50486) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:31.878678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:31.888295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e72671ef-e8a9-4940-bf39-3911396e8224 None None] For port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d9495d1a-8c95-493f-bfca-9eeb9cdf55ad,segment=NetworkSegment(2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa),segment_id=2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:31.894093 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] Sync routers for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:31.894649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Network d7ac7178-39cf-4638-bbd4-7b8544091971 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:31.903216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Allocated IP 172.20.0.1 (e19a7fd8-3326-492b-b54c-9597f3be6011/cd2bba48-e081-4240-a017-684549610b36/48e6fd51-1152-4aa3-8167-58e12f11d062) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:31.909424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:31.911356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Pushing event updated for resources: {'Port': ['ID=a788ab16-02a0-4632-92f8-1234a10f0544,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:31.920725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.923040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:31.925520 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:31.926150 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:31.926876 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a1b1307-220c-4c60-9a99-6ed2078c76bf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3519945 Dec 23 16:11:31.927695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e72671ef-e8a9-4940-bf39-3911396e8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.927831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50490) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:31.971491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:31.973200 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e0d9fed4-40f3-4a37-bd6d-775bf895eabc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 1.0239687 Dec 23 16:11:31.978082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50494) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:31.987763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-356ffdbb-50b2-42d2-81ad-875f46cd8030 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-260344817', 'prefixes': ['172.20.0.0/16']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:31.989402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] For port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:32.008939 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:32.010498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.014152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.018930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-356ffdbb-50b2-42d2-81ad-875f46cd8030 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:32.043125 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:32.044118 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:32.060997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] For port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29,segment=NetworkSegment(f8a00e79-77d3-41f1-a6b4-2ef09055dd27),segment_id=f8a00e79-77d3-41f1-a6b4-2ef09055dd27)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:32.089076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.119018 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:32.119763 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5975ca9-d6c6-466c-887a-1ea631917c8b None None] The sync data for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:32.198681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:32.199200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Attempting to bind port a788ab16-02a0-4632-92f8-1234a10f0544 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:32.199577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Attempting to bind port a788ab16-02a0-4632-92f8-1234a10f0544 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'c332bdeb-69d8-493f-aac6-10dd5bb5a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:32.199768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Attempting to bind port a788ab16-02a0-4632-92f8-1234a10f0544 on network d7ac7178-39cf-4638-bbd4-7b8544091971 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:32.203168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72671ef-e8a9-4940-bf39-3911396e8224 None None] Pushing event updated for resources: {'Port': ['ID=d9495d1a-8c95-493f-bfca-9eeb9cdf55ad,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:32.210378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:32.217386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=05604dcd-aa77-49b9-833d-3f07340c4db0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:32.222186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:32.226375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:32.226972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.231026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492000f-ab8d-4e1b-be92-bccfdffd939a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:32.235635 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0492000f-ab8d-4e1b-be92-bccfdffd939a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.3841252 Dec 23 16:11:32.258939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 3, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:32.277667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50498) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:32.285259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.292137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Checking router: 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:11:32.293218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Updating router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 port 071119a9-a7f8-407e-9e29-2ec383421741 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:11:32.314719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.316935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:32.317306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Checking segment: {'id': 'c332bdeb-69d8-493f-aac6-10dd5bb5a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:32.317700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.318081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Bound using segment: {'id': 'c332bdeb-69d8-493f-aac6-10dd5bb5a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:32.318554 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Bound port: a788ab16-02a0-4632-92f8-1234a10f0544, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c332bdeb-69d8-493f-aac6-10dd5bb5a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd7ac7178-39cf-4638-bbd4-7b8544091971'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:32.318925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.343946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Transition to ACTIVE for port object 48e6fd51-1152-4aa3-8167-58e12f11d062 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:32.355614 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1647e2a3-b0d9-46e5-a471-e3a00aefb933 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=da883f07-c871-4254-8776-e9341877e342 HTTP/1.1" status: 200 len: 205 time: 0.0684638 Dec 23 16:11:32.359584 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a7a2e2b3-3b95-4847-9fc8-9cca690325cc tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2871883 Dec 23 16:11:32.363281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50502) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:32.363639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50504) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:32.375474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:32.458988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:32.459241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.478609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.532475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d5a6-6ac2-4657-be45-5581ff9c302a None None] Pushing event updated for resources: {'Port': ['ID=1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:32.535773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f476a746-926f-4f40-a05f-53454d4ee433 None None] Provisioning complete for port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:32.536298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f476a746-926f-4f40-a05f-53454d4ee433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.566490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Network e19a7fd8-3326-492b-b54c-9597f3be6011 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:32.570250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:32.577565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:32.579113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.611198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Pushing event updated for resources: {'Port': ['ID=48e6fd51-1152-4aa3-8167-58e12f11d062,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:32.650900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.674357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba14a6-17fa-4dd5-8b1b-2d3086ca1916 None None] Network 3d78f076-a905-458c-8c3d-a1316ddce928 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:32.725328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.765496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-356ffdbb-50b2-42d2-81ad-875f46cd8030 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for subnetpool, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.766657 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-356ffdbb-50b2-42d2-81ad-875f46cd8030 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7873147 Dec 23 16:11:32.781805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50510) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:32.827565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] For port a788ab16-02a0-4632-92f8-1234a10f0544, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:32.862509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] For port a788ab16-02a0-4632-92f8-1234a10f0544, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a788ab16-02a0-4632-92f8-1234a10f0544,segment=NetworkSegment(c332bdeb-69d8-493f-aac6-10dd5bb5a518),segment_id=c332bdeb-69d8-493f-aac6-10dd5bb5a518)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:32.936867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:32.982923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-0da68a07-1d1e-4711-82f5-38f2ca3fab91 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', 'tempest-TagsExtTest-Tag-1384311916') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:32.999767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29,segment=NetworkSegment(f8a00e79-77d3-41f1-a6b4-2ef09055dd27),segment_id=f8a00e79-77d3-41f1-a6b4-2ef09055dd27)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:33.000123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.044994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.160683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da51ee-39db-448b-bb76-7e57680e74c4 None None] Pushing event updated for resources: {'Port': ['ID=a788ab16-02a0-4632-92f8-1234a10f0544,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:33.248184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.300275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-96999bed-c87a-46ce-92c3-8e6525114b32 None None] Provisioning for port 48e6fd51-1152-4aa3-8167-58e12f11d062 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:33.316798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.327286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-96999bed-c87a-46ce-92c3-8e6525114b32 None None] Provisioning complete for port 48e6fd51-1152-4aa3-8167-58e12f11d062 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:33.327286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-96999bed-c87a-46ce-92c3-8e6525114b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.388679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Transition to ACTIVE for port object 071119a9-a7f8-407e-9e29-2ec383421741 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:33.391386 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0da68a07-1d1e-4711-82f5-38f2ca3fab91 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags/tempest-TagsExtTest-Tag-1384311916 HTTP/1.1" status: 201 len: 201 time: 0.6020241 Dec 23 16:11:33.404337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-96999bed-c87a-46ce-92c3-8e6525114b32 None None] Port 48e6fd51-1152-4aa3-8167-58e12f11d062 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:33.406009 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.412495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50514) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:33.417181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-07c57dba-78ba-4d00-9425-e5d63c9bf751 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', 'tempest-TagsExtTest-Tag-1751013085') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:33.443677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:33.527802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Attempting to bind port 071119a9-a7f8-407e-9e29-2ec383421741 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:33.528169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Attempting to bind port 071119a9-a7f8-407e-9e29-2ec383421741 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:33.528529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Attempting to bind port 071119a9-a7f8-407e-9e29-2ec383421741 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:33.534349 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b31c38-b96a-45df-80e8-65cf4b9ee803 None None] Pushing event updated for resources: {'Port': ['ID=071119a9-a7f8-407e-9e29-2ec383421741,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:33.545059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:33.545696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:33.548330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.548898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:33.551381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Bound port: 071119a9-a7f8-407e-9e29-2ec383421741, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:33.551804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.584534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.592320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.604101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.651506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] For port 071119a9-a7f8-407e-9e29-2ec383421741, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:33.656297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] For port 071119a9-a7f8-407e-9e29-2ec383421741, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=071119a9-a7f8-407e-9e29-2ec383421741,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:33.663785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.731379 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:11:33.824150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Pushing event updated for resources: {'Port': ['ID=48e6fd51-1152-4aa3-8167-58e12f11d062,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:33.835266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.853311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:33.853865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:33.887736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.892165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.919416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b31c38-b96a-45df-80e8-65cf4b9ee803 None None] Pushing event updated for resources: {'Port': ['ID=071119a9-a7f8-407e-9e29-2ec383421741,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:33.930756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a788ab16-02a0-4632-92f8-1234a10f0544 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:33.956518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.959984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:33.991752 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-07c57dba-78ba-4d00-9425-e5d63c9bf751 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags/tempest-TagsExtTest-Tag-1751013085 HTTP/1.1" status: 201 len: 201 time: 0.5794976 Dec 23 16:11:33.992415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50522) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:34.029585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-7c71ef66-266d-4bf0-9e88-da77400ed87f tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', 'tempest-TagsExtTest-Tag-1425719698') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:34.042692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=05604dcd-aa77-49b9-833d-3f07340c4db0,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:34.121371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port 1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:34.125298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a788ab16-02a0-4632-92f8-1234a10f0544 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:34.136931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d9495d1a-8c95-493f-bfca-9eeb9cdf55ad up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:34.178218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:34.180759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=1ffa4b2f-3ad3-41a2-89c2-5ae6de7e2d29,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:34.198747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] In _notify_port_updated(), no bound segment for port 05604dcd-aa77-49b9-833d-3f07340c4db0 on network 04453478-b6e9-49e2-ad84-d0117a9d5afa {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:11:34.206615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:34.208019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.212356 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e09c8ef1-9115-4a3d-99f9-a78eee0b7727 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "PUT /v2.0/ports/05604dcd-aa77-49b9-833d-3f07340c4db0 HTTP/1.1" status: 200 len: 818 time: 1.8439102 Dec 23 16:11:34.214670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Allocated IP 172.26.7.68 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ece027a9-d222-45ca-8614-4d3e88e6099b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:34.228484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50526) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:34.276599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Network e19a7fd8-3326-492b-b54c-9597f3be6011 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:34.283749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:34.433057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.475008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d78f076-a905-458c-8c3d-a1316ddce928']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:34.493263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:34.493826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a00e79-77d3-41f1-a6b4-2ef09055dd27') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:34.508685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.527748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.539005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:34.539505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.554926 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:34.555301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.594844 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c71ef66-266d-4bf0-9e88-da77400ed87f tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags/tempest-TagsExtTest-Tag-1425719698 HTTP/1.1" status: 201 len: 201 time: 0.5763509 Dec 23 16:11:34.604021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50530) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:34.604900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b09cd-2b82-4b64-9cfb-15db7344c909 None None] Network d7ac7178-39cf-4638-bbd4-7b8544091971 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:34.615204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-fd763bd7-57ab-4497-92bd-de7eaba72ace tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', 'tempest-TagsExtTest-Tag-977826578') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:34.628111 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:34.662054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.757995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 05604dcd-aa77-49b9-833d-3f07340c4db0 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:34.758439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.790384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.831576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Provisioning for port a788ab16-02a0-4632-92f8-1234a10f0544 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:34.852896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.885701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Provisioning complete for port a788ab16-02a0-4632-92f8-1234a10f0544 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:34.886332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:34.913214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=3d78f076-a905-458c-8c3d-a1316ddce928,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:34.958204 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd763bd7-57ab-4497-92bd-de7eaba72ace tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags/tempest-TagsExtTest-Tag-977826578 HTTP/1.1" status: 201 len: 201 time: 0.3493252 Dec 23 16:11:34.958890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50534) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:34.977690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-36ae93ef-bebf-4efa-b030-069c53ea8e87 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:34.985275 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-187c8cde-6391-482c-b716-879482f60335 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/3d78f076-a905-458c-8c3d-a1316ddce928 HTTP/1.1" status: 204 len: 168 time: 5.9540756 Dec 23 16:11:34.990847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50538) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:35.010785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1278474884'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:35.021735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:35.031415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:35.031601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4728bf9f-9585-49e1-8256-6adb410350f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.039120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:35.125826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:35.130259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.167626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:33Z', 'revision_number': 2, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:35.190922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:35.193836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.208759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.217229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9562ef9-3212-4aae-9b02-456ab75073ac None None] The sync data for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv is: [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:33Z', 'revision_number': 2, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:35.231839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.278948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] For port a788ab16-02a0-4632-92f8-1234a10f0544, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a788ab16-02a0-4632-92f8-1234a10f0544,segment=NetworkSegment(c332bdeb-69d8-493f-aac6-10dd5bb5a518),segment_id=c332bdeb-69d8-493f-aac6-10dd5bb5a518)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:35.289566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.310223 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36ae93ef-bebf-4efa-b030-069c53ea8e87 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags HTTP/1.1" status: 200 len: 241 time: 0.3480046 Dec 23 16:11:35.313509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:35.322699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-d60571f7-c279-4e47-95c5-47ac5beec253 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', 'tempest-TagsExtTest-Tag-1384311916') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:35.351655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 05604dcd-aa77-49b9-833d-3f07340c4db0 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:35.391665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:35.401589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.401589 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment dcc0f584-e106-4983-9497-59e7d1142d62 of type vlan for network f696b8c0-acfa-46a6-aadd-ef1808f7458b Dec 23 16:11:35.410432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Provisioning complete for port 48e6fd51-1152-4aa3-8167-58e12f11d062 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:35.411179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.432375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.472056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Pushing event updated for resources: {'Port': ['ID=a788ab16-02a0-4632-92f8-1234a10f0544,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:35.528330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.1 (0fa785ee-2158-4f7a-bb9d-9bf491cccf65/de91fafe-1152-4401-a304-47f75d59c5b7/dfd71772-fdbc-49ec-be8a-0b317954c378) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:35.535621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:35.546642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9543058e-d945-4689-a7f5-79ad05d18779 None None] Port 48e6fd51-1152-4aa3-8167-58e12f11d062 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:35.585158 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d60571f7-c279-4e47-95c5-47ac5beec253 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags/tempest-TagsExtTest-Tag-1384311916 HTTP/1.1" status: 204 len: 168 time: 0.2702322 Dec 23 16:11:35.606729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50546) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:35.621797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.625426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:35.625999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.640852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-50883302-d7c7-416a-a90b-e97e3ef7dc21 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', 'tempest-TagsExtTest-Tag-1384311916') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:35.685796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3d2ad6a6-161f-4142-9787-b42c41cffdc7 None None] Provisioning for port 8e4225d5-32fe-41e6-9232-bb8030183adb completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:35.702136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3d2ad6a6-161f-4142-9787-b42c41cffdc7 None None] Provisioning complete for port 8e4225d5-32fe-41e6-9232-bb8030183adb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:35.702513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6a6-161f-4142-9787-b42c41cffdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.796931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ad6a6-161f-4142-9787-b42c41cffdc7 None None] Port 8e4225d5-32fe-41e6-9232-bb8030183adb cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:35.816123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a788ab16-02a0-4632-92f8-1234a10f0544 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:35.818990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.903928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.919105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a788ab16-02a0-4632-92f8-1234a10f0544 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:35.920110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.944308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:35.961900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=f696b8c0-acfa-46a6-aadd-ef1808f7458b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:35.967513 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5891320c-977d-4f54-b75d-0b16acdb1cea tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9732482 Dec 23 16:11:35.975132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:35.998045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Deleting port 7b65df9c-86de-4526-b2e4-2cd678141305 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:35.998631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.001236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f696b8c0-acfa-46a6-aadd-ef1808f7458b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:36.036078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:36.037218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.054592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:36.058331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:36.060146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Port': ['ID=ece027a9-d222-45ca-8614-4d3e88e6099b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:36.064704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:36.121497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3d2ad6a6-161f-4142-9787-b42c41cffdc7 None None] Provisioning complete for port a788ab16-02a0-4632-92f8-1234a10f0544 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:36.121772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6a6-161f-4142-9787-b42c41cffdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.142987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Transition to ACTIVE for port object dfd71772-fdbc-49ec-be8a-0b317954c378 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:36.183966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b7892d-60a2-471d-a5cc-eb6e6680b327 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:11:36.195405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=05604dcd-aa77-49b9-833d-3f07340c4db0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:36.222038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:36.233461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:36.238168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:36.247784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:36.261776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.291901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.315410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:36.348453 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8fb1d905-d9b8-4749-9985-85b47b16297c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/05604dcd-aa77-49b9-833d-3f07340c4db0 HTTP/1.1" status: 204 len: 168 time: 2.1137662 Dec 23 16:11:36.414367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:36.499595 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-50883302-d7c7-416a-a90b-e97e3ef7dc21 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags/tempest-TagsExtTest-Tag-1384311916 HTTP/1.1" status: 204 len: 168 time: 0.8890784 Dec 23 16:11:36.510980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:36.513443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:36.529426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:36.532423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:36.542065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-7e78b292-8079-4722-933d-50da80c012de tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:36.579654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:36.585823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.591745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.651099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7892d-60a2-471d-a5cc-eb6e6680b327 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:11:36.664227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-dfb04dfd-b7ec-4667-9234-c51c3d4fe840 None None] Provisioning complete for port 8e4225d5-32fe-41e6-9232-bb8030183adb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:36.664598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dfb04dfd-b7ec-4667-9234-c51c3d4fe840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.730826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=dfd71772-fdbc-49ec-be8a-0b317954c378,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:36.743440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Calling delete_port for 7b65df9c-86de-4526-b2e4-2cd678141305 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:36.752130 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-813e8280-246e-49bb-967a-9d3f316c0a97 admin admin] 10.222.0.18 "PUT /v2.0/routers/27441521-c8bc-42a9-9e67-5c8fd20fa0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6561401 Dec 23 16:11:36.768024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.855755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.856483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:36.873188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-dfb04dfd-b7ec-4667-9234-c51c3d4fe840 None None] Port 8e4225d5-32fe-41e6-9232-bb8030183adb cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:36.918447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.079866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454e1ba-76d0-426d-9289-e936a4bd179c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:37.084444 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9454e1ba-76d0-426d-9289-e936a4bd179c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.6688523 Dec 23 16:11:37.089308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50568) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:37.129310 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7e78b292-8079-4722-933d-50da80c012de tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags HTTP/1.1" status: 200 len: 205 time: 0.6100895 Dec 23 16:11:37.129310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50572) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:37.136768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-836b1fcb-f2ae-45cc-9768-670d0e131716 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:37.167846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.246909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-964f5bda-0c66-4570-bdf4-e9f13e615ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.248717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb1637e-2a97-48da-8f3a-3e4a535aa3b1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:11:37.249637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8bb1637e-2a97-48da-8f3a-3e4a535aa3b1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:37.268536 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.328249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.337753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event deleted for resources: {'Port': ['ID=7b65df9c-86de-4526-b2e4-2cd678141305,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:37.353870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=fba6f7a6-579a-4d6a-82d3-90f76252888d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:37.444820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8bb1637e-2a97-48da-8f3a-3e4a535aa3b1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:37.445980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8bb1637e-2a97-48da-8f3a-3e4a535aa3b1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/05604dcd-aa77-49b9-833d-3f07340c4db0 HTTP/1.1" status: 404 len: 333 time: 0.3541358 Dec 23 16:11:37.452100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50576) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:37.465141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': 'dcc0f584-e106-4983-9497-59e7d1142d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:37.465502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: f696b8c0-acfa-46a6-aadd-ef1808f7458b, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:37.466424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-109066713'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:37.474548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:37.483295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:37.488400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:37.498430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:37.533913 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-836b1fcb-f2ae-45cc-9768-670d0e131716 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags HTTP/1.1" status: 200 len: 241 time: 0.4035962 Dec 23 16:11:37.542532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50580) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:37.553987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-2b591742-2278-4c16-bc48-6fb62c6e095d tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', 'tempest-TagsExtTest-Tag-1751013085') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:37.600854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1cdc94f6-c048-4ae6-9e2b-c911a56ec22b None None] Provisioning for port dfd71772-fdbc-49ec-be8a-0b317954c378 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:37.606918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1cdc94f6-c048-4ae6-9e2b-c911a56ec22b None None] Provisioning complete for port dfd71772-fdbc-49ec-be8a-0b317954c378 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:37.607435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1cdc94f6-c048-4ae6-9e2b-c911a56ec22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.672516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc94f6-c048-4ae6-9e2b-c911a56ec22b None None] Port dfd71772-fdbc-49ec-be8a-0b317954c378 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:37.713236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network f696b8c0-acfa-46a6-aadd-ef1808f7458b is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:37.732895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f696b8c0-acfa-46a6-aadd-ef1808f7458b) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:37.743994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099142c-310c-46ce-9bb7-4e0edcf32b0a None None] Network f696b8c0-acfa-46a6-aadd-ef1808f7458b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:37.747162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:37.749597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:37.750115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.751984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.768817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:37.778281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 071119a9-a7f8-407e-9e29-2ec383421741 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:37.847199 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2b591742-2278-4c16-bc48-6fb62c6e095d tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags/tempest-TagsExtTest-Tag-1751013085 HTTP/1.1" status: 204 len: 168 time: 0.2981603 Dec 23 16:11:37.847992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50584) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:37.862806 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e238be2-03ed-416b-b7bb-c1262e8d1b3f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8856063 Dec 23 16:11:37.866616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-9a81c85b-ca4a-4e57-be31-1e80e27bbcf0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', 'tempest-TagsExtTest-Tag-1751013085') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:37.892726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50588) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:37.994599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 071119a9-a7f8-407e-9e29-2ec383421741 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:38.000886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 071119a9-a7f8-407e-9e29-2ec383421741 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:38.001254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.012569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:38.093141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.093501 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment 6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7 of type vlan for network 3a2121d4-4525-4622-895c-ba82578f1c74 Dec 23 16:11:38.096237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.104602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-f696b8c0-acfa-46a6-aadd-ef1808f7458b', 'network_id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': 'fba6f7a6-579a-4d6a-82d3-90f76252888d'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:38.105921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.113973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.120335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.126350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.131477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.137404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.161311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Router 2f3ce9c8-144b-4263-9917-0a50ca288f4e is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:11:38.188323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.188877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Fanout notify agent at l3_agent the message router_deleted on router da883f07-c871-4254-8776-e9341877e342 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:11:38.242372 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9a81c85b-ca4a-4e57-be31-1e80e27bbcf0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags/tempest-TagsExtTest-Tag-1751013085 HTTP/1.1" status: 204 len: 168 time: 0.3913345 Dec 23 16:11:38.246566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.248807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50592) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:38.265077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.269471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:38.270313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.281995 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-ddc37da0-9136-4c2c-81c2-97c3ff6f06da tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:38.324088 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.346101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=dfd71772-fdbc-49ec-be8a-0b317954c378,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:38.353984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.371169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.372273 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ee1d11d5-6505-47e0-9133-ab440b94d05a tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/da883f07-c871-4254-8776-e9341877e342 HTTP/1.1" status: 204 len: 168 time: 6.0077438 Dec 23 16:11:38.380000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 071119a9-a7f8-407e-9e29-2ec383421741, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=071119a9-a7f8-407e-9e29-2ec383421741,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:38.381517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50596) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:38.385744 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9317093 Dec 23 16:11:38.392556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Allocated IP 172.20.0.1 (f696b8c0-acfa-46a6-aadd-ef1808f7458b/fba6f7a6-579a-4d6a-82d3-90f76252888d/08ca1834-59ca-420f-bde3-0e668eba6fa2) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:38.392878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50600) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:38.406362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:38.443148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1863902568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:38.460524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.551139 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b132e-4f32-498b-af01-bac7a58d1e33 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=3a2121d4-4525-4622-895c-ba82578f1c74,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:38.559162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:38.564590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:38.567807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:38.573951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:38.589217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:38.623401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:38.649500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Usage tracker for resource:router and tenant:ee466dd72fb2463b84a4bac80aaa9701 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:38.660683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:38.674035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:38.732339 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddc37da0-9136-4c2c-81c2-97c3ff6f06da tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags HTTP/1.1" status: 200 len: 205 time: 0.4824953 Dec 23 16:11:38.733561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.734658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.740857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:38.749377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-30b0501f-917e-4bc7-95bd-018de7116a7f tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:38.765527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.781136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Transition to ACTIVE for port object 08ca1834-59ca-420f-bde3-0e668eba6fa2 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:38.806391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.806945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Transition to ACTIVE for port object 08ca1834-59ca-420f-bde3-0e668eba6fa2 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:38.822189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3a2121d4-4525-4622-895c-ba82578f1c74 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:38.843316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:38.848949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:38.890387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50610) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:38.904804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305413664', 'description': 'tempest-description--1499431727'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:38.911505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:38.915236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Usage tracker for resource:security_group and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:38.919113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:38.925623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:38.950240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.960275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.987702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:38.997375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:39.015728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.020505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Sync routers for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:39.038583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:39.042004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.043889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Usage tracker for resource:security_group_rule and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:39.047610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:39.054187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:39.054791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Network f696b8c0-acfa-46a6-aadd-ef1808f7458b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:39.058366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:39.071522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:39.079079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:39.080617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:39.088080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=fba6f7a6-579a-4d6a-82d3-90f76252888d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:39.142892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.145546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.147756 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-73a9541e-3b65-449d-a586-3834afb4ce65 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.3232050 Dec 23 16:11:39.150112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50616) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.154817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.208573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7990683-cd96-49ea-90fa-da893cc283b5,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:39.216604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.221023 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e7789699-48db-4ea2-826d-b050ae0b2bf2 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3225455 Dec 23 16:11:39.234457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50622) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.249855 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30b0501f-917e-4bc7-95bd-018de7116a7f tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags HTTP/1.1" status: 200 len: 241 time: 0.5076334 Dec 23 16:11:39.253192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50626) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.256450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.267873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Request body: {'security_group_rule': {'security_group_id': 'f7990683-cd96-49ea-90fa-da893cc283b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:39.274446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-89dc59e9-05ba-4586-b7ab-a90e8c046635 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', 'tempest-TagsExtTest-Tag-1425719698') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:39.277960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:39.281721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Usage tracker for resource:security_group_rule and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:39.284637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:39.290343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:39.305225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.350431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f696b8c0-acfa-46a6-aadd-ef1808f7458b']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:39.370764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.386539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc0f584-e106-4983-9497-59e7d1142d62') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:39.386884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc0f584-e106-4983-9497-59e7d1142d62') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:39.404843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.420122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.470917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.480037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=071119a9-a7f8-407e-9e29-2ec383421741,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:39.484888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:39.485256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.498274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b7e1233a-de9e-4370-9870-fca22547f6e9 None None] Provisioning complete for port dfd71772-fdbc-49ec-be8a-0b317954c378 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:39.498646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b7e1233a-de9e-4370-9870-fca22547f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:39.502833 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:39.505396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.505396 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e136eb87-820d-4c84-a8e7-e0e06b937f43 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1199973 Dec 23 16:11:39.541066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50630) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.590621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': True}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:39.628913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Attempting to bind port 08ca1834-59ca-420f-bde3-0e668eba6fa2 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:39.629230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Attempting to bind port 08ca1834-59ca-420f-bde3-0e668eba6fa2 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'dcc0f584-e106-4983-9497-59e7d1142d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:39.629593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Attempting to bind port 08ca1834-59ca-420f-bde3-0e668eba6fa2 on network f696b8c0-acfa-46a6-aadd-ef1808f7458b {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:39.650064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Pushing event updated for resources: {'Port': ['ID=08ca1834-59ca-420f-bde3-0e668eba6fa2,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:39.657140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:39.666130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.668383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:11:39.668383 dv-neutron-822800-1-hyperv neutron-server[83495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:11:39.668383 dv-neutron-822800-1-hyperv neutron-server[83495]: [parameters: {'id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b'}] Dec 23 16:11:39.668383 dv-neutron-822800-1-hyperv neutron-server[83495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:11:39.668888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:11:39.679376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.681918 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-346b6360-fa36-42d6-97d7-b997b5c6d398 tempest-TestNetworkAdvancedServerOps-1053164806 tempest-TestNetworkAdvancedServerOps-1053164806-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5581c19326b3490db868032d42e973af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5305946 Dec 23 16:11:39.687342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50634) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.708269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1233a-de9e-4370-9870-fca22547f6e9 None None] Port dfd71772-fdbc-49ec-be8a-0b317954c378 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:39.710792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:39.711176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Checking segment: {'id': 'dcc0f584-e106-4983-9497-59e7d1142d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:39.711585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.711970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Bound using segment: {'id': 'dcc0f584-e106-4983-9497-59e7d1142d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:39.712480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Bound port: 08ca1834-59ca-420f-bde3-0e668eba6fa2, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc0f584-e106-4983-9497-59e7d1142d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f696b8c0-acfa-46a6-aadd-ef1808f7458b'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:39.712798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.728380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f25c41-66d2-4d9e-8a88-a35528e8bf45,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:39.766744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.815892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-89dc59e9-05ba-4586-b7ab-a90e8c046635 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags/tempest-TagsExtTest-Tag-1425719698 HTTP/1.1" status: 204 len: 168 time: 0.5591023 Dec 23 16:11:39.823924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50638) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.834005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-8e5b5443-bc0b-4a2e-b927-171d4e015fb1 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', 'tempest-TagsExtTest-Tag-1425719698') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:39.849513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:39.853531 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-667ec412-acef-40a8-bb1b-61dfc2b79cc1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6041415 Dec 23 16:11:39.854851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50642) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.860067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 071119a9-a7f8-407e-9e29-2ec383421741 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:39.872161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Request body: {'security_group_rule': {'security_group_id': 'f7990683-cd96-49ea-90fa-da893cc283b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:39.881122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:39.889937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa45215c-94f0-4eb6-a5f5-fa86abd4e7e7 tempest-TestNetworkAdvancedServerOps-1053164806 tempest-TestNetworkAdvancedServerOps-1053164806-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:39.897436 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa45215c-94f0-4eb6-a5f5-fa86abd4e7e7 tempest-TestNetworkAdvancedServerOps-1053164806 tempest-TestNetworkAdvancedServerOps-1053164806-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2025073 Dec 23 16:11:39.897436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:39.898324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Usage tracker for resource:security_group_rule and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:39.951601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:39.966689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=3688fa9a-81d1-48ea-b097-8d283224d312,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:39.988792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.004847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:40.012109 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be53c201-2546-45f0-8349-6df0682be893 tempest-TestNetworkAdvancedServerOps-1053164806 tempest-TestNetworkAdvancedServerOps-1053164806-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639143 Dec 23 16:11:40.016086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50650) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:40.026220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2050547808', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'project_id': '5581c19326b3490db868032d42e973af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:40.055141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] For port 08ca1834-59ca-420f-bde3-0e668eba6fa2, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:40.077354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] For port 08ca1834-59ca-420f-bde3-0e668eba6fa2, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=08ca1834-59ca-420f-bde3-0e668eba6fa2,segment=NetworkSegment(dcc0f584-e106-4983-9497-59e7d1142d62),segment_id=dcc0f584-e106-4983-9497-59e7d1142d62)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:40.108274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.142468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.169010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': '6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:40.169494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: 3a2121d4-4525-4622-895c-ba82578f1c74, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:40.179971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.181841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 071119a9-a7f8-407e-9e29-2ec383421741 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:40.182210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.221671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:40.231302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:subnet and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:40.237602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:40.247988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port 08ca1834-59ca-420f-bde3-0e668eba6fa2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:40.248858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.248983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5c423-39f1-4aa8-9def-f1fb1a634eb5 None None] Pushing event updated for resources: {'Port': ['ID=08ca1834-59ca-420f-bde3-0e668eba6fa2,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:40.285268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:40.335188 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8e5b5443-bc0b-4a2e-b927-171d4e015fb1 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags/tempest-TagsExtTest-Tag-1425719698 HTTP/1.1" status: 204 len: 168 time: 0.5081165 Dec 23 16:11:40.341626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50656) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:40.354406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-c17c4b4b-7db1-4902-be82-fffb0067c405 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:40.360796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.371865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router a4281b1b-4364-4ee4-b695-f9864581fbf5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:40.383520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadecf56-aae6-4dfe-9ce8-32ee103edf24 None None] Network f696b8c0-acfa-46a6-aadd-ef1808f7458b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:40.411261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 3a2121d4-4525-4622-895c-ba82578f1c74 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:40.442105 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-322d7afe-c898-4fdc-a8d3-5660bea8c477 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3333452 Dec 23 16:11:40.481082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:36Z', 'revision_number': 3, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:40.491664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3a2121d4-4525-4622-895c-ba82578f1c74) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:40.494999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.495180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Checking router: 2f3ce9c8-144b-4263-9917-0a50ca288f4e for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:11:40.495389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Updating router 2f3ce9c8-144b-4263-9917-0a50ca288f4e port ece027a9-d222-45ca-8614-4d3e88e6099b binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:11:40.512487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:40.513327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.534714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8e301-c5f4-49ca-8e28-72d666e68766 None None] Network 3a2121d4-4525-4622-895c-ba82578f1c74 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:40.561584 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d012dbe7-883a-4635-a278-c86d024b38ee tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1613486 Dec 23 16:11:40.586874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Made reservation on behalf of 5581c19326b3490db868032d42e973af for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:40.606262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50660) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:40.649965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c17c4b4b-7db1-4902-be82-fffb0067c405 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags HTTP/1.1" status: 200 len: 205 time: 0.3056421 Dec 23 16:11:40.658978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50662) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:40.667045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.669981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-a05b994f-8658-42ec-8162-24954ec959ec tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:40.697347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.725822 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a05b994f-8658-42ec-8162-24954ec959ec tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags HTTP/1.1" status: 200 len: 240 time: 0.0630331 Dec 23 16:11:40.726450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50668) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:40.733859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-c33e9bb9-890c-4f31-b6b9-2b22d8f32dc5 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', 'tempest-TagsExtTest-Tag-977826578') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:40.738600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:40.779814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-bedea820-1ab1-447e-a5ab-6df43aabb803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.2259843 Dec 23 16:11:40.789026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c33e9bb9-890c-4f31-b6b9-2b22d8f32dc5 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags/tempest-TagsExtTest-Tag-977826578 HTTP/1.1" status: 204 len: 168 time: 0.0604453 Dec 23 16:11:40.791469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50672) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:40.799092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-3b249e52-8f49-40a5-b85c-bb5ee2305f2b tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', 'tempest-TagsExtTest-Tag-977826578') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:40.861252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcbeb2b-51b0-43e3-a2f5-07019082fefd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:40.962525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:40.966604 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8c9960e-1dcf-4b3f-83b8-434da993e6bc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1059546 Dec 23 16:11:40.981814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:41.010207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:41.043896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.058123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:41.104569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3a2121d4-4525-4622-895c-ba82578f1c74', 'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74', 'tenant_id': 'b044bd17926f405fb8bebeedf47df269', 'fixed_ips': [{'subnet_id': '3688fa9a-81d1-48ea-b097-8d283224d312'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:41.105357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.126835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Usage tracker for resource:floatingip and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:41.150108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:41.156518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3b249e52-8f49-40a5-b85c-bb5ee2305f2b tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags/tempest-TagsExtTest-Tag-977826578 HTTP/1.1" status: 204 len: 168 time: 0.3616784 Dec 23 16:11:41.156518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-5218b86c-4b63-44e7-b957-c8fd30580a1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:41.157080 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-5218b86c-4b63-44e7-b957-c8fd30580a1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.3377709 Dec 23 16:11:41.158508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50680) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:41.167968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-4f9df332-5520-4e23-9aec-bbaed8869a6c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:41.176422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:41.177135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.200175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port 08ca1834-59ca-420f-bde3-0e668eba6fa2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=08ca1834-59ca-420f-bde3-0e668eba6fa2,segment=NetworkSegment(dcc0f584-e106-4983-9497-59e7d1142d62),segment_id=dcc0f584-e106-4983-9497-59e7d1142d62)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:41.200525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.214379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:41.265430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.283973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:41.333618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:41.351373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Allocated IP 2001:db8::2 (3a2121d4-4525-4622-895c-ba82578f1c74/3688fa9a-81d1-48ea-b097-8d283224d312/79ad5f87-7d64-4ab1-b290-2bc173ec55cd) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:41.366329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.366525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4f9df332-5520-4e23-9aec-bbaed8869a6c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags HTTP/1.1" status: 200 len: 205 time: 0.2035730 Dec 23 16:11:41.372026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50684) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:41.380720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-a64d3d2b-93d0-4d68-b18d-9fc6a79cafc2 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:41.390377 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-a7412cae-267c-4ea8-994d-4ad8f79ec787 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1001 time: 0.2261868 Dec 23 16:11:41.394702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Transition to ACTIVE for port object ece027a9-d222-45ca-8614-4d3e88e6099b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:41.416267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.442431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for 08ca1834-59ca-420f-bde3-0e668eba6fa2 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:41.451797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.475636 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:41.524027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-166eb2d6-2b2d-495d-83a4-4257ed2cc099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:41.525456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-166eb2d6-2b2d-495d-83a4-4257ed2cc099 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.1276352 Dec 23 16:11:41.534370 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a64d3d2b-93d0-4d68-b18d-9fc6a79cafc2 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags HTTP/1.1" status: 204 len: 168 time: 0.1583829 Dec 23 16:11:41.551826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50688) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:41.569643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-c3d6ed04-7bde-4675-9d4d-cc90a01badc7 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:41.578305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Attempting to bind port ece027a9-d222-45ca-8614-4d3e88e6099b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:41.578878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Attempting to bind port ece027a9-d222-45ca-8614-4d3e88e6099b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:41.578994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Attempting to bind port ece027a9-d222-45ca-8614-4d3e88e6099b on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:41.582921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Allocated IP 172.26.7.202 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/46601ec2-d8bf-4e25-8792-28764b93c13d) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:41.584852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1b99d-e74e-434f-98a5-216dd81c0695 None None] Pushing event updated for resources: {'Port': ['ID=ece027a9-d222-45ca-8614-4d3e88e6099b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:41.603041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:41.603428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:41.603930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.604377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:41.604912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Bound port: ece027a9-d222-45ca-8614-4d3e88e6099b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:41.605336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.651409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:41.722019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-cf953ce7-dcad-4325-8a0f-7b4d04d2bd7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1854539 Dec 23 16:11:41.729948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.740201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] For port ece027a9-d222-45ca-8614-4d3e88e6099b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:41.744295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] For port ece027a9-d222-45ca-8614-4d3e88e6099b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ece027a9-d222-45ca-8614-4d3e88e6099b,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:41.745571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Transition to ACTIVE for port object 79ad5f87-7d64-4ab1-b290-2bc173ec55cd will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:41.753451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.820391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Transition to ACTIVE for port object 79ad5f87-7d64-4ab1-b290-2bc173ec55cd will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:41.836874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.843526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.852160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1b99d-e74e-434f-98a5-216dd81c0695 None None] Pushing event updated for resources: {'Port': ['ID=ece027a9-d222-45ca-8614-4d3e88e6099b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:41.901894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-3830920a-e0c7-4f5c-9e9b-d4ad65b96737 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669307 Dec 23 16:11:41.921496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:41.922128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:41.979037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:41.990715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Network 3a2121d4-4525-4622-895c-ba82578f1c74 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:42.004473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:42.010615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:42.022219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Pushing event updated for resources: {'Port': ['ID=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:42.042711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.074340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:42.080205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:42.084283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Port': ['ID=46601ec2-d8bf-4e25-8792-28764b93c13d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:42.095902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:42.126326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=08ca1834-59ca-420f-bde3-0e668eba6fa2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:42.162449 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c6f51fd-fe4b-4710-abcf-3e95c0a68d43 req-3302e904-f00f-4725-b989-7174e14278b4 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530260 Dec 23 16:11:42.178528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port 08ca1834-59ca-420f-bde3-0e668eba6fa2 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:42.194611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Attempting to bind port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:42.195221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Attempting to bind port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:42.195927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Attempting to bind port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd on network 3a2121d4-4525-4622-895c-ba82578f1c74 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:42.208804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:42.235318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.246763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:42.247180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Checking segment: {'id': '6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:42.247544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.248051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Bound using segment: {'id': '6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:42.248438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Bound port: 79ad5f87-7d64-4ab1-b290-2bc173ec55cd, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:42.248790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.281336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.333774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:42.343581 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c3d6ed04-7bde-4675-9d4d-cc90a01badc7 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags HTTP/1.1" status: 204 len: 168 time: 0.7898402 Dec 23 16:11:42.349695 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] Sync routers for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:42.367473 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:42.368428 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:42.382017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50692) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:42.383104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.459899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.463780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.498622 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:42.521334 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:42.522135 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:42.533341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] For port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:42.555216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] For port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,segment=NetworkSegment(6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7),segment_id=6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:42.555901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-9a57963c-1259-4d7e-9369-cf31cf3330cc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:42.595848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.629347 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:42.630220 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e689d9-9184-4a0d-b2d6-bbefce59a8d3 None None] The sync data for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:42.671374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5277-6134-422c-8e73-133f21ffb00a None None] Pushing event updated for resources: {'Port': ['ID=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:42.698587 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9a2d5e48-3599-4995-b7be-e4714656d196 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/routers/a4281b1b-4364-4ee4-b695-f9864581fbf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7626877 Dec 23 16:11:42.707364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.718722 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50698) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:42.723708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:36Z', 'revision_number': 3, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:42.728695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610d0ce-134f-480b-8e86-9422c6fee75f None None] The sync data for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv is: [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:36Z', 'revision_number': 3, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:42.754048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'port': {'network_id': '0fa785ee-2158-4f7a-bb9d-9bf491cccf65', 'name': 'tempest-FloatingIPTestJSON-136185236'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:42.855839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Subnet': ['ID=4469711b-2abf-4221-bf51-c98fd6d853f9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:42.908598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f696b8c0-acfa-46a6-aadd-ef1808f7458b']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:42.931648 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3688fa9a-81d1-48ea-b097-8d283224d312 (CIDR: 2001:db8::/64) Dec 23 16:11:42.939374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:42.977958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Router f76fc253-e3eb-472d-9d90-1000882f6d19 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:11:42.995710 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:11:42.996143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:11:43.005080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc0f584-e106-4983-9497-59e7d1142d62') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:43.005686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc0f584-e106-4983-9497-59e7d1142d62') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:43.073678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.099286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Checking segment: {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:43.099797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Network hostable DHCP agents. Network: d66ee489-af94-4988-8cf8-06e90031f225, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:43.125605 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-236c52f0-1571-48b0-a973-7eece2ec3d03 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4605260 Dec 23 16:11:43.142414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.144819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50702) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.200247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:43.212359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:43.217874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:43.218262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.220665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.221629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] Sync routers for ids ['f76fc253-e3eb-472d-9d90-1000882f6d19'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:43.221757 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ce18a19d-77e6-4405-8d3f-95ee178b2429 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "PUT /v2.0/routers/f76fc253-e3eb-472d-9d90-1000882f6d19 HTTP/1.1" status: 200 len: 915 time: 3.6760094 Dec 23 16:11:43.224635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50706) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.233878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] Routers {'f76fc253-e3eb-472d-9d90-1000882f6d19'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:43.234469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f76fc253-e3eb-472d-9d90-1000882f6d19'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:43.245153 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:43.294866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:43.352564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:43.358507 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9a57963c-1259-4d7e-9369-cf31cf3330cc tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags HTTP/1.1" status: 204 len: 168 time: 0.9623721 Dec 23 16:11:43.364449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] Routers {'f76fc253-e3eb-472d-9d90-1000882f6d19'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:43.364985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f76fc253-e3eb-472d-9d90-1000882f6d19'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:43.367168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Usage tracker for resource:port and tenant:83032132e3bf4f9cbde1bc2ca81a45f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:43.377540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50710) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.379850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:43.400818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-3cd1c1ad-edc2-45ac-8718-1156149c7d59 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:43.428738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:43.429215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac2cbc-7d2d-4dbc-8030-4e9955a4fcdb None None] The sync data for ids ['f76fc253-e3eb-472d-9d90-1000882f6d19'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:43.443520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:43.472066 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cb9798df-15d4-4096-9725-93bd937d4517 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/f76fc253-e3eb-472d-9d90-1000882f6d19 HTTP/1.1" status: 200 len: 921 time: 0.2430067 Dec 23 16:11:43.472530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50714) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.488082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Allocated IP 172.26.7.182 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/d7a17d5b-3b19-4a9e-8b8c-9a72c57f35c2) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:43.498594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Made reservation on behalf of 83032132e3bf4f9cbde1bc2ca81a45f0 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:43.506813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.525205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Network d66ee489-af94-4988-8cf8-06e90031f225 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:43.540609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.545510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.553108 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a9391f31-f980-42b9-8a01-d21897f67515 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=f76fc253-e3eb-472d-9d90-1000882f6d19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0791285 Dec 23 16:11:43.555776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50720) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.626454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=f696b8c0-acfa-46a6-aadd-ef1808f7458b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:43.629958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, d66ee489-af94-4988-8cf8-06e90031f225) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:43.632049 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a078b6d6-c18a-4276-bc15-e45423b5f6b2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/f696b8c0-acfa-46a6-aadd-ef1808f7458b HTTP/1.1" status: 204 len: 168 time: 5.7347333 Dec 23 16:11:43.637779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50724) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.638060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:43.638641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.640630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c7d3c-db37-42b8-863b-0f5ef107be48 None None] Network d66ee489-af94-4988-8cf8-06e90031f225 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:43.653160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1362357910'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:43.674716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:43.684749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:43.692692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:43.710806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:43.727175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] device_id is not set on port 3674ffcf-b606-4c56-8e0a-76d4f6477fcf yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:11:43.761302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394a3090-a364-4769-a001-b231ea47fbbf tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:43.763190 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-394a3090-a364-4769-a001-b231ea47fbbf tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.2064409 Dec 23 16:11:43.769037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50728) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.798412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 79ad5f87-7d64-4ab1-b290-2bc173ec55cd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:43.809484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:43.812516 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f72013a7-820f-460c-b654-3aee93bfed2d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7936087 Dec 23 16:11:43.821032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:43.825505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50732) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.828213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:43.835029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:43.838282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:43.858161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:43.919988 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b02f70c3-c8b5-42a5-9595-1525e78d284c tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76fc253-e3eb-472d-9d90-1000882f6d19 HTTP/1.1" status: 200 len: 205 time: 0.1361153 Dec 23 16:11:43.931878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50736) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:43.955887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e349925-1bdd-48e8-be22-ecd3a56f7b2f None None] Network 3a2121d4-4525-4622-895c-ba82578f1c74 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:43.956108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:43.959394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.040375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:44.068165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.068618 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment 1c5e3f41-c359-472b-b153-6634ba95238b of type vlan for network 10ace65d-e53a-4e68-909b-1527983755c5 Dec 23 16:11:44.076036 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8832ce52-74f0-42a3-ae76-bf78295da79f None None] Provisioning for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:44.112141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.139333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:44.166774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-d66ee489-af94-4988-8cf8-06e90031f225', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:44.167737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.176433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:44.176802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.225073 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3cd1c1ad-edc2-45ac-8718-1156149c7d59 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags HTTP/1.1" status: 204 len: 168 time: 0.8387425 Dec 23 16:11:44.228329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50740) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:44.244647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.262934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-02e47bb1-9811-4e5f-b1dd-01a0323b2e75 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', 'tempest-TagsExtTest-Tag-72405528') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:44.298452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.301979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:44.302544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.307391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Allocated IP 172.20.0.12 (0fa785ee-2158-4f7a-bb9d-9bf491cccf65/de91fafe-1152-4401-a304-47f75d59c5b7/3674ffcf-b606-4c56-8e0a-76d4f6477fcf) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:44.447581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.452261 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8133438 Dec 23 16:11:44.457027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50744) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:44.472373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': '10ace65d-e53a-4e68-909b-1527983755c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:44.491146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad6cc5-b734-4f63-8bbe-ecc3db15e06b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=10ace65d-e53a-4e68-909b-1527983755c5,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:44.529535 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.533805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 10ace65d-e53a-4e68-909b-1527983755c5 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:44.677789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event updated for resources: {'Port': ['ID=d7a17d5b-3b19-4a9e-8b8c-9a72c57f35c2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:44.684034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:44.695123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:44.702615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,segment=NetworkSegment(6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7),segment_id=6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:44.713450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:44.719710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.787062 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02e47bb1-9811-4e5f-b1dd-01a0323b2e75 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags/tempest-TagsExtTest-Tag-72405528 HTTP/1.1" status: 201 len: 201 time: 0.5435591 Dec 23 16:11:44.791619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Allocated IP 172.20.0.2 (d66ee489-af94-4988-8cf8-06e90031f225/4469711b-2abf-4221-bf51-c98fd6d853f9/ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:44.792208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50748) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:44.805296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:44.806668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.814820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-3d262699-02df-4fa4-8378-5829c7e46589 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', 'tempest-TagsExtTest-Tag-1472195673') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:44.840936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Transition to ACTIVE for port object 3674ffcf-b606-4c56-8e0a-76d4f6477fcf will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:44.845670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:44.850962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.901176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:44.912922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:44.929744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:44.958690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:44.965621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.007371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:45.086991 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.098099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Transition to ACTIVE for port object ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:45.111379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 3a2121d4-4525-4622-895c-ba82578f1c74 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:45.117617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Transition to ACTIVE for port object ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:45.117800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.120146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:45.128721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.131313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:45.131954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.136031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=fa4983ef-15ab-4227-a5c4-b7296d5c7291,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:45.172104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cf2712-da4f-4fbe-93d1-3512fa9448ee None None] Network 3a2121d4-4525-4622-895c-ba82578f1c74 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:45.203074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.209841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:45.217205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:45.218985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event updated for resources: {'Port': ['ID=3674ffcf-b606-4c56-8e0a-76d4f6477fcf,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:45.224242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:45.263461 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b68cb1d-8879-4a4d-8e7c-d6fb99c14ada tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1144745 Dec 23 16:11:45.267441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:45.267716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.305737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74', 'fixed_ips': [{'subnet_id': '3688fa9a-81d1-48ea-b097-8d283224d312'}, {'subnet_id': 'fa4983ef-15ab-4227-a5c4-b7296d5c7291'}], 'name': 'tempest-PortsIpV6TestJSON-200803805'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:45.377981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Pushing event updated for resources: {'Port': ['ID=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:45.420462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Network d66ee489-af94-4988-8cf8-06e90031f225 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:45.424506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:45.431043 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3d262699-02df-4fa4-8378-5829c7e46589 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags/tempest-TagsExtTest-Tag-1472195673 HTTP/1.1" status: 201 len: 201 time: 0.6296968 Dec 23 16:11:45.431780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:45.433871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-84ba8852-0d62-403f-b899-1f22477b46c3 None None] Provisioning complete for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:45.434235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-84ba8852-0d62-403f-b899-1f22477b46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.440327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:45.454623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-624f39a7-3a46-4f9e-92a8-50779b64e0d5 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', 'tempest-TagsExtTest-Tag-1428577119') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:45.623741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.643012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.651519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Attempting to bind port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:45.651904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Attempting to bind port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:45.652309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Attempting to bind port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a on network d66ee489-af94-4988-8cf8-06e90031f225 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:45.699811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:45.701458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.712403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:45.713359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Checking segment: {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:45.713919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.714449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Bound using segment: {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:45.715065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Bound port: ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:45.715619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.757964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event updated for resources: {'Port': ['ID=d7a17d5b-3b19-4a9e-8b8c-9a72c57f35c2,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:45.772054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 79ad5f87-7d64-4ab1-b290-2bc173ec55cd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:45.821229 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-624f39a7-3a46-4f9e-92a8-50779b64e0d5 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags/tempest-TagsExtTest-Tag-1428577119 HTTP/1.1" status: 201 len: 201 time: 0.3769929 Dec 23 16:11:45.826574 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c33b98f6-f58a-402b-86c3-b45eb66ad1cd tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1025045 Dec 23 16:11:45.827205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50762) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:45.830786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:45.845123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-6a004e86-06bb-4ffa-934b-80e5e68bf95d tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', 'tempest-TagsExtTest-Tag-228586259') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:45.854700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.861990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Request body: {'floatingip': {'port_id': '3674ffcf-b606-4c56-8e0a-76d4f6477fcf'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:45.890825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.898244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:45.909594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:45.913121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:45.917688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.922073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] For port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:45.922798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:45.927676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] For port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:45.928414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.935195 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5f2876fd-6bf0-4425-a2f6-a5629ef84ad0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9460301 Dec 23 16:11:45.942878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.967130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:45.974383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.974545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:45.974666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:45.998517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Deleting port 46601ec2-d8bf-4e25-8792-28764b93c13d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:45.998858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:46.015414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port e6da4e8a-390d-4d36-96da-ca5679673e4e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:11:46.147523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17b18e-09a8-496f-bd2b-fe7b4fa4f2c0 None None] Pushing event updated for resources: {'Port': ['ID=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:46.150771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-53dee21b-4cac-4bd8-8ec5-4b5018ac623f None None] Provisioning for port 3674ffcf-b606-4c56-8e0a-76d4f6477fcf completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:46.172633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-53dee21b-4cac-4bd8-8ec5-4b5018ac623f None None] Provisioning complete for port 3674ffcf-b606-4c56-8e0a-76d4f6477fcf triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:46.173387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53dee21b-4cac-4bd8-8ec5-4b5018ac623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:46.177440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=df5a11f3-be42-4264-9f9a-0732124f8743,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:46.232834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:46.281878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] Update dhcp port {'port': {'network_id': '3a2121d4-4525-4622-895c-ba82578f1c74', 'fixed_ips': [{'subnet_id': '3688fa9a-81d1-48ea-b097-8d283224d312', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa4983ef-15ab-4227-a5c4-b7296d5c7291'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '79ad5f87-7d64-4ab1-b290-2bc173ec55cd'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:11:46.325218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53dee21b-4cac-4bd8-8ec5-4b5018ac623f None None] Port 3674ffcf-b606-4c56-8e0a-76d4f6477fcf cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:46.392374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:46.646336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::219 (3a2121d4-4525-4622-895c-ba82578f1c74/3688fa9a-81d1-48ea-b097-8d283224d312/e6da4e8a-390d-4d36-96da-ca5679673e4e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:46.651986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6a004e86-06bb-4ffa-934b-80e5e68bf95d tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags/tempest-TagsExtTest-Tag-228586259 HTTP/1.1" status: 201 len: 201 time: 0.8229723 Dec 23 16:11:46.653086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8:0:1::20c (3a2121d4-4525-4622-895c-ba82578f1c74/fa4983ef-15ab-4227-a5c4-b7296d5c7291/e6da4e8a-390d-4d36-96da-ca5679673e4e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:46.655338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50780) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:46.664196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-bdec93bb-5f7f-4f24-a411-137921b27cd6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', {'tags': ['tempest-TagsExtTest-Tag-782053939', 'tempest-TagsExtTest-Tag-1362103529', 'tempest-TagsExtTest-Tag-698525421']}) {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:46.669355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-cf3aff35-31af-4a1a-a475-8842048dff3d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Synchronizing usage tracker for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:46.703151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': '1c5e3f41-c359-472b-b153-6634ba95238b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '10ace65d-e53a-4e68-909b-1527983755c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:46.703743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: 10ace65d-e53a-4e68-909b-1527983755c5, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:46.804759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:46.813363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-cf3aff35-31af-4a1a-a475-8842048dff3d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Unset dirty status for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:46.815070 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-cf3aff35-31af-4a1a-a475-8842048dff3d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--305413664&fields=id&tenant_id=364c0f0c298044d5ac6500f7a3914753 HTTP/1.1" status: 200 len: 267 time: 0.6682014 Dec 23 16:11:46.840984 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bdec93bb-5f7f-4f24-a411-137921b27cd6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags HTTP/1.1" status: 200 len: 316 time: 0.1845386 Dec 23 16:11:46.848985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:46.856369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-92bec847-e680-46ef-be28-6ba29b8a6c80 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:46.965114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:46.978005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Calling delete_port for 46601ec2-d8bf-4e25-8792-28764b93c13d owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:46.986376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object e6da4e8a-390d-4d36-96da-ca5679673e4e will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:47.019013 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92bec847-e680-46ef-be28-6ba29b8a6c80 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags HTTP/1.1" status: 204 len: 168 time: 0.1691933 Dec 23 16:11:47.021634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:47.027133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-e01c5242-b765-4774-897d-ce3170f8c261 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', 'tempest-TagsExtTest-Tag-782053939') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:47.056398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.106036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 10ace65d-e53a-4e68-909b-1527983755c5 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:47.111967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] Allocated IP 2001:db8:0:1::2 (3a2121d4-4525-4622-895c-ba82578f1c74/fa4983ef-15ab-4227-a5c4-b7296d5c7291/79ad5f87-7d64-4ab1-b290-2bc173ec55cd) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:47.147075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 3a2121d4-4525-4622-895c-ba82578f1c74 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:47.151685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:47.162913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:47.171864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:47.172482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.182194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=e6da4e8a-390d-4d36-96da-ca5679673e4e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:47.213410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 10ace65d-e53a-4e68-909b-1527983755c5) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:47.217732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:47.218582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.226015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06aa78-f538-4922-b039-2466747d2822 None None] Network 10ace65d-e53a-4e68-909b-1527983755c5 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:47.229848 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-855e8721-5fd4-4416-bb87-6b8b86438b0a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9350579 Dec 23 16:11:47.231251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50792) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:47.239896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3688fa9a-81d1-48ea-b097-8d283224d312'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:47.285532 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-e01c5242-b765-4774-897d-ce3170f8c261 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:47.286668 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e01c5242-b765-4774-897d-ce3170f8c261 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags/tempest-TagsExtTest-Tag-782053939 HTTP/1.1" status: 404 len: 328 time: 0.2640965 Dec 23 16:11:47.294749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50796) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:47.303849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-5c938b6a-a2f3-4514-a8d7-1807277e7d3d tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', 'tempest-TagsExtTest-Tag-1362103529') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:47.346627 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d559cd-c2bd-4027-b33e-6ed4b1c5db23 None None] Network d66ee489-af94-4988-8cf8-06e90031f225 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:47.414478 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-23a4d57f-88ba-4ede-bd72-6b94a0e74609 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9550765 Dec 23 16:11:47.420850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50800) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:47.432268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] For port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,segment=NetworkSegment(6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7),segment_id=6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:47.460569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.461089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-755e742e-534c-4f4b-b6e8-a053ff0a2b10 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:47.462525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-755e742e-534c-4f4b-b6e8-a053ff0a2b10 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/networks?id=e19a7fd8-3326-492b-b54c-9597f3be6011 HTTP/1.1" status: 200 len: 811 time: 0.6318593 Dec 23 16:11:47.547740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] Transition to ACTIVE for port object 79ad5f87-7d64-4ab1-b290-2bc173ec55cd will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:47.565202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.578221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.583605 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-2f750a20-4728-40a4-96b8-fa47b46c72e1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/quotas/364c0f0c298044d5ac6500f7a3914753 HTTP/1.1" status: 200 len: 375 time: 0.0609694 Dec 23 16:11:47.709633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a59e2-7ef5-4cb6-99eb-7b5bffb5566a None None] Pushing event updated for resources: {'Port': ['ID=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:47.730977 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-5c938b6a-a2f3-4514-a8d7-1807277e7d3d tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:47.731697 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5c938b6a-a2f3-4514-a8d7-1807277e7d3d tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags/tempest-TagsExtTest-Tag-1362103529 HTTP/1.1" status: 404 len: 329 time: 0.4356844 Dec 23 16:11:47.737041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1f4e4036-f294-47a8-bd4e-c5c54cb767ff None None] Provisioning for port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:47.740316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50804) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:47.761665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-ca42fb86-34c6-4cb8-b09b-0be69fee1948 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632', 'tempest-TagsExtTest-Tag-698525421') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:47.821421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.826244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.866453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:47.903915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:48.035912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.075462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.089945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=df5a11f3-be42-4264-9f9a-0732124f8743,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:48.137814 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-ca42fb86-34c6-4cb8-b09b-0be69fee1948 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:48.138799 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ca42fb86-34c6-4cb8-b09b-0be69fee1948 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags/tempest-TagsExtTest-Tag-698525421 HTTP/1.1" status: 404 len: 328 time: 0.3959520 Dec 23 16:11:48.145080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event deleted for resources: {'Port': ['ID=46601ec2-d8bf-4e25-8792-28764b93c13d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:48.147396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc84de6-cb1e-4cd0-bec9-2107c2684618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-10ace65d-e53a-4e68-909b-1527983755c5', 'network_id': '10ace65d-e53a-4e68-909b-1527983755c5', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': 'df5a11f3-be42-4264-9f9a-0732124f8743'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:48.148725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50808) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:48.150693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cc84de6-cb1e-4cd0-bec9-2107c2684618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.158023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-dc1447a8-a9e3-45d7-8600-aff7802870b5 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', {'tags': ['tempest-TagsExtTest-Tag-416385162', 'tempest-TagsExtTest-Tag-1292435116', 'tempest-TagsExtTest-Tag-2041797818']}) {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:48.276689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:48.292604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:48.293251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.318185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-a3d1b38d-ee73-43c7-8352-4014e4516eec tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=364c0f0c298044d5ac6500f7a3914753&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7258275 Dec 23 16:11:48.404900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf3b53a-39ed-4fa3-ab19-dfd2d1c37639 None None] Network 10ace65d-e53a-4e68-909b-1527983755c5 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:48.709415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.742525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.744891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.748257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ace65d-e53a-4e68-909b-1527983755c5']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:48.769944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5e3f41-c359-472b-b153-6634ba95238b') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:48.770243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5e3f41-c359-472b-b153-6634ba95238b') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:48.800515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:48.801803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.807380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.835367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.853061 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:11:48.853061 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:11:48.879579 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:11:48.928683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-f1827c7f-8366-483a-b86f-fdc515358aba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:11:48.929681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-f1827c7f-8366-483a-b86f-fdc515358aba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3985455 Dec 23 16:11:48.956984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-eca915cc-2526-4f9d-890b-17d7c98847af None None] Provisioning for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:48.988805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-eca915cc-2526-4f9d-890b-17d7c98847af None None] Provisioning complete for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:48.989177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eca915cc-2526-4f9d-890b-17d7c98847af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.027885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:49.050966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.101950 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dc1447a8-a9e3-45d7-8600-aff7802870b5 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags HTTP/1.1" status: 200 len: 317 time: 0.9525263 Dec 23 16:11:49.103172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.105596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50818) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:49.116929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Delete allocated IP 2001:db8:0:1::20c (3a2121d4-4525-4622-895c-ba82578f1c74/fa4983ef-15ab-4227-a5c4-b7296d5c7291) {{(pid=83495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 16:11:49.128105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-6001c9df-ce24-495b-8dd0-8dd273439ab1 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:49.166354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=10ace65d-e53a-4e68-909b-1527983755c5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:49.211504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c1209-6e55-47b2-964d-5598ab80ca61 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:11:49.222870 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13f260b6-5417-4155-9a13-dfcff0744c1f tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/10ace65d-e53a-4e68-909b-1527983755c5 HTTP/1.1" status: 204 len: 168 time: 1.7977896 Dec 23 16:11:49.237854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50822) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:49.238651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.313584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254029111'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:49.331030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2a4ac014-9edc-4118-b69f-e510ddd2e16b None None] Provisioning for port e6da4e8a-390d-4d36-96da-ca5679673e4e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:49.337067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.345452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2a4ac014-9edc-4118-b69f-e510ddd2e16b None None] Provisioning complete for port e6da4e8a-390d-4d36-96da-ca5679673e4e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:49.345826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a4ac014-9edc-4118-b69f-e510ddd2e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.440465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ac014-9edc-4118-b69f-e510ddd2e16b None None] Port e6da4e8a-390d-4d36-96da-ca5679673e4e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:49.449958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c1209-6e55-47b2-964d-5598ab80ca61 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:11:49.459300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:49.468640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2a4ac014-9edc-4118-b69f-e510ddd2e16b None None] Provisioning complete for port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:49.469323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a4ac014-9edc-4118-b69f-e510ddd2e16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.480282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:49.487347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:49.498262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.520686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.530252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:49.546465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Ignored duplicate provisioning block setup for port e6da4e8a-390d-4d36-96da-ca5679673e4e by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 16:11:49.554084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.597827 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6001c9df-ce24-495b-8dd0-8dd273439ab1 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags HTTP/1.1" status: 204 len: 168 time: 0.4842241 Dec 23 16:11:49.601331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:49.621452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-7d80b00d-0eff-4a1a-97dc-23aacfc44800 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', 'tempest-TagsExtTest-Tag-416385162') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:49.739866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] In _notify_port_updated(), no bound segment for port e6da4e8a-390d-4d36-96da-ca5679673e4e on network 3a2121d4-4525-4622-895c-ba82578f1c74 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:11:49.741338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.744368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:49.745563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.749344 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "PUT /v2.0/ports/e6da4e8a-390d-4d36-96da-ca5679673e4e HTTP/1.1" status: 200 len: 925 time: 2.5146115 Dec 23 16:11:49.749344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55dc2f-79db-4115-b086-83893ad81e0d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=e6da4e8a-390d-4d36-96da-ca5679673e4e,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:49.751311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50830) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:49.776294 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-7d80b00d-0eff-4a1a-97dc-23aacfc44800 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:49.777329 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d80b00d-0eff-4a1a-97dc-23aacfc44800 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags/tempest-TagsExtTest-Tag-416385162 HTTP/1.1" status: 404 len: 328 time: 0.1750078 Dec 23 16:11:49.780374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50834) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:49.787262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3688fa9a-81d1-48ea-b097-8d283224d312'}, {'subnet_id': 'fa4983ef-15ab-4227-a5c4-b7296d5c7291'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:49.788913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-776b5a0f-8617-4f78-b630-a6bda0f7368b tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', 'tempest-TagsExtTest-Tag-1292435116') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:49.812326 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:49.815225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:49.839631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-138fc991-fdc3-4779-ab63-7e6c18f2029c service neutron] 10.222.0.18 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840638 Dec 23 16:11:49.870824 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-776b5a0f-8617-4f78-b630-a6bda0f7368b tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:49.874601 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-776b5a0f-8617-4f78-b630-a6bda0f7368b tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags/tempest-TagsExtTest-Tag-1292435116 HTTP/1.1" status: 404 len: 329 time: 0.0875978 Dec 23 16:11:49.874820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50838) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:49.875096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:49.880222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-37e46f49-4078-4503-bd27-0e6f33bfbf1a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb', 'tempest-TagsExtTest-Tag-2041797818') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:49.957712 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Sync routers for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:49.971200 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-37e46f49-4078-4503-bd27-0e6f33bfbf1a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:49.978035 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37e46f49-4078-4503-bd27-0e6f33bfbf1a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags/tempest-TagsExtTest-Tag-2041797818 HTTP/1.1" status: 404 len: 329 time: 0.1020446 Dec 23 16:11:49.979101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50842) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:49.979495 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:49.980944 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:49.984442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Allocated IP 172.20.0.1 (d66ee489-af94-4988-8cf8-06e90031f225/4469711b-2abf-4221-bf51-c98fd6d853f9/52ce2210-ea59-49da-824f-a3a18c13998b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:49.990822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-28924cf4-87aa-4828-a3a4-faf1dbdca6f6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', {'tags': ['tempest-TagsExtTest-Tag-1710366056', 'tempest-TagsExtTest-Tag-1652574504', 'tempest-TagsExtTest-Tag-183724183']}) {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:50.058449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:50.058823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.079819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:11:50.177538 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28924cf4-87aa-4828-a3a4-faf1dbdca6f6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags HTTP/1.1" status: 200 len: 317 time: 0.1948969 Dec 23 16:11:50.177861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:50.184731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-b755ba2f-1846-4974-81ee-1dcbfca6df88 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:50.266783 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:50.283073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.283625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Fanout notify agent at l3_agent the message router_deleted on router f76fc253-e3eb-472d-9d90-1000882f6d19 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:11:50.348067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.348364 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment fcb25312-7a10-4f12-b841-2ad29d5dc899 of type vlan for network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a Dec 23 16:11:50.359186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ece027a9-d222-45ca-8614-4d3e88e6099b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:50.464598 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b755ba2f-1846-4974-81ee-1dcbfca6df88 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags HTTP/1.1" status: 204 len: 168 time: 0.2830439 Dec 23 16:11:50.465157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50850) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:50.485883 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-fe73b6d5-2852-48e4-a236-81a858b1f76d service neutron] 10.222.0.18 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231501 Dec 23 16:11:50.487779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ece027a9-d222-45ca-8614-4d3e88e6099b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:50.494623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ece027a9-d222-45ca-8614-4d3e88e6099b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:50.495126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.571248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-5cf3cde2-628f-4b91-bd71-0a0b59da06e8 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', 'tempest-TagsExtTest-Tag-1710366056') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:50.602784 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:33Z', 'revision_number': 2, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:50.606666 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Checking router: 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:11:50.607021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Updating router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 port 48e6fd51-1152-4aa3-8167-58e12f11d062 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:11:50.660297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.673629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.678372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ece027a9-d222-45ca-8614-4d3e88e6099b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ece027a9-d222-45ca-8614-4d3e88e6099b,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:50.687326 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.688469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.689786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 79ad5f87-7d64-4ab1-b290-2bc173ec55cd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:50.707088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.711921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:50.716180 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4a08c8d5-4e5a-4f12-9e97-1a3faa1fc8e7 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/f76fc253-e3eb-472d-9d90-1000882f6d19 HTTP/1.1" status: 204 len: 168 time: 6.7831886 Dec 23 16:11:50.724268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1458609005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:50.739994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:50.748975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Usage tracker for resource:router and tenant:ee466dd72fb2463b84a4bac80aaa9701 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:50.758114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:50.772653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:50.800630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.801820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.826646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.835149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ece027a9-d222-45ca-8614-4d3e88e6099b,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:50.841594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d07d699d-6664-498a-9662-c82b4498a7cd None None] Provisioning complete for port e6da4e8a-390d-4d36-96da-ca5679673e4e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:50.841966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d07d699d-6664-498a-9662-c82b4498a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.862099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.896607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.902761 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-77395736-26b0-4fdd-93b0-a39432b26231 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1891458 Dec 23 16:11:50.903901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50862) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:50.905295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d07d699d-6664-498a-9662-c82b4498a7cd None None] Port e6da4e8a-390d-4d36-96da-ca5679673e4e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:50.908884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:50.909251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.911435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': False}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:50.920166 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-13af1ffd-6b00-4249-863c-6b3dbdd5dda3 req-a9e2ffb5-e923-4dad-83e9-ab1fc97c5db1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.0493667 Dec 23 16:11:50.932255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.943478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:11:50.980808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-5cf3cde2-628f-4b91-bd71-0a0b59da06e8 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:50.984822 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5cf3cde2-628f-4b91-bd71-0a0b59da06e8 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags/tempest-TagsExtTest-Tag-1710366056 HTTP/1.1" status: 404 len: 329 time: 0.5031335 Dec 23 16:11:50.988680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50866) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:50.998570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-7fff8e51-a055-4dbd-9fc5-8859a8ab3aed tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', 'tempest-TagsExtTest-Tag-1652574504') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:51.009615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.028261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Transition to ACTIVE for port object 52ce2210-ea59-49da-824f-a3a18c13998b will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:51.063011 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 04a2d9d6-8fd6-42dd-b35b-23b6de957003 associated. External IP: 172.26.7.98, port: bb8c2ad7-e509-452b-9497-f668984eb9b3. Dec 23 16:11:51.122128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.127015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:51.127015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.148403 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.161963 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Transition to ACTIVE for port object 48e6fd51-1152-4aa3-8167-58e12f11d062 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:51.170117 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.273709 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0276511 Dec 23 16:11:51.293098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:51.297189 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Pushing event updated for resources: {'Port': ['ID=48e6fd51-1152-4aa3-8167-58e12f11d062,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:51.312194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:51.336013 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.336514 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.336851 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.337175 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.337510 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.337861 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.338147 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.338478 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.338797 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.339102 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.339410 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:51.350097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2b11a-3976-4b08-9622-076d324b0dcc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=11fa9392-ba74-4f0b-bd67-4c15fb9f824a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:51.363138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:51.446347 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Attempting to bind port 48e6fd51-1152-4aa3-8167-58e12f11d062 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:51.446701 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Attempting to bind port 48e6fd51-1152-4aa3-8167-58e12f11d062 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:51.447046 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Attempting to bind port 48e6fd51-1152-4aa3-8167-58e12f11d062 on network e19a7fd8-3326-492b-b54c-9597f3be6011 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:51.460707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.462803 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:51.463163 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Checking segment: {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:51.463574 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.464120 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Bound using segment: {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:51.464589 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Bound port: 48e6fd51-1152-4aa3-8167-58e12f11d062, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:51.464968 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.539396 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-7fff8e51-a055-4dbd-9fc5-8859a8ab3aed tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:51.543951 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7fff8e51-a055-4dbd-9fc5-8859a8ab3aed tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags/tempest-TagsExtTest-Tag-1652574504 HTTP/1.1" status: 404 len: 329 time: 0.5538893 Dec 23 16:11:51.544675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50874) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:51.564942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-e990a37d-c92f-4299-b923-5147ac4046fe tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7', 'tempest-TagsExtTest-Tag-183724183') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:51.589398 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] For port 48e6fd51-1152-4aa3-8167-58e12f11d062, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:51.592674 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] For port 48e6fd51-1152-4aa3-8167-58e12f11d062, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48e6fd51-1152-4aa3-8167-58e12f11d062,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:51.598427 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.687246 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf647e17-4d57-49f6-bf35-232482515c66 None None] Pushing event updated for resources: {'Port': ['ID=48e6fd51-1152-4aa3-8167-58e12f11d062,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:51.691082 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:51.691524 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:51.707132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Network d66ee489-af94-4988-8cf8-06e90031f225 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:51.723337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:51.725755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:51.777770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ece027a9-d222-45ca-8614-4d3e88e6099b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:51.788593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Port': ['ID=52ce2210-ea59-49da-824f-a3a18c13998b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:51.944927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:51.973547 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:51.997630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ece027a9-d222-45ca-8614-4d3e88e6099b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:51.998010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.033212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.092278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.160126 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-754cf96e-febc-4281-a39e-819cf3a8c893 req-dbabbdd4-6a71-407e-804b-b28199c0d6fc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.0895567 Dec 23 16:11:52.260808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8:0:1::225 (3a2121d4-4525-4622-895c-ba82578f1c74/fa4983ef-15ab-4227-a5c4-b7296d5c7291/e6da4e8a-390d-4d36-96da-ca5679673e4e) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:52.297883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a is not hosted by any dhcp agent {{(pid=83495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 16:11:52.301302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:52.301887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.305880 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "PUT /v2.0/networks/11fa9392-ba74-4f0b-bd67-4c15fb9f824a HTTP/1.1" status: 200 len: 723 time: 1.0021932 Dec 23 16:11:52.309986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50884) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:52.342691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': '11fa9392-ba74-4f0b-bd67-4c15fb9f824a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:52.378022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54d1ba72-995f-48eb-aadf-1825b7893940 None None] Provisioning for port 52ce2210-ea59-49da-824f-a3a18c13998b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:52.389934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54d1ba72-995f-48eb-aadf-1825b7893940 None None] Provisioning complete for port 52ce2210-ea59-49da-824f-a3a18c13998b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:52.390655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54d1ba72-995f-48eb-aadf-1825b7893940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.402906 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-e990a37d-c92f-4299-b923-5147ac4046fe tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:52.406606 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e990a37d-c92f-4299-b923-5147ac4046fe tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags/tempest-TagsExtTest-Tag-183724183 HTTP/1.1" status: 404 len: 328 time: 0.8476305 Dec 23 16:11:52.406606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771b199-56f1-4c68-9b8c-bfc8375214af tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=11fa9392-ba74-4f0b-bd67-4c15fb9f824a,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:52.409393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:52.417336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-e6d6f6a9-73ef-4f2b-ac8e-b9cfba9e2dfe tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', {'tags': ['tempest-TagsExtTest-Tag-2097280940', 'tempest-TagsExtTest-Tag-219768977', 'tempest-TagsExtTest-Tag-1152391483']}) {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:52.452096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.456041 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:51Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:52.462454 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74a1bb-a95d-4d88-b1ba-32dde119ec97 None None] The sync data for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv is: [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:51Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:52.481451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:11:52.490605 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e6d6f6a9-73ef-4f2b-ac8e-b9cfba9e2dfe tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "PUT /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags HTTP/1.1" status: 200 len: 317 time: 0.0801537 Dec 23 16:11:52.508751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50892) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:52.511542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.548594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-44b40cbd-73ac-49d8-997a-3c737dc519ea tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:52.634400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54d1ba72-995f-48eb-aadf-1825b7893940 None None] Port 52ce2210-ea59-49da-824f-a3a18c13998b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:52.740786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.771245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:52.775220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.787196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:52.847375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:52.871807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:52.929870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:52.933649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:52.939308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Allocated IP 172.26.7.41 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/353402b5-a53a-4a88-adc5-0c686d59c40c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:53.025666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object e6da4e8a-390d-4d36-96da-ca5679673e4e will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:53.110802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.116516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-44b40cbd-73ac-49d8-997a-3c737dc519ea tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags HTTP/1.1" status: 204 len: 168 time: 0.6061313 Dec 23 16:11:53.117181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50904) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:53.190203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-5e0dcbb0-703a-4de1-9ef7-7a24f27843fa tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', 'tempest-TagsExtTest-Tag-2097280940') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:53.253279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.285986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.365539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:53.369424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:53.371540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Pushing event updated for resources: {'Port': ['ID=353402b5-a53a-4a88-adc5-0c686d59c40c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:53.373939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:53.465516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b7c7641a-3435-4df0-8353-693c685855f0 None None] Provisioning for port e6da4e8a-390d-4d36-96da-ca5679673e4e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:53.471513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b7c7641a-3435-4df0-8353-693c685855f0 None None] Provisioning complete for port e6da4e8a-390d-4d36-96da-ca5679673e4e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:53.472236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b7c7641a-3435-4df0-8353-693c685855f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.538823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7641a-3435-4df0-8353-693c685855f0 None None] Port e6da4e8a-390d-4d36-96da-ca5679673e4e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:53.553296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.557365 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-adbda05e-27b5-42c2-a03a-c32be0e4ee1e req-c48552fe-7f6f-4594-95e4-9b5e42ae3693 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.2642217 Dec 23 16:11:53.559654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.637468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] In _notify_port_updated(), no bound segment for port e6da4e8a-390d-4d36-96da-ca5679673e4e on network 3a2121d4-4525-4622-895c-ba82578f1c74 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:11:53.641113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:53.641744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.642985 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "PUT /v2.0/ports/e6da4e8a-390d-4d36-96da-ca5679673e4e HTTP/1.1" status: 200 len: 1011 time: 3.8778887 Dec 23 16:11:53.663724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242fdab-b54e-4550-9ca6-81a79c624038 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=e6da4e8a-390d-4d36-96da-ca5679673e4e,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:53.666727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50910) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:53.735792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.739182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.753564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48e6fd51-1152-4aa3-8167-58e12f11d062 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:53.784265 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-5e0dcbb0-703a-4de1-9ef7-7a24f27843fa tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:53.785272 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5e0dcbb0-703a-4de1-9ef7-7a24f27843fa tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags/tempest-TagsExtTest-Tag-2097280940 HTTP/1.1" status: 404 len: 329 time: 0.6421781 Dec 23 16:11:53.799345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50916) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:53.824931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 48e6fd51-1152-4aa3-8167-58e12f11d062 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:53.829592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-22551546-4c04-4f25-822c-97742a19aa82 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', 'tempest-TagsExtTest-Tag-219768977') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:53.830465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 48e6fd51-1152-4aa3-8167-58e12f11d062 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:53.830624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.914958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port e6da4e8a-390d-4d36-96da-ca5679673e4e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:53.915183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.951582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.987109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Router 6ad402ca-69c2-450f-9569-08ee3816a0ca is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:11:53.987515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 48e6fd51-1152-4aa3-8167-58e12f11d062, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48e6fd51-1152-4aa3-8167-58e12f11d062,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:53.991970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.999680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-22551546-4c04-4f25-822c-97742a19aa82 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:54.003466 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-22551546-4c04-4f25-822c-97742a19aa82 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags/tempest-TagsExtTest-Tag-219768977 HTTP/1.1" status: 404 len: 328 time: 0.1876750 Dec 23 16:11:54.023398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50920) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.033072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.tag.tag_plugin [None req-9d447001-0216-4281-b647-cb9d0cabe93a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554', 'tempest-TagsExtTest-Tag-1152391483') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.059024 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=48e6fd51-1152-4aa3-8167-58e12f11d062,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:54.136044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:11:54.172161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:54.207158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:54.210622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:54.218612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:54.222877 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4864268-4966-473d-810c-c48002bdd94a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "PUT /v2.0/routers/6ad402ca-69c2-450f-9569-08ee3816a0ca HTTP/1.1" status: 200 len: 915 time: 3.3152862 Dec 23 16:11:54.224273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50926) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.227218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] Sync routers for ids ['6ad402ca-69c2-450f-9569-08ee3816a0ca'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:54.243532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] Routers {'6ad402ca-69c2-450f-9569-08ee3816a0ca'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:54.244541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6ad402ca-69c2-450f-9569-08ee3816a0ca'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.265546 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-9d447001-0216-4281-b647-cb9d0cabe93a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] show failed (client error): The resource could not be found. Dec 23 16:11:54.270610 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9d447001-0216-4281-b647-cb9d0cabe93a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags/tempest-TagsExtTest-Tag-1152391483 HTTP/1.1" status: 404 len: 329 time: 0.2450366 Dec 23 16:11:54.271526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:54.305072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.313955 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.316901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-8fc1f0ad-77de-4a60-bc0a-976bfe1734e0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a889a401-41e3-4819-adfb-c62b48ff5554') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.325621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] Routers {'6ad402ca-69c2-450f-9569-08ee3816a0ca'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:54.326297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6ad402ca-69c2-450f-9569-08ee3816a0ca'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.436141 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8fc1f0ad-77de-4a60-bc0a-976bfe1734e0 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554/tags HTTP/1.1" status: 204 len: 168 time: 0.1298668 Dec 23 16:11:54.440881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.452043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-63ee2055-4dc7-48bf-96fc-ebd2b78fd175 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21e717e9-7ec6-4c72-8264-1c41c4e78fb7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.452925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.462194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a28bc-cf4e-4f8a-b5e5-14277c53a727 None None] The sync data for ids ['6ad402ca-69c2-450f-9569-08ee3816a0ca'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:54.536956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:54.544157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Port': ['ID=52ce2210-ea59-49da-824f-a3a18c13998b,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:54.627632 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63ee2055-4dc7-48bf-96fc-ebd2b78fd175 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1834323 Dec 23 16:11:54.628075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50946) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.631678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:54.634785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-39b9d7aa-f38f-4cf3-bc67-ed2e8b2e6b8b tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e4225d5-32fe-41e6-9232-bb8030183adb') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.674431 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d4ccd601-875d-48a1-9c37-513c94bc357a tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/6ad402ca-69c2-450f-9569-08ee3816a0ca HTTP/1.1" status: 200 len: 921 time: 0.4471595 Dec 23 16:11:54.678164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50950) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.716083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:54.766472 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39b9d7aa-f38f-4cf3-bc67-ed2e8b2e6b8b tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb/tags HTTP/1.1" status: 204 len: 168 time: 0.1374166 Dec 23 16:11:54.770393 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4c5e0ab-c51b-4651-9381-8a58dd707332 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=6ad402ca-69c2-450f-9569-08ee3816a0ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0912666 Dec 23 16:11:54.770932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50954) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.773111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:54.778006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-f4c5686a-0a10-49de-8b37-de0dcc67a86a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '41cfa099-6e39-4a3a-be06-2567a3669632') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:54.848296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for e6da4e8a-390d-4d36-96da-ca5679673e4e owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:55.025617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9e94844e-df7b-4e8f-b234-54f9f78346e7 req-631c4fee-33be-4277-ada1-800afc1acabd tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.2108850 Dec 23 16:11:55.051794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3ae56-273f-428a-b30f-6fc46f0eaa00 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:55.052356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ccc3ae56-273f-428a-b30f-6fc46f0eaa00 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Synchronizing usage tracker for tenant:2cc4cfdc922e4367b9bf7e406bb1ceac on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:55.072038 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4c5686a-0a10-49de-8b37-de0dcc67a86a tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632/tags HTTP/1.1" status: 204 len: 168 time: 0.3001699 Dec 23 16:11:55.073214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ccc3ae56-273f-428a-b30f-6fc46f0eaa00 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] Unset dirty status for tenant:2cc4cfdc922e4367b9bf7e406bb1ceac on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:55.079964 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ccc3ae56-273f-428a-b30f-6fc46f0eaa00 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.3003221 Dec 23 16:11:55.079964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50962) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:55.081054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:55.145455 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-294c4bf0-45cb-4560-ad58-2d302fc0e3d9 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad402ca-69c2-450f-9569-08ee3816a0ca HTTP/1.1" status: 200 len: 205 time: 0.0608613 Dec 23 16:11:55.145840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:55.276264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=b6c68f9b-6c79-4483-bf10-774168948127,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:55.333888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33eaabb6-f3a9-4106-9c3b-4ea9e4524ae8 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for subnetpool, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:55.335004 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33eaabb6-f3a9-4106-9c3b-4ea9e4524ae8 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnetpools/a889a401-41e3-4819-adfb-c62b48ff5554 HTTP/1.1" status: 204 len: 168 time: 0.2551277 Dec 23 16:11:55.341942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:55.398689 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d2f97c0-45cb-484c-90bc-86c8a1e0c4ce tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "GET /v2.0/ports?device_id=21e717e9-7ec6-4c72-8264-1c41c4e78fb7 HTTP/1.1" status: 200 len: 205 time: 0.0534322 Dec 23 16:11:55.398689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:55.440652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': 'fcb25312-7a10-4f12-b841-2ad29d5dc899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11fa9392-ba74-4f0b-bd67-4c15fb9f824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:55.441020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: 11fa9392-ba74-4f0b-bd67-4c15fb9f824a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:11:55.456851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166711c7-21f1-40ec-afd8-8ba14d3d9a00 req-c52c0125-b309-46b8-a52f-a2ffdceb5aad tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:55.458307 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-166711c7-21f1-40ec-afd8-8ba14d3d9a00 req-c52c0125-b309-46b8-a52f-a2ffdceb5aad tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.6447959 Dec 23 16:11:55.555339 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3551122-ea02-4999-a251-075f085fea13 req-e37baac7-a05b-40cf-acaf-27d8744d09b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.7696266 Dec 23 16:11:55.557009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d8c6-7061-44c1-aa1e-f36d066e3026 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:55.568997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Network d66ee489-af94-4988-8cf8-06e90031f225 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:55.577726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:55.619802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:55.752571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48e6fd51-1152-4aa3-8167-58e12f11d062 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:55.837022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 48e6fd51-1152-4aa3-8167-58e12f11d062 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:55.837560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:55.967799 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-166711c7-21f1-40ec-afd8-8ba14d3d9a00 req-44c64cd6-925c-4cf3-b33a-4209ff2822fd tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4999456 Dec 23 16:11:55.976643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:11:56.040236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bbe6b51b-ba61-48e2-9e8f-751b0145521c None None] Provisioning complete for port 52ce2210-ea59-49da-824f-a3a18c13998b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:56.040606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bbe6b51b-ba61-48e2-9e8f-751b0145521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.044240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.053913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 11fa9392-ba74-4f0b-bd67-4c15fb9f824a) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:56.101196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167145ef-9435-4065-a2fe-54a968f5a72a None None] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:56.136562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:56.137145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.141306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3551122-ea02-4999-a251-075f085fea13 req-adc36bdb-e748-46f5-a7ee-63d404590370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:56.142780 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3551122-ea02-4999-a251-075f085fea13 req-adc36bdb-e748-46f5-a7ee-63d404590370 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.5721552 Dec 23 16:11:56.161996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=e6da4e8a-390d-4d36-96da-ca5679673e4e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:56.241048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6b51b-ba61-48e2-9e8f-751b0145521c None None] Port 52ce2210-ea59-49da-824f-a3a18c13998b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:56.375046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d8c6-7061-44c1-aa1e-f36d066e3026 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.400834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d8c6-7061-44c1-aa1e-f36d066e3026 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.435071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f91f397e-94c9-4d36-91bb-1043118a77b1 req-6cd2409b-4c32-48a9-8935-6644b73fc9d3 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.2000337 Dec 23 16:11:56.504517 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2f83fc1c-1d4b-4c2e-97ea-14efb85ab1d2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1866789 Dec 23 16:11:56.507309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:56.519807 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:56.520882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:56.542585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0172c457-b998-4ca4-851b-5445311833c2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:56.544637 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:56.545827 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:56.570014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-11fa9392-ba74-4f0b-bd67-4c15fb9f824a', 'network_id': '11fa9392-ba74-4f0b-bd67-4c15fb9f824a', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': 'b6c68f9b-6c79-4483-bf10-774168948127'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:11:56.576638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.581940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-4c95aca8-b3f4-4143-a081-dcf549feb4f1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:56.582753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-4c95aca8-b3f4-4143-a081-dcf549feb4f1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Synchronizing usage tracker for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:56.599068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d8c6-7061-44c1-aa1e-f36d066e3026 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.599497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe7d8c6-7061-44c1-aa1e-f36d066e3026 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Fanout notify agent at l3_agent the message router_deleted on router 21e717e9-7ec6-4c72-8264-1c41c4e78fb7 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:11:56.629559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d8c6-7061-44c1-aa1e-f36d066e3026 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.630620 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1fe7d8c6-7061-44c1-aa1e-f36d066e3026 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/routers/21e717e9-7ec6-4c72-8264-1c41c4e78fb7 HTTP/1.1" status: 204 len: 168 time: 1.2310367 Dec 23 16:11:56.638628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 50990) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:56.649431 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:56.650337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3551122-ea02-4999-a251-075f085fea13 req-0dab4938-881e-473b-a210-720222e04fef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1001 time: 0.4747131 Dec 23 16:11:56.665932 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:56.666531 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:56.695697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-4c95aca8-b3f4-4143-a081-dcf549feb4f1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Unset dirty status for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:56.696795 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-4c95aca8-b3f4-4143-a081-dcf549feb4f1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.59 "GET /v2.0/networks?id=e19a7fd8-3326-492b-b54c-9597f3be6011 HTTP/1.1" status: 200 len: 811 time: 0.4363425 Dec 23 16:11:56.728897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.730708 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4d4edf14-c1bd-4731-a9fa-52cc3140d809 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/e6da4e8a-390d-4d36-96da-ca5679673e4e HTTP/1.1" status: 204 len: 168 time: 3.0081673 Dec 23 16:11:56.732381 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:56.733024 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a425ea8-dce7-4ff1-b41c-01c70c075cff None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:11:56.741105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50994) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:56.808535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3551122-ea02-4999-a251-075f085fea13 req-c0ab8e0a-0025-44a6-8292-dec60df7d011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:56.809943 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3551122-ea02-4999-a251-075f085fea13 req-c0ab8e0a-0025-44a6-8292-dec60df7d011 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.1358969 Dec 23 16:11:56.813919 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf11ce8-9674-45c4-bef8-17451780dbe0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:11:56.814393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7cf11ce8-9674-45c4-bef8-17451780dbe0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:56.819417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Allocated IP 172.20.0.2 (11fa9392-ba74-4f0b-bd67-4c15fb9f824a/b6c68f9b-6c79-4483-bf10-774168948127/22d4f7ac-e744-4d43-86f4-0ee9bf5091ae) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:56.859563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Deleting port 8e4225d5-32fe-41e6-9232-bb8030183adb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:56.859798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.888601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7cf11ce8-9674-45c4-bef8-17451780dbe0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:56.892921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7cf11ce8-9674-45c4-bef8-17451780dbe0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/e6da4e8a-390d-4d36-96da-ca5679673e4e HTTP/1.1" status: 404 len: 333 time: 0.1465268 Dec 23 16:11:56.894376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 50998) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:56.913483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.959978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Deleting port 353402b5-a53a-4a88-adc5-0c686d59c40c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:56.960322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:56.990502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-df700c09-a846-49c4-bbe1-828e88845f29 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Synchronizing usage tracker for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:57.049165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.067282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Transition to ACTIVE for port object 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:57.097894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Transition to ACTIVE for port object 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:57.106454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.191853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:57.193254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:57.197068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:57.208898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Pushing event updated for resources: {'Port': ['ID=22d4f7ac-e744-4d43-86f4-0ee9bf5091ae,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:57.221112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-df700c09-a846-49c4-bbe1-828e88845f29 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Unset dirty status for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:57.222120 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-df700c09-a846-49c4-bbe1-828e88845f29 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=364c0f0c298044d5ac6500f7a3914753 HTTP/1.1" status: 200 len: 379 time: 0.4760747 Dec 23 16:11:57.288753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Request body: {'port': {'device_id': '8b631017-e183-4bc9-9693-d4db73f5869a', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'admin_state_up': True, 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'security_groups': ['f7990683-cd96-49ea-90fa-da893cc283b5']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:57.295191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Attempting to bind port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:57.295583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Attempting to bind port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'fcb25312-7a10-4f12-b841-2ad29d5dc899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11fa9392-ba74-4f0b-bd67-4c15fb9f824a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:57.295945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Attempting to bind port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae on network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:57.303183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:57.303567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Checking segment: {'id': 'fcb25312-7a10-4f12-b841-2ad29d5dc899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11fa9392-ba74-4f0b-bd67-4c15fb9f824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:57.303983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.304364 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Bound using segment: {'id': 'fcb25312-7a10-4f12-b841-2ad29d5dc899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11fa9392-ba74-4f0b-bd67-4c15fb9f824a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:57.304814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Bound port: 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb25312-7a10-4f12-b841-2ad29d5dc899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11fa9392-ba74-4f0b-bd67-4c15fb9f824a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:57.305176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.359432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3551122-ea02-4999-a251-075f085fea13 req-44867705-3713-4393-b645-da3dcc1afed8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5414915 Dec 23 16:11:57.392611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] For port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:57.395463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] For port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=22d4f7ac-e744-4d43-86f4-0ee9bf5091ae,segment=NetworkSegment(fcb25312-7a10-4f12-b841-2ad29d5dc899),segment_id=fcb25312-7a10-4f12-b841-2ad29d5dc899)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:57.401037 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0172c457-b998-4ca4-851b-5445311833c2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6816761'] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.402372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.523480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a5dc0-b365-4dd3-97e1-9489a847b637 None None] Pushing event updated for resources: {'Port': ['ID=22d4f7ac-e744-4d43-86f4-0ee9bf5091ae,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:57.599321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.608906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9bfc6-824c-4c0c-b971-3c26b81f7433 req-f82cf877-3399-4187-92f0-eb44c486d2a4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:57.615778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.616222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73e9bfc6-824c-4c0c-b971-3c26b81f7433 req-f82cf877-3399-4187-92f0-eb44c486d2a4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4762208 Dec 23 16:11:57.628793 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3551122-ea02-4999-a251-075f085fea13 req-7f3b8221-050b-4419-91b9-59986d817524 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501361 Dec 23 16:11:57.634009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet fa4983ef-15ab-4227-a5c4-b7296d5c7291 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:57.677466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.778120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:57.834385 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-24fdbba5-41f2-4996-a23a-1a249f1091d8 req-457fafd0-86be-4c64-bf6b-668838333c26 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.1851537 Dec 23 16:11:57.858521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Router 2f3ce9c8-144b-4263-9917-0a50ca288f4e has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:57.965209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Calling delete_port for 8e4225d5-32fe-41e6-9232-bb8030183adb owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:57.981395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.055665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Calling delete_port for 353402b5-a53a-4a88-adc5-0c686d59c40c owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:11:58.069420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73e9bfc6-824c-4c0c-b971-3c26b81f7433 req-1996d08d-63ae-430b-a07c-5c083638752a tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4522104 Dec 23 16:11:58.101215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Usage tracker for resource:port and tenant:364c0f0c298044d5ac6500f7a3914753 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:11:58.115150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:11:58.136384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:58.164963 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3551122-ea02-4999-a251-075f085fea13 req-d795ad74-8c1b-47a6-b184-8aaae8ec3f88 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120602 Dec 23 16:11:58.210601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Made reservation on behalf of 364c0f0c298044d5ac6500f7a3914753 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:58.213763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.274022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.374816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0172c457-b998-4ca4-851b-5445311833c2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792112986646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7391773'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.489108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.489849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.545445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0172c457-b998-4ca4-851b-5445311833c2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:58.545938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0172c457-b998-4ca4-851b-5445311833c2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.550436 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0172c457-b998-4ca4-851b-5445311833c2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "PUT /v2.0/subnets/b6c68f9b-6c79-4483-bf10-774168948127 HTTP/1.1" status: 200 len: 806 time: 2.0160475 Dec 23 16:11:58.550630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4983ef-15ab-4227-a5c4-b7296d5c7291,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:58.551539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51006) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:58.565623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bec961-35d6-43f2-9635-9496e2f037a3 None None] Network 3a2121d4-4525-4622-895c-ba82578f1c74 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:58.576964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.582957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172c457-b998-4ca4-851b-5445311833c2 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=b6c68f9b-6c79-4483-bf10-774168948127,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:58.591665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event deleted for resources: {'Port': ['ID=8e4225d5-32fe-41e6-9232-bb8030183adb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:58.652459 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3eaa2490-a2df-4693-a1cc-6e6c4dcdcc45 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/fa4983ef-15ab-4227-a5c4-b7296d5c7291 HTTP/1.1" status: 204 len: 168 time: 1.7578845 Dec 23 16:11:58.653305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51010) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:58.842396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Allocated IP 172.20.0.4 (e19a7fd8-3326-492b-b54c-9597f3be6011/cd2bba48-e081-4240-a017-684549610b36/cfad6d2b-2432-48d8-9e10-73d8dce594d7) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:58.859144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d01ef-eefa-432f-aeca-04f8909cb1ea None None] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:11:58.864510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.880504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.964343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router a4281b1b-4364-4ee4-b695-f9864581fbf5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:58.965035 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-638fc750-7cc3-4970-b6ce-20622b4164cb tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/ports/8e4225d5-32fe-41e6-9232-bb8030183adb HTTP/1.1" status: 204 len: 168 time: 2.3239725 Dec 23 16:11:58.969743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event deleted for resources: {'Port': ['ID=353402b5-a53a-4a88-adc5-0c686d59c40c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:58.974323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51018) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:59.063866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet 3688fa9a-81d1-48ea-b097-8d283224d312 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:11:59.100827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8cece7a4-3aff-4239-b29d-6045b2705e8b None None] Provisioning for port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:59.108955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.147170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:59.152170 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4ff1803f-ae2a-4bb0-b3c4-d7e6ebfdb430 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "PUT /v2.0/routers/2f3ce9c8-144b-4263-9917-0a50ca288f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3238685 Dec 23 16:11:59.163128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Sync routers for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:59.182230 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a00aeb8e-7126-48d9-b40a-3dd0904abd13 req-12f3a47e-76da-4593-9a41-91bc9440d1c0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.1316924 Dec 23 16:11:59.242369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:59.243187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:59.244500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.330520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.534186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:11:59.534673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.579471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.607386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:59.678834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Transition to ACTIVE for port object cfad6d2b-2432-48d8-9e10-73d8dce594d7 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:59.682350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.852994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:59.853237 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-87504bec-76f9-4107-828c-c7faa1d9839f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010898242&fields=id&tenant_id=5581c19326b3490db868032d42e973af HTTP/1.1" status: 200 len: 267 time: 0.3888800 Dec 23 16:11:59.867592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.051129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:00.074379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:00.074904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.090621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596ce02-4c78-4bcd-ae39-07053e1e825a req-ff66d4f7-9f90-4eda-a1dd-45adc3b28eac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:00.090621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a596ce02-4c78-4bcd-ae39-07053e1e825a req-ff66d4f7-9f90-4eda-a1dd-45adc3b28eac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.7974553 Dec 23 16:12:00.138480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Deleting subnet 41cfa099-6e39-4a3a-be06-2567a3669632 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:00.145642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.148587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.157835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-76b7659c-4d65-46d8-813e-3d311faa7004 None None] Provisioning complete for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:00.158374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76b7659c-4d65-46d8-813e-3d311faa7004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.211408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:11:53Z', 'revision_number': 2, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:00.238755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.276018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.282570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.308898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Checking router: 2f3ce9c8-144b-4263-9917-0a50ca288f4e for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:00.309249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Updating router 2f3ce9c8-144b-4263-9917-0a50ca288f4e port 52ce2210-ea59-49da-824f-a3a18c13998b binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:12:00.332033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-7a4c0e82-06c5-45d6-800e-77156a024389 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:00.332817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-7a4c0e82-06c5-45d6-800e-77156a024389 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Synchronizing usage tracker for tenant:5581c19326b3490db868032d42e973af on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:00.342199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e181320-9c29-40df-9224-6a4156fe32ea None None] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:00.357741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=3688fa9a-81d1-48ea-b097-8d283224d312,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:00.379012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a596ce02-4c78-4bcd-ae39-07053e1e825a req-ff311385-7a77-4a02-9494-798b3b50cdbe tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243040 Dec 23 16:12:00.384946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.385743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad402ca-69c2-450f-9569-08ee3816a0ca {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:12:00.390746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=22d4f7ac-e744-4d43-86f4-0ee9bf5091ae,segment=NetworkSegment(fcb25312-7a10-4f12-b841-2ad29d5dc899),segment_id=fcb25312-7a10-4f12-b841-2ad29d5dc899)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:00.390898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.407646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.419039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-7a4c0e82-06c5-45d6-800e-77156a024389 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Unset dirty status for tenant:5581c19326b3490db868032d42e973af on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:00.420196 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-7a4c0e82-06c5-45d6-800e-77156a024389 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/networks?id=d66ee489-af94-4988-8cf8-06e90031f225 HTTP/1.1" status: 200 len: 796 time: 0.5225666 Dec 23 16:12:00.421233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.422593 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d201b82-7686-4d57-a9f8-43b6ceca28dd tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/6ad402ca-69c2-450f-9569-08ee3816a0ca HTTP/1.1" status: 204 len: 168 time: 5.2757878 Dec 23 16:12:00.424911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Network e19a7fd8-3326-492b-b54c-9597f3be6011 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:00.427224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-58a73031-2559-4ca5-b9f7-5ad4ab949b62 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/3688fa9a-81d1-48ea-b097-8d283224d312 HTTP/1.1" status: 204 len: 168 time: 1.7694607 Dec 23 16:12:00.428235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51036) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:00.432190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51038) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:00.435302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:00.437771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:00.496940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event updated for resources: {'Port': ['ID=cfad6d2b-2432-48d8-9e10-73d8dce594d7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:00.540266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757ce2de-5337-4ac7-9985-4c4424b582e1 None None] Network 3a2121d4-4525-4622-895c-ba82578f1c74 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:00.618590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1492220009', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:00.643706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:00.644315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.651305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.655669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.668399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:00.694806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:00.704835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:00.716170 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] Sync routers for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:00.722235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:00.722643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.731888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.739832 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:00.740456 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:00.761405 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-b80e6fdf-7666-43c3-83f8-7e53bf140d08 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4800935 Dec 23 16:12:00.774830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Request body: {'port': {'device_id': '8b631017-e183-4bc9-9693-d4db73f5869a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:00.808927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.824022 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:00.826388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.835915 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:00.836726 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:00.898815 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:00.899457 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff02efe-e76b-4053-a662-bc774ba2e748 None None] The sync data for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:00.910807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Usage tracker for resource:router and tenant:ee466dd72fb2463b84a4bac80aaa9701 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:00.914041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:00.937843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-4f5385ed-366f-4873-995f-7eeb00997957 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/quotas/5581c19326b3490db868032d42e973af HTTP/1.1" status: 200 len: 375 time: 0.4520900 Dec 23 16:12:00.954522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:00.976644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.068973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-95399864-0d35-4cc9-a136-bc8fd6db0f76 None None] Provisioning for port cfad6d2b-2432-48d8-9e10-73d8dce594d7 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:01.087983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.101861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-95399864-0d35-4cc9-a136-bc8fd6db0f76 None None] Provisioning complete for port cfad6d2b-2432-48d8-9e10-73d8dce594d7 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:01.102537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95399864-0d35-4cc9-a136-bc8fd6db0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.102908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event deleted for resources: {'Subnet': ['ID=41cfa099-6e39-4a3a-be06-2567a3669632,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:01.126866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.151626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f6ea4-1846-48ac-ad9b-a243c8643bac None None] Network d7ac7178-39cf-4638-bbd4-7b8544091971 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:01.168611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.169626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.187134 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dcd0f8a9-76f1-4a22-86e3-d2e8a774423c tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/subnets/41cfa099-6e39-4a3a-be06-2567a3669632 HTTP/1.1" status: 204 len: 168 time: 2.2097113 Dec 23 16:12:01.195253 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51046) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:01.230935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.233915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] For port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,segment=NetworkSegment(6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7),segment_id=6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:01.234288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.307764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=22d4f7ac-e744-4d43-86f4-0ee9bf5091ae,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:01.327478 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d24bd8fe-6187-44aa-b0cd-23f7b70c9518 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/floatingips/04a2d9d6-8fd6-42dd-b35b-23b6de957003 HTTP/1.1" status: 200 len: 977 time: 15.4922945 Dec 23 16:12:01.354656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:01.363007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.369204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1ee0b-b312-4262-8026-48e77ab9d9bd req-c7a25a03-a33a-4bf9-9d00-53ad67f27934 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:01.375894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cdd1ee0b-b312-4262-8026-48e77ab9d9bd req-c7a25a03-a33a-4bf9-9d00-53ad67f27934 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 931 time: 0.7493784 Dec 23 16:12:01.447655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:01.506218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-76b978d6-66f8-4392-b973-196731f8bf51 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Synchronizing usage tracker for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:01.572452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] DHCP port deletion for 3a2121d4-4525-4622-895c-ba82578f1c74 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:01.584625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Deleting port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:01.584999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.620343 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cdd1ee0b-b312-4262-8026-48e77ab9d9bd req-07e2c2e2-aa12-436d-99b0-cf8aaf106409 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435215 Dec 23 16:12:01.621142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.630972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-95399864-0d35-4cc9-a136-bc8fd6db0f76 None None] Port cfad6d2b-2432-48d8-9e10-73d8dce594d7 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:01.634743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 79ad5f87-7d64-4ab1-b290-2bc173ec55cd owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:01.666976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-95399864-0d35-4cc9-a136-bc8fd6db0f76 None None] Could not find standard attr ID for object 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:12:01.733673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.878284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.881321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c68f9b-6c79-4483-bf10-774168948127,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:01.885290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 3674ffcf-b606-4c56-8e0a-76d4f6477fcf {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:01.885647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.893949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-76b978d6-66f8-4392-b973-196731f8bf51 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Unset dirty status for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:01.910193 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-76b978d6-66f8-4392-b973-196731f8bf51 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5581c19326b3490db868032d42e973af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9562685 Dec 23 16:12:01.930987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 79ad5f87-7d64-4ab1-b290-2bc173ec55cd no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:02.018031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:12:02.051091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Deleting port a788ab16-02a0-4632-92f8-1234a10f0544 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:02.051455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.051611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b42d3f-04ba-45f6-8af3-fadaf19b30bc None None] Network 11fa9392-ba74-4f0b-bd67-4c15fb9f824a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:02.077085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.133499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.149320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.232646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:02.258710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fa9392-ba74-4f0b-bd67-4c15fb9f824a']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:02.276524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-32800422-a687-4794-aa9f-82576fe93f6c service neutron] 10.222.0.18 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653951 Dec 23 16:12:02.345984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No DVR routers for this DVR port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:02.361426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb25312-7a10-4f12-b841-2ad29d5dc899') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:02.361786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb25312-7a10-4f12-b841-2ad29d5dc899') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:02.380920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.400917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No active binding found for port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd {{(pid=83496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 16:12:02.402545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 79ad5f87-7d64-4ab1-b290-2bc173ec55cd not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:02.424016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.432679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.438709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:12:02.446575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] For port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=79ad5f87-7d64-4ab1-b290-2bc173ec55cd,segment=NetworkSegment(6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7),segment_id=6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:02.446969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.449732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:02.450132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:02.466563 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:02.579477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-cfa23e09-05a7-44c7-a71b-c134a6bcee06 service neutron] 10.222.0.18 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021023 Dec 23 16:12:02.583909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] DHCP port deletion for d7ac7178-39cf-4638-bbd4-7b8544091971 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:02.603589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.615422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Transition to ACTIVE for port object 52ce2210-ea59-49da-824f-a3a18c13998b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:02.634700 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfad6d2b-2432-48d8-9e10-73d8dce594d7 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:12:02.634861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.645185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.646973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=11fa9392-ba74-4f0b-bd67-4c15fb9f824a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:02.665526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-72e60ebc-668a-452e-b558-e83ce432c64d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/11fa9392-ba74-4f0b-bd67-4c15fb9f824a HTTP/1.1" status: 204 len: 168 time: 4.1099601 Dec 23 16:12:02.665750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Transition to ACTIVE for port object cfad6d2b-2432-48d8-9e10-73d8dce594d7 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:02.667587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51056) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:02.687619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Calling delete_port for 79ad5f87-7d64-4ab1-b290-2bc173ec55cd owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:02.728879 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7ed877-65f4-4823-bfd0-213ecf6bb457 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:02.729321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7ed877-65f4-4823-bfd0-213ecf6bb457 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:02.730950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6e7ed877-65f4-4823-bfd0-213ecf6bb457 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/11fa9392-ba74-4f0b-bd67-4c15fb9f824a HTTP/1.1" status: 404 len: 339 time: 0.0623417 Dec 23 16:12:02.736960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51064) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:02.743342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-598638745', 'description': 'd1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:02.746692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.763237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Deleting port a788ab16-02a0-4632-92f8-1234a10f0544 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:02.763916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.776197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:02.787994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.790155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:network and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:02.793577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:02.801747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] For port a788ab16-02a0-4632-92f8-1234a10f0544, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a788ab16-02a0-4632-92f8-1234a10f0544,segment=NetworkSegment(c332bdeb-69d8-493f-aac6-10dd5bb5a518),segment_id=c332bdeb-69d8-493f-aac6-10dd5bb5a518)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:02.802328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.817579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.836124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:02.871434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:02.873668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.939769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7032f-5653-45fc-a7bb-7c81536d8400 None None] DHCP port deletion for 11fa9392-ba74-4f0b-bd67-4c15fb9f824a request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:02.947751 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c6abefa9-f65b-44d0-9f25-4557e8da0285 req-5b273c7a-5c34-4439-8f2d-8bd08e868e71 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 210 time: 0.0599656 Dec 23 16:12:02.990814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Calling delete_port for a788ab16-02a0-4632-92f8-1234a10f0544 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:03.078673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.113710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2121d4-4525-4622-895c-ba82578f1c74']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:03.126662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:03.127314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c310c0a-f3b8-42c2-9b26-6dbd82f9caf7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:03.140508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.158724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.170630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59d5cb-3fee-4f9f-8632-620d1bf7885c None None] Pushing event updated for resources: {'Port': ['ID=52ce2210-ea59-49da-824f-a3a18c13998b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:03.200864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:03.213982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.214793 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment 8f30c199-11ef-4427-9d42-a0b4ff8b7389 of type vlan for network affa02ca-f452-44d4-85be-b593da4bc28b Dec 23 16:12:03.262023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.282732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad6d2b-2432-48d8-9e10-73d8dce594d7,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:03.294816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.358068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Allocated IP 172.26.7.87 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ec5588ee-c2ef-47fe-889a-7a04f750d736) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:03.367753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:03.368114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:03.396196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:03.396729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.429807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.452375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:03.453179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.557257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12959d6e-7b5e-42df-830a-33e6d3ad05f1 req-6fd3068b-8223-40e2-9b4c-80a60785e312 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:03.558839 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12959d6e-7b5e-42df-830a-33e6d3ad05f1 req-6fd3068b-8223-40e2-9b4c-80a60785e312 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 943 time: 0.4224703 Dec 23 16:12:03.598157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] For port a788ab16-02a0-4632-92f8-1234a10f0544, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a788ab16-02a0-4632-92f8-1234a10f0544,segment=NetworkSegment(c332bdeb-69d8-493f-aac6-10dd5bb5a518),segment_id=c332bdeb-69d8-493f-aac6-10dd5bb5a518)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:03.598702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.622489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Attempting to bind port 52ce2210-ea59-49da-824f-a3a18c13998b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:03.622972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Attempting to bind port 52ce2210-ea59-49da-824f-a3a18c13998b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:03.623397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Attempting to bind port 52ce2210-ea59-49da-824f-a3a18c13998b on network d66ee489-af94-4988-8cf8-06e90031f225 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:03.694224 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:03.714629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=affa02ca-f452-44d4-85be-b593da4bc28b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:03.727834 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12959d6e-7b5e-42df-830a-33e6d3ad05f1 req-4d39cef4-4f58-4f57-a6ba-e4959a31604b tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378682 Dec 23 16:12:03.734782 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cb006a58-98c9-44f3-a909-a8d8982b24b5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9967768 Dec 23 16:12:03.735778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51080) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:03.741915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network affa02ca-f452-44d4-85be-b593da4bc28b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:03.769197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Calling delete_port for a788ab16-02a0-4632-92f8-1234a10f0544 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:03.770591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.775884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.844799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a788ab16-02a0-4632-92f8-1234a10f0544 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:03.882789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Deleting port 79ad5f87-7d64-4ab1-b290-2bc173ec55cd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:03.883313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.903777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.905983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:03.906649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Checking segment: {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:03.907134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.907647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Bound using segment: {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:03.908187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Bound port: 52ce2210-ea59-49da-824f-a3a18c13998b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:03.908623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.910500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d2cbc-32eb-43c3-9710-52e22b97187c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:03.911158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-591d2cbc-32eb-43c3-9710-52e22b97187c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Synchronizing usage tracker for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:03.935698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-591d2cbc-32eb-43c3-9710-52e22b97187c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Unset dirty status for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:03.936846 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-591d2cbc-32eb-43c3-9710-52e22b97187c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/networks?id=affa02ca-f452-44d4-85be-b593da4bc28b HTTP/1.1" status: 200 len: 760 time: 0.1976235 Dec 23 16:12:03.940080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51084) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:03.944088 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event deleted for resources: {'Port': ['ID=a788ab16-02a0-4632-92f8-1234a10f0544,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:03.945969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'description': 'd2'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:03.958912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a788ab16-02a0-4632-92f8-1234a10f0544 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:12:03.959871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a788ab16-02a0-4632-92f8-1234a10f0544 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:03.960248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:03.970689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] No DVR routers for this DVR port a788ab16-02a0-4632-92f8-1234a10f0544 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:04.010835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.027280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.077205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:12:04.077545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 22d4f7ac-e744-4d43-86f4-0ee9bf5091ae not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:04.092402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0257a-904b-4d94-b24b-3c37be00274f None None] The port '79ad5f87-7d64-4ab1-b290-2bc173ec55cd' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:12:04.138311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=3a2121d4-4525-4622-895c-ba82578f1c74,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:04.148327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:04.148718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:04.162764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] For port 52ce2210-ea59-49da-824f-a3a18c13998b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:04.166290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] For port 52ce2210-ea59-49da-824f-a3a18c13998b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=52ce2210-ea59-49da-824f-a3a18c13998b,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:04.170584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.226952 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-85ff95f8-3ddd-4f4e-96e1-5ebc8b10fdc8 req-fe90fe70-f135-48c1-9b29-116b82a0295f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 210 time: 0.1134427 Dec 23 16:12:04.251590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.265350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59d5cb-3fee-4f9f-8632-620d1bf7885c None None] Pushing event updated for resources: {'Port': ['ID=52ce2210-ea59-49da-824f-a3a18c13998b,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:04.271206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.271476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:04.272088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:04.275092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Attempting to bind port cfad6d2b-2432-48d8-9e10-73d8dce594d7 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:04.275419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Attempting to bind port cfad6d2b-2432-48d8-9e10-73d8dce594d7 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:04.275895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Attempting to bind port cfad6d2b-2432-48d8-9e10-73d8dce594d7 on network e19a7fd8-3326-492b-b54c-9597f3be6011 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:04.285268 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8e18b65f-a1dd-4b88-901a-6b8c91d45258 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/3a2121d4-4525-4622-895c-ba82578f1c74 HTTP/1.1" status: 204 len: 168 time: 3.8135710 Dec 23 16:12:04.291322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51090) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:04.345479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ac7178-39cf-4638-bbd4-7b8544091971']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:04.389202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:04.390716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:04.412941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event updated for resources: {'Port': ['ID=ec5588ee-c2ef-47fe-889a-7a04f750d736,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:04.416471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:04.454288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.484653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.490110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c332bdeb-69d8-493f-aac6-10dd5bb5a518') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:04.490883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c332bdeb-69d8-493f-aac6-10dd5bb5a518') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:04.509688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:04.519455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.539591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Port cfad6d2b-2432-48d8-9e10-73d8dce594d7 on network e19a7fd8-3326-492b-b54c-9597f3be6011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:12:04.539927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Attempting to bind port cfad6d2b-2432-48d8-9e10-73d8dce594d7 on network e19a7fd8-3326-492b-b54c-9597f3be6011 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:04.577953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.592208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:04.592820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Checking segment: {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:04.593473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Bound using segment: {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:04.594181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Bound port: cfad6d2b-2432-48d8-9e10-73d8dce594d7, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba42d45-c168-440d-8d8e-f6d7968686bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:04.594629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.612322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network affa02ca-f452-44d4-85be-b593da4bc28b is not hosted by any dhcp agent {{(pid=83494) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 16:12:04.615880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:04.616471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.617731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "PUT /v2.0/networks/affa02ca-f452-44d4-85be-b593da4bc28b HTTP/1.1" status: 200 len: 757 time: 0.6764357 Dec 23 16:12:04.627187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51096) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:04.638798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:04.639488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.659438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57927bf-d2c9-46c5-84ba-86563d9a9e30 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=affa02ca-f452-44d4-85be-b593da4bc28b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:04.663793 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:04.700769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Deleting port a788ab16-02a0-4632-92f8-1234a10f0544 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:04.701348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.729058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.729978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.743502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network affa02ca-f452-44d4-85be-b593da4bc28b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:04.759403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.759858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.760333 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Floating IP 04a2d9d6-8fd6-42dd-b35b-23b6de957003 disassociated. External IP: 172.26.7.98, port: 3674ffcf-b606-4c56-8e0a-76d4f6477fcf. Dec 23 16:12:04.760669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 3674ffcf-b606-4c56-8e0a-76d4f6477fcf owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:04.965990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdb4c7-2803-4c19-bc17-9962c1c308e2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:04.966737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eecdb4c7-2803-4c19-bc17-9962c1c308e2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:05.004513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.040567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.043591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521156a-d453-45c9-9ecf-a27f32638a0c req-f34d7d06-9ebf-4baf-90a1-9ef7b668bb8d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:05.045038 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f521156a-d453-45c9-9ecf-a27f32638a0c req-f34d7d06-9ebf-4baf-90a1-9ef7b668bb8d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 943 time: 0.1118169 Dec 23 16:12:05.056186 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] 10.222.0.18 "DELETE /v2.0/networks/d7ac7178-39cf-4638-bbd4-7b8544091971 HTTP/1.1" status: 204 len: 168 time: 3.8546283 Dec 23 16:12:05.067352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922423cb-b3a5-4b9e-9881-a10712a2eb89 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:05.068074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-922423cb-b3a5-4b9e-9881-a10712a2eb89 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Synchronizing usage tracker for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:05.075619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232bb9a-ed8a-4978-aa7c-470f519d97b6 tempest-TagsExtTest-650652025 tempest-TagsExtTest-650652025-project] Pushing event deleted for resources: {'Network': ['ID=d7ac7178-39cf-4638-bbd4-7b8544091971,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:05.084928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] For port cfad6d2b-2432-48d8-9e10-73d8dce594d7, host hv-neutron-8228, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:05.092810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-357755cd-9d6f-48c8-9bcb-c389fc1c910a None None] The port 'a788ab16-02a0-4632-92f8-1234a10f0544' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:12:05.093399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] For port cfad6d2b-2432-48d8-9e10-73d8dce594d7, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:05.093873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eecdb4c7-2803-4c19-bc17-9962c1c308e2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:05.095609 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eecdb4c7-2803-4c19-bc17-9962c1c308e2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.8004994 Dec 23 16:12:05.132139 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51104) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:05.246562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Router fa023f05-3109-492f-ae70-c6cc3d39fd05 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:12:05.261498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3169aac7-354b-42d7-bd05-852e39b6e787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.268888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.269863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f521156a-d453-45c9-9ecf-a27f32638a0c req-98214287-5cdc-412e-b708-e4c29f9b65d3 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047062 Dec 23 16:12:05.289279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:04Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:05.292412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-922423cb-b3a5-4b9e-9881-a10712a2eb89 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Unset dirty status for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:05.300585 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-922423cb-b3a5-4b9e-9881-a10712a2eb89 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/networks?id=affa02ca-f452-44d4-85be-b593da4bc28b HTTP/1.1" status: 200 len: 760 time: 0.6647217 Dec 23 16:12:05.302099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51108) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:05.303814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f75794-c8ae-487d-8f11-296065039e2b None None] The sync data for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv is: [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:04Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:05.370903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.377674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110023167'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:05.405870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:05.508107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.509476 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] 10.222.0.59 "PUT /v2.0/ports/cfad6d2b-2432-48d8-9e10-73d8dce594d7 HTTP/1.1" status: 200 len: 1093 time: 4.7386522 Dec 23 16:12:05.510738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:05.524081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:05.596420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01151189-e176-45b3-a343-a9874f8b7a36 service neutron] Pushing event updated for resources: {'Port': ['ID=cfad6d2b-2432-48d8-9e10-73d8dce594d7,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:05.602301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:05.725223 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'status': 'completed', 'code': 200} Dec 23 16:12:05.851406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=3674ffcf-b606-4c56-8e0a-76d4f6477fcf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:05.865535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 52ce2210-ea59-49da-824f-a3a18c13998b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:05.886775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:05.889687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.921357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-30a6aec0-21a6-42f8-a3ef-f450d8626a54 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:05.939297 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-30a6aec0-21a6-42f8-a3ef-f450d8626a54 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.59 "GET /v2.0/networks?id=d66ee489-af94-4988-8cf8-06e90031f225 HTTP/1.1" status: 200 len: 796 time: 0.3788986 Dec 23 16:12:06.030957 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f7015743-4aa3-49c4-9fb9-67fa8e8a2d12 req-3ac396bf-b1ed-43d9-85fd-810ce2d0c23b tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 210 time: 0.0904715 Dec 23 16:12:06.051854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 52ce2210-ea59-49da-824f-a3a18c13998b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:06.075698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 52ce2210-ea59-49da-824f-a3a18c13998b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:06.075980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.092921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-72ceb46f-870e-4000-b742-e2c8eff93878 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5581c19326b3490db868032d42e973af HTTP/1.1" status: 200 len: 380 time: 0.1329358 Dec 23 16:12:06.099443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:06.116353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] Sync routers for ids ['fa023f05-3109-492f-ae70-c6cc3d39fd05'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:06.134704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'port': {'device_id': '6c489573-f3f0-41f4-8a99-8ce102021254', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'admin_state_up': True, 'tenant_id': '5581c19326b3490db868032d42e973af', 'security_groups': ['d2f6c5b5-cf18-451d-8826-2668238117fe']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:06.138322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] Routers {'fa023f05-3109-492f-ae70-c6cc3d39fd05'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:06.139156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['fa023f05-3109-492f-ae70-c6cc3d39fd05'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:06.162741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.167292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a4ae7bad-084e-4e7b-a0e1-4e87ec0def3e tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6623118 Dec 23 16:12:06.209072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:06.216913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:06.244855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:06.245699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] Routers {'fa023f05-3109-492f-ae70-c6cc3d39fd05'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:06.246316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:11:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['fa023f05-3109-492f-ae70-c6cc3d39fd05'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:06.300767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:06.312733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:06.314897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:06.315302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae3d13-e847-40ae-a3e2-f5a93369e868 None None] The sync data for ids ['fa023f05-3109-492f-ae70-c6cc3d39fd05'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:06.315435 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4d8a43d2-d5a3-482c-aa11-a42465f0998b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0062819224145b4b274a91315af1bed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7058377 Dec 23 16:12:06.321253 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51130) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:06.343891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Made reservation on behalf of 5581c19326b3490db868032d42e973af for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:06.350118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.390591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.396820 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-da357a59-b2a5-4c7a-9712-6b009c9caa9c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.2594471 Dec 23 16:12:06.397041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51136) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:06.415688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-600138797'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:06.424535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:06.438253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:06.444435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:06.456575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 52ce2210-ea59-49da-824f-a3a18c13998b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=52ce2210-ea59-49da-824f-a3a18c13998b,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:06.459758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.460651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:06.466595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.476654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:06.480649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.498440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:06.554719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=52ce2210-ea59-49da-824f-a3a18c13998b,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:06.572264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.573908 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment 65627590-ed26-418a-8f38-abdbcf0e663e of type vlan for network 9ac119f5-4379-418b-86f6-d339d7c6b132 Dec 23 16:12:06.589202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a492802-f394-4963-b400-43cd48a0b70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.608736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:06.621419 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-8f6bc582-e0cf-429d-a4c3-80b868a15d58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364c0f0c298044d5ac6500f7a3914753&device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 1096 time: 0.8800926 Dec 23 16:12:06.644261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.644607 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment 491c7e1e-ea71-40d1-b1cd-58b386cf8b59 of type vlan for network 7c91c960-ef51-4756-8a14-f24cb46db725 Dec 23 16:12:06.703123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.748382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.760658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a492802-f394-4963-b400-43cd48a0b70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.780129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573be22-89d7-4d38-895a-5957cf283dc8 req-10e1a859-d5a8-4e32-9d11-d44b0349a13d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:06.782122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a573be22-89d7-4d38-895a-5957cf283dc8 req-10e1a859-d5a8-4e32-9d11-d44b0349a13d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 943 time: 0.2549357 Dec 23 16:12:06.806876 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-ef19d763-479f-4090-a2e6-f349f36042a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7 HTTP/1.1" status: 200 len: 217 time: 0.1648557 Dec 23 16:12:06.816889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Allocated IP 172.20.0.12 (d66ee489-af94-4988-8cf8-06e90031f225/4469711b-2abf-4221-bf51-c98fd6d853f9/556984aa-1a71-401f-b41a-99612bd7dbc0) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:06.822551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.826151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:06.826938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.962156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.965971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:06.966255 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5687239 Dec 23 16:12:06.966544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.968776 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a573be22-89d7-4d38-895a-5957cf283dc8 req-8a53736f-affc-4798-ab49-aa53c64f7d78 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773312 Dec 23 16:12:06.969804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51140) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:06.988208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:07.002126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea07cee-5d27-41a1-bf56-3562c6c71e49 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=7c91c960-ef51-4756-8a14-f24cb46db725,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:07.017918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7c91c960-ef51-4756-8a14-f24cb46db725 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:07.107113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-bbd1dcd7-7c05-4ffc-bb95-84c1858eff91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:07.108950 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-bbd1dcd7-7c05-4ffc-bb95-84c1858eff91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd2bba48-e081-4240-a017-684549610b36 HTTP/1.1" status: 200 len: 850 time: 0.2360177 Dec 23 16:12:07.109574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=9ac119f5-4379-418b-86f6-d339d7c6b132,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:07.121869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9ac119f5-4379-418b-86f6-d339d7c6b132 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:07.184451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a492802-f394-4963-b400-43cd48a0b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.186767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a492802-f394-4963-b400-43cd48a0b70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.190499 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a492802-f394-4963-b400-43cd48a0b70a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d4d72b7-3a1d-426f-a898-0e15940e59d4 HTTP/1.1" status: 204 len: 168 time: 0.8547978 Dec 23 16:12:07.212847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a492802-f394-4963-b400-43cd48a0b70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4d72b7-3a1d-426f-a898-0e15940e59d4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:07.226447 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cdd53d46-9336-4675-8970-3c134564301c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8717229 Dec 23 16:12:07.231531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51148) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:07.245343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': '9ac119f5-4379-418b-86f6-d339d7c6b132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:07.267977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.288589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Transition to ACTIVE for port object 556984aa-1a71-401f-b41a-99612bd7dbc0 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:07.291599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b12e26ba-bd75-4bd6-9406-d77ca44e96d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.361378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-22fc0f1a-81c8-46fb-89f8-6a23e56674d8 req-3f87f085-3733-4691-8be2-344b3e8cde3c tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Synchronizing usage tracker for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:07.369814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:07.379875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:07.382412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:07.394075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:07.397948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-22fc0f1a-81c8-46fb-89f8-6a23e56674d8 req-3f87f085-3733-4691-8be2-344b3e8cde3c tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Unset dirty status for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:07.399178 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-22fc0f1a-81c8-46fb-89f8-6a23e56674d8 req-3f87f085-3733-4691-8be2-344b3e8cde3c tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 210 time: 0.0943127 Dec 23 16:12:07.400247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.440849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router a4281b1b-4364-4ee4-b695-f9864581fbf5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:07.475301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:07.475544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:07.480550 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-50045513-c2c8-4917-8c6a-b1c413e4f8f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e19a7fd8-3326-492b-b54c-9597f3be6011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3438442 Dec 23 16:12:07.595189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Usage tracker for resource:subnet and tenant:61b1dbf6f4be4b839a6a7d4246a9e67a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:07.623101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:07.675679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Network d66ee489-af94-4988-8cf8-06e90031f225 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:07.676213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:07.680667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:07.684313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:07.689971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:07.744934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:07.746058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.805148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 52ce2210-ea59-49da-824f-a3a18c13998b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:07.862913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:07.863489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.899457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-158b4459-2fe1-43d0-9aa8-4b7c76d4e877 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7709610 Dec 23 16:12:07.914278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Request body: {'port': {'device_id': '6c489573-f3f0-41f4-8a99-8ce102021254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:07.914590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 52ce2210-ea59-49da-824f-a3a18c13998b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:07.914924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.140266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.144649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-16aec3b3-3b60-440d-92ef-ea4994819176 None None] Provisioning for port 556984aa-1a71-401f-b41a-99612bd7dbc0 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:08.151731 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-f0b5bb71-957d-4b23-8332-2f121b7e8c42 service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085219 Dec 23 16:12:08.152930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-16aec3b3-3b60-440d-92ef-ea4994819176 None None] Provisioning complete for port 556984aa-1a71-401f-b41a-99612bd7dbc0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:08.153356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16aec3b3-3b60-440d-92ef-ea4994819176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.156859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.220598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-16aec3b3-3b60-440d-92ef-ea4994819176 None None] Port 556984aa-1a71-401f-b41a-99612bd7dbc0 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:08.242914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51170) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:08.256813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.295254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.456449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:08.473422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.487218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627660b8-082a-4c5e-8a36-889a3f45ce24 req-6c518ce2-66c4-42c5-88a6-0bba199d652d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:08.488844 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-627660b8-082a-4c5e-8a36-889a3f45ce24 req-6c518ce2-66c4-42c5-88a6-0bba199d652d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 943 time: 0.3547070 Dec 23 16:12:08.574802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-438816868-network', 'tenant_id': 'd596ad7f7786472ab818eaad0e93096a'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:08.592941 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a50c9a4-d680-420c-8e1c-ca5faa6d5cd1 req-ce3b6cec-1b31-406a-baae-19f3a8505134 service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197304 Dec 23 16:12:08.603804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:08.646996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': '491c7e1e-ea71-40d1-b1cd-58b386cf8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:08.647241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: 7c91c960-ef51-4756-8a14-f24cb46db725, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:08.665879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Usage tracker for resource:network and tenant:d596ad7f7786472ab818eaad0e93096a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:08.676900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:08.713908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:08.758569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-627660b8-082a-4c5e-8a36-889a3f45ce24 req-747df643-b18d-4f43-9dfa-24f702455a47 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092650 Dec 23 16:12:08.767245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Made reservation on behalf of d596ad7f7786472ab818eaad0e93096a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:08.769500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.791099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.804383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:08.815188 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] Sync routers for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:08.827302 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:08.829190 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:08.834325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 7c91c960-ef51-4756-8a14-f24cb46db725 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:08.895153 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:08.900325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8af73-4a5a-47ce-8192-fc93539eb667 req-02075e0f-7659-42c1-9a70-f5d1995dc4b8 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:08.901708 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73f8af73-4a5a-47ce-8192-fc93539eb667 req-02075e0f-7659-42c1-9a70-f5d1995dc4b8 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 932 time: 0.3161831 Dec 23 16:12:08.906025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 7c91c960-ef51-4756-8a14-f24cb46db725) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:08.906180 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:08.906831 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:08.914427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:08.914625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.924804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:08.928410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556984aa-1a71-401f-b41a-99612bd7dbc0 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:12:08.931045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b1062-0489-49ba-aeae-29623e3eef90 None None] Network 7c91c960-ef51-4756-8a14-f24cb46db725 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:08.943412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.945980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Usage tracker for resource:security_group_rule and tenant:d596ad7f7786472ab818eaad0e93096a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:08.948800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.950728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:08.973516 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:08.974022 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e5d3e-1607-463b-874f-cccde9e7b373 None None] The sync data for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:08.978498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:09.004170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Transition to ACTIVE for port object 556984aa-1a71-401f-b41a-99612bd7dbc0 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:09.005848 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d4b01568-a1fa-450b-a51c-558adbbed6db tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0269120 Dec 23 16:12:09.010130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51180) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:09.028530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725', 'name': 'tempest-PortsIpV6TestJSON-1587268042'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:09.033758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.040842 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-9d5b1013-59b8-4dd2-b12d-bdea1e591482 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364c0f0c298044d5ac6500f7a3914753&device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 1096 time: 0.3972704 Dec 23 16:12:09.043182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.077088 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ec54e37d-afb8-4158-8457-769fa833bba0 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/ports/3674ffcf-b606-4c56-8e0a-76d4f6477fcf HTTP/1.1" status: 204 len: 168 time: 7.6765785 Dec 23 16:12:09.133332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51184) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:09.188943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=8112b065-5828-45f4-9c48-b4323153a956,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:09.211525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-7c91c960-ef51-4756-8a14-f24cb46db725', 'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725', 'tenant_id': 'b044bd17926f405fb8bebeedf47df269', 'fixed_ips': [{'subnet_id': 'cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:09.213058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.244760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': '65627590-ed26-418a-8f38-abdbcf0e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9ac119f5-4379-418b-86f6-d339d7c6b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:09.245121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: 9ac119f5-4379-418b-86f6-d339d7c6b132, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:09.264866 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73f8af73-4a5a-47ce-8192-fc93539eb667 req-78eb2dcd-596f-4e0a-ab38-e4d70e2861c4 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322315 Dec 23 16:12:09.306070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-2dcb42db-65b0-403e-b04f-ec985c8d25fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:09.307531 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-2dcb42db-65b0-403e-b04f-ec985c8d25fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e19a7fd8-3326-492b-b54c-9597f3be6011 HTTP/1.1" status: 200 len: 912 time: 0.2542446 Dec 23 16:12:09.353142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:09.382802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 9ac119f5-4379-418b-86f6-d339d7c6b132 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:09.412548 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-5026f4b4-739a-46d0-b168-15fd7523851a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7 HTTP/1.1" status: 200 len: 217 time: 0.0952520 Dec 23 16:12:09.423832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 9ac119f5-4379-418b-86f6-d339d7c6b132) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:09.435593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:09.437271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.445695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312166c4-53dc-4dc2-9de4-8ad18704b963 None None] Network 9ac119f5-4379-418b-86f6-d339d7c6b132 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:09.458997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.511735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.522497 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-feddf7f2-fff5-4d69-b20d-ec178910d43b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2851765 Dec 23 16:12:09.526764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:09.619238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.622698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:09.652675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.658392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-8e06cba1-a88a-4db5-b03b-97d6431f94a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:09.659981 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-8e06cba1-a88a-4db5-b03b-97d6431f94a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd2bba48-e081-4240-a017-684549610b36 HTTP/1.1" status: 200 len: 850 time: 0.2387433 Dec 23 16:12:09.681027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:09.683532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Allocated IP 2001:db8::2 (7c91c960-ef51-4756-8a14-f24cb46db725/cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9/2b17ea47-2171-4366-a5e9-04c6c7381791) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:09.689599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:09.732216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f840d847-f75a-46ad-979d-202f735b1446,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:09.737538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.738052 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Added segment 157d9692-e0cf-4b71-b809-607de8c77e4e of type vlan for network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 Dec 23 16:12:09.753696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Deleting port ec5588ee-c2ef-47fe-889a-7a04f750d736 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:09.754132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.793862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:09.797251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.816558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-9ac119f5-4379-418b-86f6-d339d7c6b132', 'network_id': '9ac119f5-4379-418b-86f6-d339d7c6b132', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': '8112b065-5828-45f4-9c48-b4323153a956'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:09.817699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.857297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 48b917c7-8fe3-4525-b703-500cef688862 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:12:09.890465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.903852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Attempting to bind port 556984aa-1a71-401f-b41a-99612bd7dbc0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:09.904182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Attempting to bind port 556984aa-1a71-401f-b41a-99612bd7dbc0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:09.904734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Attempting to bind port 556984aa-1a71-401f-b41a-99612bd7dbc0 on network d66ee489-af94-4988-8cf8-06e90031f225 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:09.945916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.959485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.000259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Port 556984aa-1a71-401f-b41a-99612bd7dbc0 on network d66ee489-af94-4988-8cf8-06e90031f225 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:12:10.001370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Attempting to bind port 556984aa-1a71-401f-b41a-99612bd7dbc0 on network d66ee489-af94-4988-8cf8-06e90031f225 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:10.053566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:10.054176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Checking segment: {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:10.054718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Bound using segment: {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:10.055315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Bound port: 556984aa-1a71-401f-b41a-99612bd7dbc0, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a6d99a-9130-4a84-88dc-be96daa46267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:10.055874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.084683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.085789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:10.086551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.130360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.132964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.142215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Allocated IP 172.20.0.2 (9ac119f5-4379-418b-86f6-d339d7c6b132/8112b065-5828-45f4-9c48-b4323153a956/0581a901-5cac-4777-876a-39983368633d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:10.147280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Transition to ACTIVE for port object 2b17ea47-2171-4366-a5e9-04c6c7381791 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:10.186332 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-21a8fd98-51ec-4f16-b2be-d2068dcfa439 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e19a7fd8-3326-492b-b54c-9597f3be6011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4797451 Dec 23 16:12:10.230034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Transition to ACTIVE for port object 2b17ea47-2171-4366-a5e9-04c6c7381791 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:10.241850 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.289942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.314410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec14d-6c3d-4581-a4a2-0fefddaf9134 req-eb45dcbe-17ec-439b-a8bb-e1ad33ea64f4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:10.315960 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b2ec14d-6c3d-4581-a4a2-0fefddaf9134 req-eb45dcbe-17ec-439b-a8bb-e1ad33ea64f4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 943 time: 0.4061532 Dec 23 16:12:10.327737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0715609 Dec 23 16:12:10.333200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Network 7c91c960-ef51-4756-8a14-f24cb46db725 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:10.338239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:10.351133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:10.382250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51194) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:10.430923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6c5f3-1090-4421-a0e9-cac0cfb85d8a admin admin] Pushing event updated for resources: {'Network': ['ID=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:10.439515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:10.457643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:10.489894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.495774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::2b1 (7c91c960-ef51-4756-8a14-f24cb46db725/cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9/48b917c7-8fe3-4525-b703-500cef688862) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:10.538515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Request body: {'subnet': {'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-438816868-subnet', 'tenant_id': 'd596ad7f7786472ab818eaad0e93096a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:10.545448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Pushing event updated for resources: {'Port': ['ID=2b17ea47-2171-4366-a5e9-04c6c7381791,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:10.550019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Calling delete_port for ec5588ee-c2ef-47fe-889a-7a04f750d736 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:10.556146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:10.588331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:10.599424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Usage tracker for resource:subnet and tenant:d596ad7f7786472ab818eaad0e93096a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:10.605750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:10.620443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b2ec14d-6c3d-4581-a4a2-0fefddaf9134 req-3a1b00cc-b002-40e5-a105-d7f51d5f37b8 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289495 Dec 23 16:12:10.636038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:10.654729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.680500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.681885 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] 10.222.0.59 "PUT /v2.0/ports/556984aa-1a71-401f-b41a-99612bd7dbc0 HTTP/1.1" status: 200 len: 1094 time: 2.7725654 Dec 23 16:12:10.683931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Attempting to bind port 2b17ea47-2171-4366-a5e9-04c6c7381791 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:10.684290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Attempting to bind port 2b17ea47-2171-4366-a5e9-04c6c7381791 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '491c7e1e-ea71-40d1-b1cd-58b386cf8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:10.685066 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Attempting to bind port 2b17ea47-2171-4366-a5e9-04c6c7381791 on network 7c91c960-ef51-4756-8a14-f24cb46db725 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:10.685192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:10.688950 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-27a7afae-d544-4c37-9a2d-29e42cf1c750 service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911075 Dec 23 16:12:10.701463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Made reservation on behalf of d596ad7f7786472ab818eaad0e93096a for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:10.712515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.727177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Transition to ACTIVE for port object 0581a901-5cac-4777-876a-39983368633d will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:10.730986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613167a8-63c5-4188-b37c-d6eb7ec90bcd service neutron] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:10.742887 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:12:10.744427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:10.744796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Checking segment: {'id': '491c7e1e-ea71-40d1-b1cd-58b386cf8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:10.745184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.745566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Bound using segment: {'id': '491c7e1e-ea71-40d1-b1cd-58b386cf8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:10.746018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Bound port: 2b17ea47-2171-4366-a5e9-04c6c7381791, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491c7e1e-ea71-40d1-b1cd-58b386cf8b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:10.746379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.824466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Transition to ACTIVE for port object 0581a901-5cac-4777-876a-39983368633d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:10.869045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] For port 2b17ea47-2171-4366-a5e9-04c6c7381791, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:10.872700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] For port 2b17ea47-2171-4366-a5e9-04c6c7381791, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2b17ea47-2171-4366-a5e9-04c6c7381791,segment=NetworkSegment(491c7e1e-ea71-40d1-b1cd-58b386cf8b59),segment_id=491c7e1e-ea71-40d1-b1cd-58b386cf8b59)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:10.875087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.915603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.941997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.966152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Network 9ac119f5-4379-418b-86f6-d339d7c6b132 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:10.969797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:10.975379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:10.977260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Pushing event updated for resources: {'Port': ['ID=0581a901-5cac-4777-876a-39983368633d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:10.997687 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'status': 'completed', 'code': 200} Dec 23 16:12:11.011211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=8112b065-5828-45f4-9c48-b4323153a956,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:11.117326 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50b5ba50-e6d5-4afd-90f8-efc2bbef6cc5 req-7bacfb80-f984-4e5e-856b-56facfb7c8dc service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173727 Dec 23 16:12:11.142691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.150049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a5a4a-ef67-44e6-b9a8-630d71f2bbf9 None None] Pushing event updated for resources: {'Port': ['ID=2b17ea47-2171-4366-a5e9-04c6c7381791,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:11.159405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Attempting to bind port 0581a901-5cac-4777-876a-39983368633d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:11.160069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Attempting to bind port 0581a901-5cac-4777-876a-39983368633d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '65627590-ed26-418a-8f38-abdbcf0e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9ac119f5-4379-418b-86f6-d339d7c6b132'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:11.160589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Attempting to bind port 0581a901-5cac-4777-876a-39983368633d on network 9ac119f5-4379-418b-86f6-d339d7c6b132 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:11.170148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:11.170515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Checking segment: {'id': '65627590-ed26-418a-8f38-abdbcf0e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9ac119f5-4379-418b-86f6-d339d7c6b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:11.173249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.173648 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Bound using segment: {'id': '65627590-ed26-418a-8f38-abdbcf0e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9ac119f5-4379-418b-86f6-d339d7c6b132'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:11.174118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Bound port: 0581a901-5cac-4777-876a-39983368633d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65627590-ed26-418a-8f38-abdbcf0e663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9ac119f5-4379-418b-86f6-d339d7c6b132'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:11.174489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.178684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9db00-a22d-4ffa-ae45-6771c03e50c6 req-88bafc0b-f179-48cf-b2a7-bfb18e012423 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:11.183958 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-31e9db00-a22d-4ffa-ae45-6771c03e50c6 req-88bafc0b-f179-48cf-b2a7-bfb18e012423 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 944 time: 0.6303329 Dec 23 16:12:11.208078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-2020544a-ff32-4b08-ae82-f90431c92c26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5581c19326b3490db868032d42e973af&device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1097 time: 0.4688694 Dec 23 16:12:11.211467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 48b917c7-8fe3-4525-b703-500cef688862 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:11.224641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.278365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac119f5-4379-418b-86f6-d339d7c6b132']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:11.282706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-67345850-706d-4f00-aa55-af218f317c7a None None] For port 0581a901-5cac-4777-876a-39983368633d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:11.283944 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-31e9db00-a22d-4ffa-ae45-6771c03e50c6 req-e0d0af5f-0a79-4680-9858-4ae09560ef26 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810151 Dec 23 16:12:11.299192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65627590-ed26-418a-8f38-abdbcf0e663e') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:11.299491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65627590-ed26-418a-8f38-abdbcf0e663e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:11.303261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-67345850-706d-4f00-aa55-af218f317c7a None None] For port 0581a901-5cac-4777-876a-39983368633d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0581a901-5cac-4777-876a-39983368633d,segment=NetworkSegment(65627590-ed26-418a-8f38-abdbcf0e663e),segment_id=65627590-ed26-418a-8f38-abdbcf0e663e)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:11.308289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.313061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.395686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Pushing event deleted for resources: {'Port': ['ID=ec5588ee-c2ef-47fe-889a-7a04f750d736,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:11.399770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.473163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-9fd12621-870b-4548-a221-873c5d6e2751 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=556984aa-1a71-401f-b41a-99612bd7dbc0 HTTP/1.1" status: 200 len: 217 time: 0.1973042 Dec 23 16:12:11.480134 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.521732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:11.522054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.533403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67345850-706d-4f00-aa55-af218f317c7a None None] Pushing event updated for resources: {'Port': ['ID=0581a901-5cac-4777-876a-39983368633d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:11.540411 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:11.542728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.566879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92feea7-b106-4a02-aa28-43caba41a3be None None] Network 9ac119f5-4379-418b-86f6-d339d7c6b132 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:11.630352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.635957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:11.853818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:12:11.853818 dv-neutron-822800-1-hyperv neutron-server[83495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:12:11.853818 dv-neutron-822800-1-hyperv neutron-server[83495]: [parameters: {'id': '9ac119f5-4379-418b-86f6-d339d7c6b132'}] Dec 23 16:12:11.853818 dv-neutron-822800-1-hyperv neutron-server[83495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:11.855007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:11.922296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2b17ea47-2171-4366-a5e9-04c6c7381791 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:11.959942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device cfad6d2b-2432-48d8-9e10-73d8dce594d7 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:12:11.963162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0a033d-0bbb-4e56-a417-818d5d3fde48,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:12.056074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Checking segment: {'id': '157d9692-e0cf-4b71-b809-607de8c77e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:12.057655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Network hostable DHCP agents. Network: d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:12.065436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.068428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-9f641ef3-bdb9-4eba-8031-b52605f7791b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:12.069867 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-9f641ef3-bdb9-4eba-8031-b52605f7791b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4469711b-2abf-4221-bf51-c98fd6d853f9 HTTP/1.1" status: 200 len: 835 time: 0.5772879 Dec 23 16:12:12.076746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 7c91c960-ef51-4756-8a14-f24cb46db725 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:12.083748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=48b917c7-8fe3-4525-b703-500cef688862,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:12.087537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:12.089990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:12.094368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:12.095210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.139757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2b17ea47-2171-4366-a5e9-04c6c7381791 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:12.182227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port cfad6d2b-2432-48d8-9e10-73d8dce594d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:12.206123 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6f1df4eb-b104-43cc-b5d8-50636d92a27e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1927614 Dec 23 16:12:12.209195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51204) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:12.210177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'port_id': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'mac_address': 'fa:16:3e:78:71:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:12:12.237860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '7c91c960-ef51-4756-8a14-f24cb46db725', 'name': 'tempest-PortsIpV6TestJSON-1666620149'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:12.281143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.288420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.302474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfad6d2b-2432-48d8-9e10-73d8dce594d7 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:12:12.313904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.322550 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port cfad6d2b-2432-48d8-9e10-73d8dce594d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:12.330201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.469257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc265f-9580-477a-a120-10e43ed3d0b3 req-9b9f03bd-4cb2-4f7c-9319-fa374f06192a tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:12.470773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62cc265f-9580-477a-a120-10e43ed3d0b3 req-9b9f03bd-4cb2-4f7c-9319-fa374f06192a tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 943 time: 0.5117178 Dec 23 16:12:12.496779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:12.504111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=cfad6d2b-2432-48d8-9e10-73d8dce594d7,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:12.515736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.550499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port 0581a901-5cac-4777-876a-39983368633d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:12.550938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.576269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-06d27125-a77d-414f-9446-827abc0b0705 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66ee489-af94-4988-8cf8-06e90031f225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4964404 Dec 23 16:12:12.623450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:12.626173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001d588-0401-4763-a878-fda005f0dbd4 None None] Network 7c91c960-ef51-4756-8a14-f24cb46db725 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:12.645569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:12.646146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.726899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:12.729412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e1fad-cd90-4864-9444-b99b7cea7d7d None None] Network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:12.747606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:12.748390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Router fa023f05-3109-492f-ae70-c6cc3d39fd05 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:12.759643 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c078284-02d6-4533-bf10-7cc8d2f52e70 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3664958 Dec 23 16:12:12.759845 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62cc265f-9580-477a-a120-10e43ed3d0b3 req-f239508d-4675-4fbd-a2d2-65c8e5d99caf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775650 Dec 23 16:12:12.762251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:12.775638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['cfad6d2b-2432-48d8-9e10-73d8dce594d7'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:12:12.778659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:12.828511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:12.831445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.908829 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-8aa8b709-75d7-4be4-9616-72b2620d87e8 service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805312 Dec 23 16:12:12.919796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port ee2e18e5-ea93-448f-bc0b-d88d2c67e229 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:12:12.944017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port 0581a901-5cac-4777-876a-39983368633d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0581a901-5cac-4777-876a-39983368633d,segment=NetworkSegment(65627590-ed26-418a-8f38-abdbcf0e663e),segment_id=65627590-ed26-418a-8f38-abdbcf0e663e)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:12.944685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.970557 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-426cbaae-5d6b-4abc-9b6f-f93078c03f09 None None] Provisioning for port 2b17ea47-2171-4366-a5e9-04c6c7381791 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:12.998070 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-426cbaae-5d6b-4abc-9b6f-f93078c03f09 None None] Provisioning complete for port 2b17ea47-2171-4366-a5e9-04c6c7381791 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:12.998456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-426cbaae-5d6b-4abc-9b6f-f93078c03f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.059876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b278b7-0b69-418b-8668-7b70cd30a595 req-e8823749-4dee-4e91-851f-57f8ee908b71 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:13.061338 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-67b278b7-0b69-418b-8668-7b70cd30a595 req-e8823749-4dee-4e91-851f-57f8ee908b71 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 944 time: 0.4884787 Dec 23 16:12:13.102427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for 0581a901-5cac-4777-876a-39983368633d owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:13.194761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.252176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0387937c-83f8-4986-80e2-d5ac8840830d None None] Network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:13.312491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port 0581a901-5cac-4777-876a-39983368633d on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:13.314821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=0581a901-5cac-4777-876a-39983368633d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:13.353825 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-67b278b7-0b69-418b-8668-7b70cd30a595 req-1502cde2-3617-42dd-a68f-d319bc5e30c7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819436 Dec 23 16:12:13.364780 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-910d2437-a3ee-4807-9907-dc4b1eff4217 req-28ff93b8-790a-48f4-8e1e-9da3d18988a0 service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072318 Dec 23 16:12:13.445850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::104 (7c91c960-ef51-4756-8a14-f24cb46db725/cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9/ee2e18e5-ea93-448f-bc0b-d88d2c67e229) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:13.474883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.503805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac119f5-4379-418b-86f6-d339d7c6b132']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:13.519267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65627590-ed26-418a-8f38-abdbcf0e663e') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:13.519656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65627590-ed26-418a-8f38-abdbcf0e663e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:13.528360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-426cbaae-5d6b-4abc-9b6f-f93078c03f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.535238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.556331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.565266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:13.565894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.700094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-426cbaae-5d6b-4abc-9b6f-f93078c03f09 None None] For port 2b17ea47-2171-4366-a5e9-04c6c7381791, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2b17ea47-2171-4366-a5e9-04c6c7381791,segment=NetworkSegment(491c7e1e-ea71-40d1-b1cd-58b386cf8b59),segment_id=491c7e1e-ea71-40d1-b1cd-58b386cf8b59)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:13.750953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-044976c2-cb7d-4496-8438-a19552ae242e req-65e2fca7-9624-4f7c-8540-9884a168ac72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5581c19326b3490db868032d42e973af&device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1097 time: 0.3062022 Dec 23 16:12:13.780854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-426cbaae-5d6b-4abc-9b6f-f93078c03f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:13.824209 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:13.876437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cbaae-5d6b-4abc-9b6f-f93078c03f09 None None] Pushing event updated for resources: {'Port': ['ID=2b17ea47-2171-4366-a5e9-04c6c7381791,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:13.932467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.971891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.976851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=9ac119f5-4379-418b-86f6-d339d7c6b132,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:13.995491 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0b3ea4bb-6ad1-4522-972d-dd02e84b3258 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/9ac119f5-4379-418b-86f6-d339d7c6b132 HTTP/1.1" status: 204 len: 168 time: 4.4650762 Dec 23 16:12:14.001846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51228) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.003843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:14.010573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.011802 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8aa85609-91fb-4cf3-92b6-3a0bee7b9510 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "PUT /v2.0/routers/fa023f05-3109-492f-ae70-c6cc3d39fd05 HTTP/1.1" status: 200 len: 706 time: 7.7890620 Dec 23 16:12:14.017597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] Sync routers for ids ['fa023f05-3109-492f-ae70-c6cc3d39fd05'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:14.040496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] Routers {'fa023f05-3109-492f-ae70-c6cc3d39fd05'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:14.041166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['fa023f05-3109-492f-ae70-c6cc3d39fd05'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:14.045178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51232) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.071386 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39a866b-c2ef-41ed-b440-ec3a6141fe86 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] GET failed (client error): The resource could not be found. Dec 23 16:12:14.071941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f39a866b-c2ef-41ed-b440-ec3a6141fe86 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Synchronizing usage tracker for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:14.091964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f39a866b-c2ef-41ed-b440-ec3a6141fe86 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Unset dirty status for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:14.096686 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f39a866b-c2ef-41ed-b440-ec3a6141fe86 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/subnets/8112b065-5828-45f4-9c48-b4323153a956 HTTP/1.1" status: 404 len: 337 time: 0.0837207 Dec 23 16:12:14.097232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.123381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.132261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-299175660-network', 'tenant_id': '608e7ce38a2842a99221201b5b25f6e0'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:14.137414 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6211fe02-d422-4fa7-a400-9ac5ee491dbc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:14.138152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6211fe02-d422-4fa7-a400-9ac5ee491dbc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:14.138761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:14.142631 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6211fe02-d422-4fa7-a400-9ac5ee491dbc tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/9ac119f5-4379-418b-86f6-d339d7c6b132 HTTP/1.1" status: 404 len: 339 time: 0.0444744 Dec 23 16:12:14.151271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:14.153889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.163439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] Routers {'fa023f05-3109-492f-ae70-c6cc3d39fd05'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:14.164079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['fa023f05-3109-492f-ae70-c6cc3d39fd05'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:14.181110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Usage tracker for resource:network and tenant:608e7ce38a2842a99221201b5b25f6e0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:14.187000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:14.217378 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-466507da-a45d-4ea6-9d23-c88c004b1fd7 None None] Provisioning for port 48b917c7-8fe3-4525-b703-500cef688862 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:14.233407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-466507da-a45d-4ea6-9d23-c88c004b1fd7 None None] Provisioning complete for port 48b917c7-8fe3-4525-b703-500cef688862 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:14.234011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-466507da-a45d-4ea6-9d23-c88c004b1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.248636 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:14.257374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:14.258046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dd75e-b92a-4c83-b066-4ecee877b005 None None] The sync data for ids ['fa023f05-3109-492f-ae70-c6cc3d39fd05'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:14.277727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Made reservation on behalf of 608e7ce38a2842a99221201b5b25f6e0 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:14.280463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.290475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-466507da-a45d-4ea6-9d23-c88c004b1fd7 None None] Port 48b917c7-8fe3-4525-b703-500cef688862 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:14.298148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.305476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-466507da-a45d-4ea6-9d23-c88c004b1fd7 None None] Provisioning complete for port 2b17ea47-2171-4366-a5e9-04c6c7381791 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:14.305838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-466507da-a45d-4ea6-9d23-c88c004b1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.355947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1a57b-6896-4548-bad1-6c66d20a7d86 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:12:14.368834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b3ed1d-cceb-4bbf-99c8-64d3f26f0311 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:14.369450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-02b3ed1d-cceb-4bbf-99c8-64d3f26f0311 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Synchronizing usage tracker for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:14.375680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:14.382031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:608e7ce38a2842a99221201b5b25f6e0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:14.387624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:14.395236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:14.405234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-02b3ed1d-cceb-4bbf-99c8-64d3f26f0311 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Unset dirty status for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:14.406405 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02b3ed1d-cceb-4bbf-99c8-64d3f26f0311 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2513928 Dec 23 16:12:14.411985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.428885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.461506 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99491af9-df20-4f23-9a17-9d7aca09a8e7 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 207 time: 0.0487623 Dec 23 16:12:14.466893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.505718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-066f8777-21de-4157-a17a-63d0093dffb9 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/routers/fa023f05-3109-492f-ae70-c6cc3d39fd05 HTTP/1.1" status: 200 len: 741 time: 0.4524622 Dec 23 16:12:14.518537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object ee2e18e5-ea93-448f-bc0b-d88d2c67e229 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:14.519519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51260) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.542799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1a57b-6896-4548-bad1-6c66d20a7d86 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:12:14.583314 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-eebb984a-afa5-475c-94c0-cf37a844aba5 tempest-RoutersAdminTest-1594994709 tempest-RoutersAdminTest-1594994709-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=fa023f05-3109-492f-ae70-c6cc3d39fd05 HTTP/1.1" status: 200 len: 205 time: 0.0502074 Dec 23 16:12:14.592741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51264) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.598584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185a77-e383-47d6-a491-4297bc034699 req-70d29b66-0c94-4289-9c9f-21e49d8d8d46 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:14.600020 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f185a77-e383-47d6-a491-4297bc034699 req-70d29b66-0c94-4289-9c9f-21e49d8d8d46 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 944 time: 0.5557747 Dec 23 16:12:14.605520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044976c2-cb7d-4496-8438-a19552ae242e req-379cb447-7518-4c40-a2ad-01bf60c49614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:14.606497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-044976c2-cb7d-4496-8438-a19552ae242e req-379cb447-7518-4c40-a2ad-01bf60c49614 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66ee489-af94-4988-8cf8-06e90031f225 HTTP/1.1" status: 200 len: 897 time: 0.8357701 Dec 23 16:12:14.637162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda67d2-5759-40cd-a7e6-51aaeb634b81 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:14.641721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda67d2-5759-40cd-a7e6-51aaeb634b81 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:14.645536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda67d2-5759-40cd-a7e6-51aaeb634b81 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:14.649383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda67d2-5759-40cd-a7e6-51aaeb634b81 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:14.654501 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cdda67d2-5759-40cd-a7e6-51aaeb634b81 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1831717 Dec 23 16:12:14.658581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51268) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.761973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.769955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-50964b34-dc86-4b80-af4e-27438b349796 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa023f05-3109-492f-ae70-c6cc3d39fd05 HTTP/1.1" status: 200 len: 205 time: 0.1689296 Dec 23 16:12:14.778972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51272) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:14.840808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.850998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-044976c2-cb7d-4496-8438-a19552ae242e req-dac99df9-d397-4373-91e5-8a542885275a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=556984aa-1a71-401f-b41a-99612bd7dbc0 HTTP/1.1" status: 200 len: 217 time: 0.1611557 Dec 23 16:12:14.870141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07089715-e1bc-44f7-b14b-f1131e53b3ca None None] Provisioning complete for port 48b917c7-8fe3-4525-b703-500cef688862 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:14.870509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07089715-e1bc-44f7-b14b-f1131e53b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.924502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port dfd71772-fdbc-49ec-be8a-0b317954c378 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:14.924867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.949305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.954533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:14.963280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06bb760-a608-4795-be1d-3c9d83789453,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:14.978000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-07089715-e1bc-44f7-b14b-f1131e53b3ca None None] Port 48b917c7-8fe3-4525-b703-500cef688862 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:14.985589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.986088 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Added segment f25fb5cf-b0d2-4dcd-b0b8-cedba3a507d9 of type vlan for network c8f5d894-202f-4ced-af32-64bc2fa08e3b Dec 23 16:12:15.015465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f185a77-e383-47d6-a491-4297bc034699 req-af1f11c5-7a61-4407-b3af-f5e1aaefb056 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285711 Dec 23 16:12:15.031656 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c16d2f7b-3495-46c8-9f2c-97612e2f2a1b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3683908 Dec 23 16:12:15.039152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44c3acea-a987-4379-b0de-7266ccd93959 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.040128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51276) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:15.110401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.133846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044976c2-cb7d-4496-8438-a19552ae242e req-b9dbf9d9-2966-42b2-bd3b-9074557ed65b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.135296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-044976c2-cb7d-4496-8438-a19552ae242e req-b9dbf9d9-2966-42b2-bd3b-9074557ed65b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4469711b-2abf-4221-bf51-c98fd6d853f9 HTTP/1.1" status: 200 len: 835 time: 0.2717545 Dec 23 16:12:15.159421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 7c91c960-ef51-4756-8a14-f24cb46db725 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:15.208372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=ee2e18e5-ea93-448f-bc0b-d88d2c67e229,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:15.248843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:15.252066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.253083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.253451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.262876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:15.266833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.267434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.282810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f3a1-b9f1-4bfc-8752-3d2b255411c8 req-72a01dcb-ab18-46a4-b5e7-acb954a575e8 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.284309 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3385f3a1-b9f1-4bfc-8752-3d2b255411c8 req-72a01dcb-ab18-46a4-b5e7-acb954a575e8 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 944 time: 0.6937106 Dec 23 16:12:15.336745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae5501-06e0-4866-a1a9-ebdbe5a35f01 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.338235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae5501-06e0-4866-a1a9-ebdbe5a35f01 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.338973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-02ae5501-06e0-4866-a1a9-ebdbe5a35f01 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Synchronizing usage tracker for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:15.403238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-842a8a28-b959-4470-beba-7871db954a5b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1872523 Dec 23 16:12:15.410282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51280) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:15.436088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-02ae5501-06e0-4866-a1a9-ebdbe5a35f01 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Unset dirty status for tenant:61b1dbf6f4be4b839a6a7d4246a9e67a on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:15.437374 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-02ae5501-06e0-4866-a1a9-ebdbe5a35f01 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3699362 Dec 23 16:12:15.475943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51284) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:15.485373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.545473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3385f3a1-b9f1-4bfc-8752-3d2b255411c8 req-83973937-4118-416f-8ca5-73dcccb84510 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421782 Dec 23 16:12:15.599082 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4723239 Dec 23 16:12:15.604230 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:15.606067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362bbd-c0b5-4b29-a3d2-f0a2b195b9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8f5d894-202f-4ced-af32-64bc2fa08e3b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:15.619131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Request body: {'subnet': {'network_id': 'c8f5d894-202f-4ced-af32-64bc2fa08e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-299175660-subnet', 'tenant_id': '608e7ce38a2842a99221201b5b25f6e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:15.619973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network c8f5d894-202f-4ced-af32-64bc2fa08e3b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:15.637686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-12de6821-12fd-4513-86d7-89362eb58e9e None None] Provisioning for port ee2e18e5-ea93-448f-bc0b-d88d2c67e229 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:15.679564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:15.687201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Usage tracker for resource:subnet and tenant:608e7ce38a2842a99221201b5b25f6e0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:15.691092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44c3acea-a987-4379-b0de-7266ccd93959 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.692850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:15.699200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:15.703579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44c3acea-a987-4379-b0de-7266ccd93959 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.713454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-12de6821-12fd-4513-86d7-89362eb58e9e None None] Provisioning complete for port ee2e18e5-ea93-448f-bc0b-d88d2c67e229 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:15.714190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12de6821-12fd-4513-86d7-89362eb58e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.721694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Made reservation on behalf of 608e7ce38a2842a99221201b5b25f6e0 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:15.732486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.779650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2b17ea47-2171-4366-a5e9-04c6c7381791 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:15.800308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for dfd71772-fdbc-49ec-be8a-0b317954c378 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:15.821580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44c3acea-a987-4379-b0de-7266ccd93959 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.822058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c3acea-a987-4379-b0de-7266ccd93959 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Fanout notify agent at l3_agent the message router_deleted on router fa023f05-3109-492f-ae70-c6cc3d39fd05 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:12:15.837473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44c3acea-a987-4379-b0de-7266ccd93959 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.842334 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44c3acea-a987-4379-b0de-7266ccd93959 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/fa023f05-3109-492f-ae70-c6cc3d39fd05 HTTP/1.1" status: 204 len: 168 time: 1.0582902 Dec 23 16:12:15.842334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51292) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:15.875832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-12de6821-12fd-4513-86d7-89362eb58e9e None None] Port ee2e18e5-ea93-448f-bc0b-d88d2c67e229 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:15.880074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-044976c2-cb7d-4496-8438-a19552ae242e req-522d50f7-a7f7-4875-867a-c6f728fdec5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66ee489-af94-4988-8cf8-06e90031f225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7225354 Dec 23 16:12:15.893187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b719b8-da8f-46e3-bb05-5a8f7dba2e6c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.894607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b719b8-da8f-46e3-bb05-5a8f7dba2e6c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:15.896292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-33b719b8-da8f-46e3-bb05-5a8f7dba2e6c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4141784 Dec 23 16:12:15.899865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51296) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:15.910212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2b17ea47-2171-4366-a5e9-04c6c7381791 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:15.910445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.917788 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15d4d85a-371f-4def-a17c-23fbf138742d tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa023f05-3109-492f-ae70-c6cc3d39fd05 HTTP/1.1" status: 200 len: 205 time: 0.0745084 Dec 23 16:12:15.923724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51300) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.009012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device cfad6d2b-2432-48d8-9e10-73d8dce594d7 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:16.064487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-c8dc0534-a0fa-4a31-9c73-d84937f5d967 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] delete failed (client error): The resource could not be found. Dec 23 16:12:16.065759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c8dc0534-a0fa-4a31-9c73-d84937f5d967 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/fa023f05-3109-492f-ae70-c6cc3d39fd05 HTTP/1.1" status: 404 len: 336 time: 0.1379194 Dec 23 16:12:16.076682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51306) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.090564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a443c-24b5-4fa4-890d-790d2ab37b42 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:16.091255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-171a443c-24b5-4fa4-890d-790d2ab37b42 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:16.135721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad3be19-7b35-415a-aa13-80f37b9aa23b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:16.142288 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fad3be19-7b35-415a-aa13-80f37b9aa23b tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/networks/d528fa67-e462-402a-93c0-6ac1c0acd018 HTTP/1.1" status: 200 len: 800 time: 0.2414317 Dec 23 16:12:16.145199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51310) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.149100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port cfad6d2b-2432-48d8-9e10-73d8dce594d7 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:16.154736 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-73b616db-83e0-4cc3-8d2d-ad2b14f11f81 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ad402ca-69c2-450f-9569-08ee3816a0ca HTTP/1.1" status: 200 len: 205 time: 0.0737519 Dec 23 16:12:16.155010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port cfad6d2b-2432-48d8-9e10-73d8dce594d7 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:16.155314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.163417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.195117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-171a443c-24b5-4fa4-890d-790d2ab37b42 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:16.196566 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-171a443c-24b5-4fa4-890d-790d2ab37b42 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b1 HTTP/1.1" status: 200 len: 929 time: 0.7796752 Dec 23 16:12:16.229000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51316) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.278026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.280697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-044976c2-cb7d-4496-8438-a19552ae242e req-64eb5f17-f269-4ea7-9c68-ff728daeb8ae service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919103 Dec 23 16:12:16.304614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:16.314827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port cfad6d2b-2432-48d8-9e10-73d8dce594d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:16.321072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.340302 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-8e56459a-d399-42bc-a093-2a0dd49dd02c tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] delete failed (client error): The resource could not be found. Dec 23 16:12:16.344018 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8e56459a-d399-42bc-a093-2a0dd49dd02c tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/6ad402ca-69c2-450f-9569-08ee3816a0ca HTTP/1.1" status: 404 len: 336 time: 0.0840347 Dec 23 16:12:16.344580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51324) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.398245 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87d67116-5474-4c97-9e94-2e94be0d01df tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=f76fc253-e3eb-472d-9d90-1000882f6d19 HTTP/1.1" status: 200 len: 205 time: 0.0485401 Dec 23 16:12:16.401744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51328) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.404714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=cfad6d2b-2432-48d8-9e10-73d8dce594d7,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:16.408127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.417625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port ee2e18e5-ea93-448f-bc0b-d88d2c67e229 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:16.417877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.427987 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'code': 200} Dec 23 16:12:16.531855 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-07d2e0a2-ca18-4a02-bd73-f7940a3534e4 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] delete failed (client error): The resource could not be found. Dec 23 16:12:16.535281 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-07d2e0a2-ca18-4a02-bd73-f7940a3534e4 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/f76fc253-e3eb-472d-9d90-1000882f6d19 HTTP/1.1" status: 404 len: 336 time: 0.1321318 Dec 23 16:12:16.540237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51332) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.577616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bd331e-f768-4113-911e-c1c2ba524014,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:16.652259 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6b4c80e-21f6-47be-8ca7-f9b7192ae0b7 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/networks/d528fa67-e462-402a-93c0-6ac1c0acd018?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5058103 Dec 23 16:12:16.653111 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0776b53a-ce06-4044-94fa-30ca9620232b tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=da883f07-c871-4254-8776-e9341877e342 HTTP/1.1" status: 200 len: 205 time: 0.1099243 Dec 23 16:12:16.654973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.662249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Checking segment: {'id': 'f25fb5cf-b0d2-4dcd-b0b8-cedba3a507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c8f5d894-202f-4ced-af32-64bc2fa08e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:16.662655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Network hostable DHCP agents. Network: c8f5d894-202f-4ced-af32-64bc2fa08e3b, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:16.666581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a37b-482f-48ec-8b50-bcac92318826 req-77d9ce3f-3167-4b1b-95b1-500f02a3adc8 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:16.668026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fa7a37b-482f-48ec-8b50-bcac92318826 req-77d9ce3f-3167-4b1b-95b1-500f02a3adc8 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 944 time: 0.4892986 Dec 23 16:12:16.669771 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-044976c2-cb7d-4496-8438-a19552ae242e req-ecb740ae-de74-487b-9036-24a3281cd1fb service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788786 Dec 23 16:12:16.672991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51340) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.765381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d744940-1119-4487-b32c-d8b83d39d29e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:16.766845 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3d744940-1119-4487-b32c-d8b83d39d29e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/subnets/98c72e7d-67ee-47df-9a9c-feaa47104916 HTTP/1.1" status: 200 len: 811 time: 0.0967193 Dec 23 16:12:16.770905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51346) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.775972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.813543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Network c8f5d894-202f-4ced-af32-64bc2fa08e3b is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:16.833292 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ac0554f-7323-4dc3-a55b-dfc530260c14 req-cb7a6e72-09ac-4ef9-8a81-10b709dbb49a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 1098 time: 0.2239580 Dec 23 16:12:16.839415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, c8f5d894-202f-4ced-af32-64bc2fa08e3b) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:16.840378 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-0c935772-67dc-45e6-a602-09594199def4 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] delete failed (client error): The resource could not be found. Dec 23 16:12:16.841388 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0c935772-67dc-45e6-a602-09594199def4 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/da883f07-c871-4254-8776-e9341877e342 HTTP/1.1" status: 404 len: 336 time: 0.1642842 Dec 23 16:12:16.851397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d712073f-2f8e-4845-9be3-2ba1ce28561a None None] Network c8f5d894-202f-4ced-af32-64bc2fa08e3b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:16.856222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51350) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.862039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:16.862606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.930441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802379df-130c-4007-bafd-8d18f57bc151 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:16.940048 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-802379df-130c-4007-bafd-8d18f57bc151 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "GET /v2.0/subnets/98c72e7d-67ee-47df-9a9c-feaa47104916?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1592309 Dec 23 16:12:16.940048 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a92a90b-634d-42dc-83bd-85159f0fd24f tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=32a9fc52-3eaf-41f0-b392-19a48d796117 HTTP/1.1" status: 200 len: 205 time: 0.0745041 Dec 23 16:12:16.940321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=dfd71772-fdbc-49ec-be8a-0b317954c378,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:16.942219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51354) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.943038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51356) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:16.951308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1811859742'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:17.012613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:17.027870 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3c16343c-0df4-4d42-8556-c5cb8ca72a4d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4155588 Dec 23 16:12:17.043933 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-65773136-b47c-4dde-9730-601026dbaa84 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] delete failed (client error): The resource could not be found. Dec 23 16:12:17.047711 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-65773136-b47c-4dde-9730-601026dbaa84 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/32a9fc52-3eaf-41f0-b392-19a48d796117 HTTP/1.1" status: 404 len: 336 time: 0.0997894 Dec 23 16:12:17.050453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51364) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:17.085060 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ac0554f-7323-4dc3-a55b-dfc530260c14 req-18eaf2cb-06e0-474a-b8b4-938ef6c5e956 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437022 Dec 23 16:12:17.085872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:17.098215 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fa7a37b-482f-48ec-8b50-bcac92318826 req-3d7910b0-b3de-4529-8254-e98dc8a46f42 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116046 Dec 23 16:12:17.121859 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e04b2c61-ea27-4f32-ba5e-5f030bb378ba tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "GET /v2.0/ports?device_id=b64ea329-fd28-487e-8091-883ee0620f15 HTTP/1.1" status: 200 len: 205 time: 0.0703421 Dec 23 16:12:17.126870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51368) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:17.138350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:17.141432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.147858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af320d3b-9d45-46fe-8d33-01997c002a0a None None] Network c8f5d894-202f-4ced-af32-64bc2fa08e3b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:17.231851 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-96bf34ee-df39-4c87-8e07-4fe358527fc6 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] delete failed (client error): The resource could not be found. Dec 23 16:12:17.233085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-96bf34ee-df39-4c87-8e07-4fe358527fc6 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/routers/b64ea329-fd28-487e-8091-883ee0620f15 HTTP/1.1" status: 404 len: 336 time: 0.1050746 Dec 23 16:12:17.239008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.260370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51372) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:17.354916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:17.377916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.378261 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Added segment ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c of type vlan for network 6125c5aa-432e-4f26-b79b-d5af46964037 Dec 23 16:12:17.441868 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.496839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.500761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:17.501332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.612494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Network': ['ID=6125c5aa-432e-4f26-b79b-d5af46964037,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:17.619236 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-549ad86f-f5a2-46b8-8b3b-1445a6badc02 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6720052 Dec 23 16:12:17.620331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51386) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:17.629782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'network_id': '6125c5aa-432e-4f26-b79b-d5af46964037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:17.632074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6125c5aa-432e-4f26-b79b-d5af46964037 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:17.636984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for ee2e18e5-ea93-448f-bc0b-d88d2c67e229 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:17.664039 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a335eb58-5b1f-4894-b1d6-3441dcbd7917 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:17.664470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a335eb58-5b1f-4894-b1d6-3441dcbd7917 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:17.684469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a091bfe-d370-48e1-8ad9-b8e5445dc85d req-f2febbf9-5dfc-4a9a-93bc-8de09ce154e0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:17.685918 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9a091bfe-d370-48e1-8ad9-b8e5445dc85d req-f2febbf9-5dfc-4a9a-93bc-8de09ce154e0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 944 time: 0.9342737 Dec 23 16:12:17.719702 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a335eb58-5b1f-4894-b1d6-3441dcbd7917 tempest-RoutersAdminTest-1129897277 tempest-RoutersAdminTest-1129897277-project] 10.222.0.18 "DELETE /v2.0/subnets/1f39e2ee-c695-4fa8-8474-40de3a0bb92e HTTP/1.1" status: 404 len: 337 time: 0.4561679 Dec 23 16:12:17.739321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:17.749291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:17.761059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Made reservation on behalf of 61b1dbf6f4be4b839a6a7d4246a9e67a for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:17.863317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.932935 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9a091bfe-d370-48e1-8ad9-b8e5445dc85d req-7e4b488b-b9ba-49a4-bb8f-42de2b169ed0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159216 Dec 23 16:12:17.973354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-aee96083-faf1-43d4-a949-7824623244ee tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:17.974020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-aee96083-faf1-43d4-a949-7824623244ee tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Synchronizing usage tracker for tenant:d596ad7f7786472ab818eaad0e93096a on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:17.978309 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing IP validity checks on allocation pools {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:12:17.979593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:12:18.005256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 556984aa-1a71-401f-b41a-99612bd7dbc0 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:12:18.056264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.082045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:18.110955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-aee96083-faf1-43d4-a949-7824623244ee tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Unset dirty status for tenant:d596ad7f7786472ab818eaad0e93096a on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:18.112112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-aee96083-faf1-43d4-a949-7824623244ee tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/networks?id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 HTTP/1.1" status: 200 len: 811 time: 0.4441602 Dec 23 16:12:18.124688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=ee2e18e5-ea93-448f-bc0b-d88d2c67e229,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:18.127391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.181195 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-7daf940e-c483-487f-9029-339f33b547e0 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/quotas/d596ad7f7786472ab818eaad0e93096a HTTP/1.1" status: 200 len: 375 time: 0.0591185 Dec 23 16:12:18.182993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.209448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:18.221966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=67c61241-e9d7-4f82-badf-e16558af5d1f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:18.237913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'port_id': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'mac_address': 'fa:16:3e:29:a5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:12:18.241765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-f3f9af5e-8ebc-4ac4-88b3-0dc1b537bcd2 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d596ad7f7786472ab818eaad0e93096a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530565 Dec 23 16:12:18.243450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Checking segment: {'id': 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6125c5aa-432e-4f26-b79b-d5af46964037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:18.244056 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network hostable DHCP agents. Network: 6125c5aa-432e-4f26-b79b-d5af46964037, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:18.248410 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f233daea-b5de-47b2-867e-b666dbdb53f1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/ee2e18e5-ea93-448f-bc0b-d88d2c67e229 HTTP/1.1" status: 204 len: 168 time: 2.0137727 Dec 23 16:12:18.251950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51402) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:18.285285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Network 6125c5aa-432e-4f26-b79b-d5af46964037 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:18.306768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6125c5aa-432e-4f26-b79b-d5af46964037) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:18.314367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.331874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:18.332993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.354868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556984aa-1a71-401f-b41a-99612bd7dbc0 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:12:18.378285 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-32c17755-a7ac-4c11-b557-75d4f9af2eda tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7572334 Dec 23 16:12:18.379403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51406) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:18.386604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b1c26ecb-0a1a-4691-a278-18e1bbc40751 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:18.399033 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6298c225-373d-43e4-a8cf-94de609491d8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:12:18.399534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6298c225-373d-43e4-a8cf-94de609491d8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:18.428918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a2130-042b-4c7b-b2c1-4945456f6786 None None] Network 6125c5aa-432e-4f26-b79b-d5af46964037 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:18.494328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.506863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:18.526603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.540518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6298c225-373d-43e4-a8cf-94de609491d8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:18.541621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6298c225-373d-43e4-a8cf-94de609491d8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/ee2e18e5-ea93-448f-bc0b-d88d2c67e229 HTTP/1.1" status: 404 len: 333 time: 0.2887914 Dec 23 16:12:18.547710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51410) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:18.637795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.684367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:18.690026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee466dd72fb2463b84a4bac80aaa9701 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:18.695193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:18.699946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0fc7e120-b54e-41a9-be6e-ac244861edc5 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435954 Dec 23 16:12:18.709888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:18.713582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1c26ecb-0a1a-4691-a278-18e1bbc40751 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6816761'] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.740132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 48b917c7-8fe3-4525-b703-500cef688862 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:18.740446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.754603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:18.782935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-6125c5aa-432e-4f26-b79b-d5af46964037', 'network_id': '6125c5aa-432e-4f26-b79b-d5af46964037', 'tenant_id': '61b1dbf6f4be4b839a6a7d4246a9e67a', 'fixed_ips': [{'subnet_id': '67c61241-e9d7-4f82-badf-e16558af5d1f'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:18.783939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.878527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421b132-f2c8-4219-84ed-e1d18bc32627 req-cf03eadd-007d-4235-a1da-c7838c4d666e tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:18.879897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7421b132-f2c8-4219-84ed-e1d18bc32627 req-cf03eadd-007d-4235-a1da-c7838c4d666e tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 945 time: 0.4755135 Dec 23 16:12:18.889937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['556984aa-1a71-401f-b41a-99612bd7dbc0'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:12:18.928674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.934950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.026609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a43ba-8eaa-4d27-84ae-4d80e9087a63,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:19.036411 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee466dd72fb2463b84a4bac80aaa9701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9497046 Dec 23 16:12:19.038419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51416) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:19.065504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.065895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.066329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.066473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.067176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.067176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.067376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.068101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.068101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.068424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.068664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c2a1c-98af-49e1-8cdb-978ef74796b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:19.082377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1c26ecb-0a1a-4691-a278-18e1bbc40751 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792112986646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7391773'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.162198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Allocated IP 172.20.0.3 (6125c5aa-432e-4f26-b79b-d5af46964037/67c61241-e9d7-4f82-badf-e16558af5d1f/6a90f4cc-865d-4b51-ba20-8c3732f87ea1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:19.177513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c26ecb-0a1a-4691-a278-18e1bbc40751 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:19.178116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1c26ecb-0a1a-4691-a278-18e1bbc40751 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.182664 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b1c26ecb-0a1a-4691-a278-18e1bbc40751 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "PUT /v2.0/subnets/67c61241-e9d7-4f82-badf-e16558af5d1f HTTP/1.1" status: 200 len: 877 time: 0.7988603 Dec 23 16:12:19.182664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c26ecb-0a1a-4691-a278-18e1bbc40751 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event updated for resources: {'Subnet': ['ID=67c61241-e9d7-4f82-badf-e16558af5d1f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:19.184675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51420) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:19.209828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c770acf4-04af-41ff-b5c4-defd860d88f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.267254 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-eb34e193-6e30-4f6f-ba97-c21e0ebc48fe service neutron] 10.222.0.18 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531633 Dec 23 16:12:19.302962 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7421b132-f2c8-4219-84ed-e1d18bc32627 req-408acb6d-d0d9-403e-abb9-cdf33cfdb33b tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4087687 Dec 23 16:12:19.316586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c770acf4-04af-41ff-b5c4-defd860d88f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.411178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.463624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.497358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.561677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Transition to ACTIVE for port object 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:19.565259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c770acf4-04af-41ff-b5c4-defd860d88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.592052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Transition to ACTIVE for port object 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:19.595319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770acf4-04af-41ff-b5c4-defd860d88f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a43ba-8eaa-4d27-84ae-4d80e9087a63,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:19.610993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c770acf4-04af-41ff-b5c4-defd860d88f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.611150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 48b917c7-8fe3-4525-b703-500cef688862 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:19.612153 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c770acf4-04af-41ff-b5c4-defd860d88f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad2a43ba-8eaa-4d27-84ae-4d80e9087a63 HTTP/1.1" status: 204 len: 168 time: 0.5735850 Dec 23 16:12:19.615767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.662371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.753311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Network 6125c5aa-432e-4f26-b79b-d5af46964037 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:19.754650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:19.757000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.759990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:19.767487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Pushing event updated for resources: {'Port': ['ID=6a90f4cc-865d-4b51-ba20-8c3732f87ea1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:19.849296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c9dee0e-1a9f-4a84-91c5-c456329696b5 req-dc3eeb5d-0f5d-48e8-bb59-ccdeebffee7f tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 210 time: 0.2457364 Dec 23 16:12:19.856520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.862118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=67c61241-e9d7-4f82-badf-e16558af5d1f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:19.871381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Attempting to bind port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:19.871775 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Attempting to bind port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6125c5aa-432e-4f26-b79b-d5af46964037'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:19.872131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Attempting to bind port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 on network 6125c5aa-432e-4f26-b79b-d5af46964037 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:19.890412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:19.891658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Checking segment: {'id': 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6125c5aa-432e-4f26-b79b-d5af46964037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:19.892342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.893144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Bound using segment: {'id': 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6125c5aa-432e-4f26-b79b-d5af46964037'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:19.893864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Bound port: 6a90f4cc-865d-4b51-ba20-8c3732f87ea1, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6125c5aa-432e-4f26-b79b-d5af46964037'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:19.894337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.003890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=48b917c7-8fe3-4525-b703-500cef688862,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:20.024210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] For port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:20.049542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] For port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6a90f4cc-865d-4b51-ba20-8c3732f87ea1,segment=NetworkSegment(ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c),segment_id=ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:20.059367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.087873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.088575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.089165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.089726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.090476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.092087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.092858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.098459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.099073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.099670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.100203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:20.114203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.180367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.213415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6125c5aa-432e-4f26-b79b-d5af46964037']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:20.230562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:20.230910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:20.233405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958baa5a-2929-487e-bc71-628c1030dc89 req-22742bac-7d86-45e2-bb75-fc3be55ac865 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:20.237105 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-958baa5a-2929-487e-bc71-628c1030dc89 req-22742bac-7d86-45e2-bb75-fc3be55ac865 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 945 time: 0.6983511 Dec 23 16:12:20.244802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.257206 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-eefc36f0-57f1-49ad-8477-3c39902abf51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/48b917c7-8fe3-4525-b703-500cef688862 HTTP/1.1" status: 204 len: 168 time: 1.7084794 Dec 23 16:12:20.262851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:20.302486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51442) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:20.303583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.337103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0535f-5bcf-47ce-a584-41235f5e05c8 None None] Pushing event updated for resources: {'Port': ['ID=6a90f4cc-865d-4b51-ba20-8c3732f87ea1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:20.355908 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99dbacf-9dd8-4dac-85f4-acfc5c0ec9ca tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:12:20.363403 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-958baa5a-2929-487e-bc71-628c1030dc89 req-ece23907-a2b4-4838-afee-9b95d4703330 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072340 Dec 23 16:12:20.365763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51448) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:20.368714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10cacd-c804-47ec-8e04-ff7cc33c588d None None] Network 6125c5aa-432e-4f26-b79b-d5af46964037 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:20.380146 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b99dbacf-9dd8-4dac-85f4-acfc5c0ec9ca tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/48b917c7-8fe3-4525-b703-500cef688862 HTTP/1.1" status: 404 len: 333 time: 0.1162210 Dec 23 16:12:20.400081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:20.401930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:20.454688 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:20.590291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 16:12:20.590291 dv-neutron-822800-1-hyperv neutron-server[83495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 16:12:20.590291 dv-neutron-822800-1-hyperv neutron-server[83495]: [parameters: {'id': '6125c5aa-432e-4f26-b79b-d5af46964037'}] Dec 23 16:12:20.590291 dv-neutron-822800-1-hyperv neutron-server[83495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:20.590729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:20.595001 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-82da80d1-8c1e-49ef-b2e5-17d10328ad03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cc4cfdc922e4367b9bf7e406bb1ceac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2887995 Dec 23 16:12:20.597266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51452) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:20.603162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1968c-080f-4ce3-ba71-c79d7e24e354 None None] Network 6125c5aa-432e-4f26-b79b-d5af46964037 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:20.673607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f176c437-dcc9-4a9c-bfe1-69845453c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.699768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f176c437-dcc9-4a9c-bfe1-69845453c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.756362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f176c437-dcc9-4a9c-bfe1-69845453c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.778435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176c437-dcc9-4a9c-bfe1-69845453c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ff45ff-fef1-44db-b4c8-31e2e3055fe2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:20.790040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f176c437-dcc9-4a9c-bfe1-69845453c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.793448 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f176c437-dcc9-4a9c-bfe1-69845453c77f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1ff45ff-fef1-44db-b4c8-31e2e3055fe2 HTTP/1.1" status: 204 len: 168 time: 0.1926017 Dec 23 16:12:20.818836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12435f7-4bab-4be2-8af4-be1d657b0b63 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:12:20.854172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b36879-c272-47c7-8204-6631a228429f req-3c70d58c-bd28-4871-af9e-7948b153f0be tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:20.862042 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b36879-c272-47c7-8204-6631a228429f req-3c70d58c-bd28-4871-af9e-7948b153f0be tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 945 time: 0.2968686 Dec 23 16:12:20.892984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:20.899803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.951712 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12435f7-4bab-4be2-8af4-be1d657b0b63 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:12:21.133247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.134447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.168679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:21.169181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.251073 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b36879-c272-47c7-8204-6631a228429f req-97076d70-70b6-4705-9086-2a3a0a71e8e9 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873229 Dec 23 16:12:21.293013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-f1016231-bccb-4703-99f9-d15f425a7081 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:21.294532 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-f1016231-bccb-4703-99f9-d15f425a7081 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.59 "GET /v2.0/networks?id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 HTTP/1.1" status: 200 len: 811 time: 0.2841024 Dec 23 16:12:21.314884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Request body: {'port': {'device_id': '45957513-77c7-4d50-82eb-dc642050a1a0', 'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96', 'admin_state_up': True, 'tenant_id': 'd596ad7f7786472ab818eaad0e93096a'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:21.341238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3cac7649-c526-4edf-bcec-2e0536ebf031 req-844dec84-dc20-4771-9162-71c6a75b1487 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 210 time: 0.0874708 Dec 23 16:12:21.380283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.536174 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:21.570191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router a4281b1b-4364-4ee4-b695-f9864581fbf5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:21.626013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0d861-aa7e-43a9-be95-88e6c943688d req-46c6dda3-dd29-4e70-97dd-3dfbb5ba7155 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:21.628263 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-08f0d861-aa7e-43a9-be95-88e6c943688d req-46c6dda3-dd29-4e70-97dd-3dfbb5ba7155 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 945 time: 0.1134467 Dec 23 16:12:21.638485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:21.639468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Usage tracker for resource:port and tenant:d596ad7f7786472ab818eaad0e93096a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:21.648780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:21.656694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Request body: {'floatingip': {'port_id': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:21.725514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:21.730430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.762315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Made reservation on behalf of d596ad7f7786472ab818eaad0e93096a for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:21.765239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.779534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.787723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:21.803121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.809225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9b262-a324-4361-ac59-b08c72859227 None None] Network 7c91c960-ef51-4756-8a14-f24cb46db725 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:21.823153 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-acebd1a0-3d5e-478c-979f-30c0271450e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9 HTTP/1.1" status: 204 len: 168 time: 1.4553258 Dec 23 16:12:21.826295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51478) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:21.909362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6a90f4cc-865d-4b51-ba20-8c3732f87ea1,segment=NetworkSegment(ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c),segment_id=ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:21.909706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.943805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4eb85-c161-46d8-b8a2-4bd3bc89ffe2 req-46653e4f-284b-452f-8789-90b24b039155 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:21.945252 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0fe4eb85-c161-46d8-b8a2-4bd3bc89ffe2 req-46653e4f-284b-452f-8789-90b24b039155 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 945 time: 0.3139133 Dec 23 16:12:22.036685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.078855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 2b17ea47-2171-4366-a5e9-04c6c7381791 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:22.079206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.084426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 556984aa-1a71-401f-b41a-99612bd7dbc0 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:22.089805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:22.127678 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0fe4eb85-c161-46d8-b8a2-4bd3bc89ffe2 req-f81e2316-ede8-4c7f-a570-c1abcd90c98f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692746 Dec 23 16:12:22.244741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 556984aa-1a71-401f-b41a-99612bd7dbc0 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:22.248327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 556984aa-1a71-401f-b41a-99612bd7dbc0 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:22.248709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.250721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51488) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:22.298783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:22.310957 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] Sync routers for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:22.314858 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ab357b4e-62a1-4bbe-a9f3-d0cf4a6e6e71 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/routers/a4281b1b-4364-4ee4-b695-f9864581fbf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1742954 Dec 23 16:12:22.318192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51494) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:22.329807 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:22.330424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:22.339256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] DHCP port deletion for 7c91c960-ef51-4756-8a14-f24cb46db725 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:22.344588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Deleting port 2b17ea47-2171-4366-a5e9-04c6c7381791 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:22.344960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.480790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Allocated IP 172.20.0.14 (d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96/2e0a033d-0bbb-4e56-a417-818d5d3fde48/438d2995-2a0c-415c-a988-74ff6fd2e1a6) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:22.486642 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:22.498765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] For port 2b17ea47-2171-4366-a5e9-04c6c7381791, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2b17ea47-2171-4366-a5e9-04c6c7381791,segment=NetworkSegment(491c7e1e-ea71-40d1-b1cd-58b386cf8b59),segment_id=491c7e1e-ea71-40d1-b1cd-58b386cf8b59)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:22.499316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.508584 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] Routers {'a4281b1b-4364-4ee4-b695-f9864581fbf5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:22.510055 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a4281b1b-4364-4ee4-b695-f9864581fbf5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:22.534338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1940792142'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:22.572096 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:22.572735 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87205a2-d372-45d1-bc7d-c51b1827b0b5 None None] The sync data for ids ['a4281b1b-4364-4ee4-b695-f9864581fbf5'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:22.644342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:22.653994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 2b17ea47-2171-4366-a5e9-04c6c7381791 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:22.681782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.720504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:network and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:22.733510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:22.734198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:22.744528 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c11cce11-8cc8-4bd0-8fae-8a935b5b6b5a req-2e677aa6-c9cb-4420-af8e-82504e258223 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 210 time: 0.1013680 Dec 23 16:12:22.745420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:22.753106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.773088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:22.775989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] For port 2b17ea47-2171-4366-a5e9-04c6c7381791, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2b17ea47-2171-4366-a5e9-04c6c7381791,segment=NetworkSegment(491c7e1e-ea71-40d1-b1cd-58b386cf8b59),segment_id=491c7e1e-ea71-40d1-b1cd-58b386cf8b59)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:22.776379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.815164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Made reservation on behalf of f149d11017164348a65f380c0f385130 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:22.817962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=6a90f4cc-865d-4b51-ba20-8c3732f87ea1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:22.819190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.819438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port 6a90f4cc-865d-4b51-ba20-8c3732f87ea1 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:22.882136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.885123 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'code': 200} Dec 23 16:12:22.910408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.932453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.972209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Calling delete_port for 2b17ea47-2171-4366-a5e9-04c6c7381791 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:22.998317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=2b17ea47-2171-4366-a5e9-04c6c7381791,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:23.025100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.029632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No DVR routers for this DVR port 2b17ea47-2171-4366-a5e9-04c6c7381791 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:23.065648 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:23.079978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6125c5aa-432e-4f26-b79b-d5af46964037']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.080707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:23.080936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:23.116175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.116462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2fdbcd-a30d-47d5-8fcb-e5ec06fc976c') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.126895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.194735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.232203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.244190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:23.244578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.247213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:23.259786 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:23.334563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:security_group_rule and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:23.339088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:23.355154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.376901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.378106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:23.393099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.398882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=6125c5aa-432e-4f26-b79b-d5af46964037,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:23.401422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.457995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c91c960-ef51-4756-8a14-f24cb46db725']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.468562 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8cf249d-ee78-465b-a46b-9aa121dede56 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/6125c5aa-432e-4f26-b79b-d5af46964037 HTTP/1.1" status: 204 len: 168 time: 4.2828741 Dec 23 16:12:23.474960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51504) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:23.489876 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:23.494342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:23.499357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Pushing event updated for resources: {'Port': ['ID=438d2995-2a0c-415c-a988-74ff6fd2e1a6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:23.501514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:23.519799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491c7e1e-ea71-40d1-b1cd-58b386cf8b59') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.520304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491c7e1e-ea71-40d1-b1cd-58b386cf8b59') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.552096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.559637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1e08f4-9782-4929-ac83-d53206a9d245 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:23.560071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1e08f4-9782-4929-ac83-d53206a9d245 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:23.573575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:23.574191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.581971 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2054fcd5-e901-4ade-b0a9-3ebc698e4eba req-02cdf94e-8af5-4424-86f0-9cc434e757d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1099 time: 0.3928537 Dec 23 16:12:23.582238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Deleting port 2b17ea47-2171-4366-a5e9-04c6c7381791 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:23.582586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.584812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.652233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4b60c801-8ef2-4fc9-8dd2-2e3ed9c5ed2a None None] The port '2b17ea47-2171-4366-a5e9-04c6c7381791' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:12:23.655412 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0976ce75-4422-4ca0-b754-f09b916f0f22 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3468044 Dec 23 16:12:23.669295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Request body: {'port': {'device_id': '45957513-77c7-4d50-82eb-dc642050a1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:23.674982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.694704 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9b1e08f4-9782-4929-ac83-d53206a9d245 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/67c61241-e9d7-4f82-badf-e16558af5d1f HTTP/1.1" status: 404 len: 337 time: 0.2124357 Dec 23 16:12:23.704139 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:23.704543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.713908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51508) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:23.722083 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:23.727516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd3ad-d00c-4323-8932-b9d3d75f1b5d req-a9096ee8-1bb2-41e7-8898-32a913865a90 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:23.728969 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-693dd3ad-d00c-4323-8932-b9d3d75f1b5d req-a9096ee8-1bb2-41e7-8898-32a913865a90 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.4876063 Dec 23 16:12:23.746891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2b17ea47-2171-4366-a5e9-04c6c7381791 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:23.764658 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4583276-2e4d-42e3-ad8e-89846560d063 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:23.765179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4583276-2e4d-42e3-ad8e-89846560d063 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:23.770091 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4583276-2e4d-42e3-ad8e-89846560d063 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/6125c5aa-432e-4f26-b79b-d5af46964037 HTTP/1.1" status: 404 len: 339 time: 0.0526090 Dec 23 16:12:23.772038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:23.780108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2b17ea47-2171-4366-a5e9-04c6c7381791 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:12:23.780445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2b17ea47-2171-4366-a5e9-04c6c7381791 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:23.823819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.835024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.862335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.874893 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cfd702-6654-4b88-aa33-2b5b62d6cbba tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:23.875939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cfd702-6654-4b88-aa33-2b5b62d6cbba tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:23.877803 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-66cfd702-6654-4b88-aa33-2b5b62d6cbba tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/8112b065-5828-45f4-9c48-b4323153a956 HTTP/1.1" status: 404 len: 337 time: 0.0832169 Dec 23 16:12:23.881173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.889223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51518) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:23.889396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2054fcd5-e901-4ade-b0a9-3ebc698e4eba req-aa9a29b9-4df4-49cb-ac65-8363f7179bd6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386250 Dec 23 16:12:23.959763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.966000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:23.977446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.013211 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e9dd5f-3e56-4e1a-a7bd-8b7ae6102acf tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:24.013655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e9dd5f-3e56-4e1a-a7bd-8b7ae6102acf tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:24.022061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.027861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29436d8d-db92-42ff-957b-93d2a775376e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.044483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.044975 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Added segment 728efc61-3ba2-4da6-bd2c-488d02c25e83 of type vlan for network c0b6bf70-6112-4e8e-a808-d6fc1e410056 Dec 23 16:12:24.049533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=7c91c960-ef51-4756-8a14-f24cb46db725,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.060785 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-693dd3ad-d00c-4323-8932-b9d3d75f1b5d req-3b715fed-6c2a-473e-8d38-2f4fbff81e93 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694087 Dec 23 16:12:24.068010 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-31e9dd5f-3e56-4e1a-a7bd-8b7ae6102acf tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/9ac119f5-4379-418b-86f6-d339d7c6b132 HTTP/1.1" status: 404 len: 339 time: 0.1707442 Dec 23 16:12:24.077451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c608819c-1b27-4dc3-ade7-d98223e166b2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/7c91c960-ef51-4756-8a14-f24cb46db725 HTTP/1.1" status: 204 len: 168 time: 2.2494087 Dec 23 16:12:24.078862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51522) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:24.090889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51524) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:24.179491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-869891578'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:24.238780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:24.254726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.259419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:24.277910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:24.288019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:24.335344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.341749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653446f5-8685-4c8f-92a0-27d67f3825e2 req-3b22d6d1-1571-42d9-ac36-8e0e0be5f486 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:24.343182 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-653446f5-8685-4c8f-92a0-27d67f3825e2 req-3b22d6d1-1571-42d9-ac36-8e0e0be5f486 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 932 time: 0.4566100 Dec 23 16:12:24.357591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:24.360986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.425544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.429465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:24.429777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.445221 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Floating IP 850007a1-11ce-4fd1-af21-9397b95ed2a3 associated. External IP: 172.26.7.182, port: cfad6d2b-2432-48d8-9e10-73d8dce594d7. Dec 23 16:12:24.597477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438d2995-2a0c-415c-a988-74ff6fd2e1a6 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:12:24.605846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.622367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:24.655456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4028888 Dec 23 16:12:24.657859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-653446f5-8685-4c8f-92a0-27d67f3825e2 req-80fe37c6-c2f2-49c9-9225-142aa5547278 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Synchronizing usage tracker for tenant:d596ad7f7786472ab818eaad0e93096a on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:24.661616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51530) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:24.681099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Transition to ACTIVE for port object 438d2995-2a0c-415c-a988-74ff6fd2e1a6 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:24.683975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.684323 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment 72ef104d-ced1-46f9-afbf-0e76d348a80a of type vlan for network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a Dec 23 16:12:24.692468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.695211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'subnet': {'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:24.775484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.784938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7637252-f904-4712-8163-a77060ac7a9b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Network': ['ID=c0b6bf70-6112-4e8e-a808-d6fc1e410056,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.795861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:24.800119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.827676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=438d2995-2a0c-415c-a988-74ff6fd2e1a6,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.856075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.862736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port a96ac25f-6f0b-49b7-b4c7-fa6f62e4b16f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:24.863072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.002287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affa02ca-f452-44d4-85be-b593da4bc28b']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:25.012403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-653446f5-8685-4c8f-92a0-27d67f3825e2 req-80fe37c6-c2f2-49c9-9225-142aa5547278 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Unset dirty status for tenant:d596ad7f7786472ab818eaad0e93096a on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:25.013539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-653446f5-8685-4c8f-92a0-27d67f3825e2 req-80fe37c6-c2f2-49c9-9225-142aa5547278 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597478 Dec 23 16:12:25.030344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Attempting to bind port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:25.030687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Attempting to bind port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '157d9692-e0cf-4b71-b809-607de8c77e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:25.031014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Attempting to bind port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 on network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:25.038159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f30c199-11ef-4427-9d42-a0b4ff8b7389') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:25.038451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f30c199-11ef-4427-9d42-a0b4ff8b7389') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:25.042994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 on network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:12:25.043317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Attempting to bind port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 on network d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:25.054987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:25.055322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Checking segment: {'id': '157d9692-e0cf-4b71-b809-607de8c77e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:25.055754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Bound using segment: {'id': '157d9692-e0cf-4b71-b809-607de8c77e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:25.056179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Bound port: 438d2995-2a0c-415c-a988-74ff6fd2e1a6, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157d9692-e0cf-4b71-b809-607de8c77e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:25.056521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.067047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.112441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:25.165221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:subnet and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:25.172345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.175037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:25.193385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:25.193786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:25.211079 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:25.213074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:25.243790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] For port 438d2995-2a0c-415c-a988-74ff6fd2e1a6, host hv-neutron-8228, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:25.247649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] For port 438d2995-2a0c-415c-a988-74ff6fd2e1a6, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6,segment=NetworkSegment(157d9692-e0cf-4b71-b809-607de8c77e4e),segment_id=157d9692-e0cf-4b71-b809-607de8c77e4e)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:25.261106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.270423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.274156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:25.274803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.344372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.345730 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] 10.222.0.59 "PUT /v2.0/ports/438d2995-2a0c-415c-a988-74ff6fd2e1a6 HTTP/1.1" status: 200 len: 1094 time: 1.6835976 Dec 23 16:12:25.347686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45957513-77c7-4d50-82eb-dc642050a1a0', 'tag': '438d2995-2a0c-415c-a988-74ff6fd2e1a6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:25.357128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:25.361663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51148704-df0a-495a-b616-0ead3fe36ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=438d2995-2a0c-415c-a988-74ff6fd2e1a6,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:25.443772 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45957513-77c7-4d50-82eb-dc642050a1a0', 'tag': '438d2995-2a0c-415c-a988-74ff6fd2e1a6', 'status': 'completed', 'code': 200} Dec 23 16:12:25.447113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Made reservation on behalf of f149d11017164348a65f380c0f385130 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:25.462375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3207219 Dec 23 16:12:25.489928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51538) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:25.545220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.549700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:25.560505 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-9042f8fd-f865-45af-aef4-7857f1f83d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d596ad7f7786472ab818eaad0e93096a&device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 1097 time: 0.1640258 Dec 23 16:12:25.596387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.662802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b72e-4758-4101-84a4-5c825d7c8b20 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=6a2313c9-1cc3-4a65-bc8f-4a414534c98a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:25.671376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.674567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:25.794933 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-87919eaa-c37f-47ec-ba7c-477d57819c87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6 HTTP/1.1" status: 200 len: 217 time: 0.1863201 Dec 23 16:12:25.850212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=affa02ca-f452-44d4-85be-b593da4bc28b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:25.852692 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7b93b154-082a-46fd-8fb2-f68b45c5abd8 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/affa02ca-f452-44d4-85be-b593da4bc28b HTTP/1.1" status: 204 len: 168 time: 1.7651594 Dec 23 16:12:25.855865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:25.862551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for a96ac25f-6f0b-49b7-b4c7-fa6f62e4b16f owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:25.905210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-5fa614fe-de2f-4eaa-b583-3ab49d1840ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:25.906663 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-5fa614fe-de2f-4eaa-b583-3ab49d1840ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0a033d-0bbb-4e56-a417-818d5d3fde48 HTTP/1.1" status: 200 len: 851 time: 0.1014745 Dec 23 16:12:25.907498 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-71699733-ed8e-4cfb-a4e1-6e68775b7cf5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:25.907917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71699733-ed8e-4cfb-a4e1-6e68775b7cf5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:25.911644 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71699733-ed8e-4cfb-a4e1-6e68775b7cf5 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/b6c68f9b-6c79-4483-bf10-774168948127 HTTP/1.1" status: 404 len: 337 time: 0.0503874 Dec 23 16:12:25.911849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.915574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51546) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:25.986223 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0fc7fe-dccc-4895-ada7-67a9002d0f12 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:25.986656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0fc7fe-dccc-4895-ada7-67a9002d0f12 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:25.988697 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be0fc7fe-dccc-4895-ada7-67a9002d0f12 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/11fa9392-ba74-4f0b-bd67-4c15fb9f824a HTTP/1.1" status: 404 len: 339 time: 0.0721540 Dec 23 16:12:25.991602 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-72227b67-3ac9-4693-a571-60b26c33d256 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723205 Dec 23 16:12:25.992681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.013075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:26.025291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:26.035652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:26.046480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a08a1-c782-4b88-ad32-cac6b9e3565d req-78acb495-d8ea-41c9-bba9-79f3dc845f62 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:26.048581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5b6a08a1-c782-4b88-ad32-cac6b9e3565d req-78acb495-d8ea-41c9-bba9-79f3dc845f62 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.7672307 Dec 23 16:12:26.052051 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60f6489-1b23-4da6-8ab7-4615c370138e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.052500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60f6489-1b23-4da6-8ab7-4615c370138e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.054100 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a60f6489-1b23-4da6-8ab7-4615c370138e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/df5a11f3-be42-4264-9f9a-0732124f8743 HTTP/1.1" status: 404 len: 337 time: 0.0605505 Dec 23 16:12:26.057882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:26.070225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51556) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.102631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:26.110823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:26.118905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] Sync routers for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:26.140035 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5a6161-0dd3-42fc-8f22-ab7c60abb7a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.140035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5a6161-0dd3-42fc-8f22-ab7c60abb7a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.141739 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3d5a6161-0dd3-42fc-8f22-ab7c60abb7a1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/10ace65d-e53a-4e68-909b-1527983755c5 HTTP/1.1" status: 404 len: 339 time: 0.0706050 Dec 23 16:12:26.145737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:26.146461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51560) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.148043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:26.148808 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:26.212382 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8833a1-b72c-4234-be77-47318f076e37 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.212733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8833a1-b72c-4234-be77-47318f076e37 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.216679 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea8833a1-b72c-4234-be77-47318f076e37 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/fba6f7a6-579a-4d6a-82d3-90f76252888d HTTP/1.1" status: 404 len: 337 time: 0.0601184 Dec 23 16:12:26.227544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51564) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.240450 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cea22738-7151-4696-9b34-db47c09da1cf tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "PUT /v2.0/floatingips/850007a1-11ce-4fd1-af21-9397b95ed2a3 HTTP/1.1" status: 200 len: 991 time: 4.5980735 Dec 23 16:12:26.260427 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-0d30b1ab-49ce-4902-b585-f9d53962686a service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337706 Dec 23 16:12:26.336130 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5b6a08a1-c782-4b88-ad32-cac6b9e3565d req-a6845c8e-0133-4f28-94dc-f9a26d6f78d4 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759397 Dec 23 16:12:26.336975 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad4f6b0-db78-43f6-bf12-134222ad1ef1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.337398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad4f6b0-db78-43f6-bf12-134222ad1ef1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.343215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:26.395174 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cad4f6b0-db78-43f6-bf12-134222ad1ef1 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/f696b8c0-acfa-46a6-aadd-ef1808f7458b HTTP/1.1" status: 404 len: 339 time: 0.1659186 Dec 23 16:12:26.400689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51570) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.413007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:26.471123 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4ee5ce6-a0f1-4835-b424-f7b7447f515e req-6cd7bd96-cbb7-4a39-ac81-d0aa6ba538be service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964242 Dec 23 16:12:26.603390 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38917898-1322-445a-94bb-e1a8488ffca2 req-657187e2-e75d-4326-91d2-6b84db6a97f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d596ad7f7786472ab818eaad0e93096a&device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 1097 time: 0.0723310 Dec 23 16:12:26.683358 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-536cfbc0-47e3-43e3-aaf2-7c11bd0b0bba tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.683965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536cfbc0-47e3-43e3-aaf2-7c11bd0b0bba tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.735352 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-536cfbc0-47e3-43e3-aaf2-7c11bd0b0bba tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/3553a2ab-5a0f-41f8-9f68-375058370b41 HTTP/1.1" status: 404 len: 337 time: 0.3315599 Dec 23 16:12:26.739218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.770084 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e384047-a0d8-49ac-9394-6f5e775db8ac tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.770827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e384047-a0d8-49ac-9394-6f5e775db8ac tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.772625 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e384047-a0d8-49ac-9394-6f5e775db8ac tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/3d78f076-a905-458c-8c3d-a1316ddce928 HTTP/1.1" status: 404 len: 339 time: 0.0323050 Dec 23 16:12:26.775159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.778126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917898-1322-445a-94bb-e1a8488ffca2 req-b38b9ca6-a32a-4265-acf3-2f896dec5ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:26.779736 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38917898-1322-445a-94bb-e1a8488ffca2 req-b38b9ca6-a32a-4265-acf3-2f896dec5ec0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 HTTP/1.1" status: 200 len: 912 time: 0.1690834 Dec 23 16:12:26.793760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370708b-a59d-4669-9fb5-fb8259fe5bba req-5a7ebda6-0797-49fb-a0dd-be84c797e776 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:26.795238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3370708b-a59d-4669-9fb5-fb8259fe5bba req-5a7ebda6-0797-49fb-a0dd-be84c797e776 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 944 time: 0.6136463 Dec 23 16:12:26.797843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:26.801515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:26.804203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '850007a1-11ce-4fd1-af21-9397b95ed2a3', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'port_id': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'mac_address': 'fa:16:3e:78:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b631017-e183-4bc9-9693-d4db73f5869a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:11:44Z', 'updated_at': '2021-12-23T16:12:23Z', 'revision_number': 1, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:53Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:26.809615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] Checking router: 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:26.823310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:26.824230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:26.875503 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6d8479-eaef-4d8e-bdcb-223a804f0853 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.876092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6d8479-eaef-4d8e-bdcb-223a804f0853 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.877589 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a6d8479-eaef-4d8e-bdcb-223a804f0853 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/55a7702a-a866-4cdf-9db7-a2b6d8e1933e HTTP/1.1" status: 404 len: 337 time: 0.1013739 Dec 23 16:12:26.885414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.908284 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38917898-1322-445a-94bb-e1a8488ffca2 req-3fdce909-f7e1-4a12-ac6e-4d18a364e1c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6 HTTP/1.1" status: 200 len: 217 time: 0.0946138 Dec 23 16:12:26.911983 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2d4f0e-9221-4bae-ad28-90050f6e5aa7 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:26.912415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2d4f0e-9221-4bae-ad28-90050f6e5aa7 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:26.914066 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea2d4f0e-9221-4bae-ad28-90050f6e5aa7 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/6459e73a-389c-4315-a8bd-7e18a2b97c0b HTTP/1.1" status: 404 len: 339 time: 0.0273764 Dec 23 16:12:26.926815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51586) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:26.927623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=a96ac25f-6f0b-49b7-b4c7-fa6f62e4b16f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:26.977246 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917898-1322-445a-94bb-e1a8488ffca2 req-18f84b79-dc7b-4a4a-85e3-2fa530dc042e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:26.979306 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38917898-1322-445a-94bb-e1a8488ffca2 req-18f84b79-dc7b-4a4a-85e3-2fa530dc042e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0a033d-0bbb-4e56-a417-818d5d3fde48 HTTP/1.1" status: 200 len: 851 time: 0.0638039 Dec 23 16:12:27.020369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:27.024734 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd28b23-9297-4063-8469-2491276e1d26 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:27.025170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd28b23-9297-4063-8469-2491276e1d26 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:27.028488 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38917898-1322-445a-94bb-e1a8488ffca2 req-2b0fc936-b36e-4c52-93a6-b31de131ea08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430920 Dec 23 16:12:27.131117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Subnet': ['ID=cfad107c-85ca-47bf-a895-3a1ec44b3c7a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:27.145226 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ddd28b23-9297-4063-8469-2491276e1d26 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/90763f25-b531-41f2-bec3-47bb11972bd3 HTTP/1.1" status: 404 len: 337 time: 0.2154095 Dec 23 16:12:27.148190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51590) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:27.159684 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3370708b-a59d-4669-9fb5-fb8259fe5bba req-9fe962bc-7cd2-4921-85e5-a149eb4e795b tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546410 Dec 23 16:12:27.188045 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38917898-1322-445a-94bb-e1a8488ffca2 req-11cb5f27-d185-40b4-a21c-3b0767e3c495 service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516278 Dec 23 16:12:27.190616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Checking segment: {'id': '728efc61-3ba2-4da6-bd2c-488d02c25e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:27.190980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Network hostable DHCP agents. Network: c0b6bf70-6112-4e8e-a808-d6fc1e410056, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:27.191317 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-83961f5a-359c-4508-be33-ace6977e616e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:27.191779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83961f5a-359c-4508-be33-ace6977e616e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:27.195591 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-83961f5a-359c-4508-be33-ace6977e616e tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/e7e129a5-82c6-4847-b07c-784baddb92c5 HTTP/1.1" status: 404 len: 339 time: 0.0442295 Dec 23 16:12:27.198898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51594) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:27.324912 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-452cc2d7-c5d4-4d41-85fb-2ad28403b006 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:27.325345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452cc2d7-c5d4-4d41-85fb-2ad28403b006 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:27.329298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-452cc2d7-c5d4-4d41-85fb-2ad28403b006 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/4380b288-0d48-4473-8bb4-f4c5fdb3068e HTTP/1.1" status: 404 len: 337 time: 0.1257043 Dec 23 16:12:27.329763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:27.356368 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38917898-1322-445a-94bb-e1a8488ffca2 req-4f6c6430-fcc9-480d-a52c-d8b25cd4980d service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619694 Dec 23 16:12:27.360283 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-379590ad-9de5-4a97-aa5e-f73b6d3e3fb9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:27.360695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379590ad-9de5-4a97-aa5e-f73b6d3e3fb9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:27.364745 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-379590ad-9de5-4a97-aa5e-f73b6d3e3fb9 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/6eded3d2-7fc5-435c-8286-039ad75fea22 HTTP/1.1" status: 404 len: 339 time: 0.0317502 Dec 23 16:12:27.368023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:27.412027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.418992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '850007a1-11ce-4fd1-af21-9397b95ed2a3', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'port_id': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'mac_address': 'fa:16:3e:78:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b631017-e183-4bc9-9693-d4db73f5869a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:11:44Z', 'updated_at': '2021-12-23T16:12:23Z', 'revision_number': 1, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:53Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:27.421373 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad10922-6261-4028-aecb-8e5f46c2ab89 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:27.422841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad10922-6261-4028-aecb-8e5f46c2ab89 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:27.424016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401ad2f-fd26-4d38-8aa1-8214e93d25e7 None None] The sync data for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv is: [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '850007a1-11ce-4fd1-af21-9397b95ed2a3', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'floating_ip_address': '172.26.7.182', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'port_id': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'mac_address': 'fa:16:3e:78:71:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b631017-e183-4bc9-9693-d4db73f5869a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:11:44Z', 'updated_at': '2021-12-23T16:12:23Z', 'revision_number': 1, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:53Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:27.428443 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2ad10922-6261-4028-aecb-8e5f46c2ab89 tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/9625700e-7196-45b1-9326-164d7a39eba1 HTTP/1.1" status: 404 len: 337 time: 0.0587475 Dec 23 16:12:27.429069 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51608) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:27.454019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:27.578531 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2af363a-c798-4634-98cd-83dc22b4924d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:27.578972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2af363a-c798-4634-98cd-83dc22b4924d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:27.580790 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2af363a-c798-4634-98cd-83dc22b4924d tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/e88a8ef4-069d-4a77-b66c-8677c1b7fc6f HTTP/1.1" status: 404 len: 339 time: 0.1507237 Dec 23 16:12:27.583216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51616) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:27.601109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.697923 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dae6e4-0045-4176-bd11-743022c24851 None None] New status for floating IP 850007a1-11ce-4fd1-af21-9397b95ed2a3: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:12:27.752581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:27.793272 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'status': 'completed', 'code': 200} Dec 23 16:12:27.831512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, c0b6bf70-6112-4e8e-a808-d6fc1e410056) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:27.839927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting subnet 98c72e7d-67ee-47df-9a9c-feaa47104916 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:27.840874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d5ce8-d002-4caa-9e14-fd6ac4f95064 None None] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:27.844877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.866327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.872075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.913863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:27.916642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.923777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.929048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.929605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Fanout notify agent at l3_agent the message router_deleted on router a4281b1b-4364-4ee4-b695-f9864581fbf5 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:12:27.938985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=ad5a8f55-8670-4c0e-a68c-eb8c42d03201,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:27.962171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': '72ef104d-ced1-46f9-afbf-0e76d348a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:27.962554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: 6a2313c9-1cc3-4a65-bc8f-4a414534c98a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:27.980285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:27.984217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8f22c423-52c7-4132-8d33-b357bafaccd5 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/routers/a4281b1b-4364-4ee4-b695-f9864581fbf5 HTTP/1.1" status: 204 len: 168 time: 5.6650665 Dec 23 16:12:27.984623 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-c2ccd8d9-dcac-4285-baec-f1ff94e48d49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364c0f0c298044d5ac6500f7a3914753&device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 1098 time: 0.1930900 Dec 23 16:12:27.985942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51620) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:27.996099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-46e6ead4-a1eb-4a2f-abef-340232c6d762 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3177741 Dec 23 16:12:28.014546 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51624) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:28.052290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a899947-2cba-4002-b7bd-2001493b019b req-a58c207b-8658-472b-934c-38c9728357df tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:28.053749 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a899947-2cba-4002-b7bd-2001493b019b req-a58c207b-8658-472b-934c-38c9728357df tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.5009520 Dec 23 16:12:28.066641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1962991615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:28.081247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:28.107218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:router and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:28.111356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:28.112208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-c0b6bf70-6112-4e8e-a808-d6fc1e410056', 'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056', 'tenant_id': 'f149d11017164348a65f380c0f385130', 'fixed_ips': [{'subnet_id': 'cfad107c-85ca-47bf-a895-3a1ec44b3c7a'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:28.113107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.120840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:28.124477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:28.144471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.192092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.193124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.238157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-12f255c4-0016-4609-8fc6-cb1068b04dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:28.242467 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-12f255c4-0016-4609-8fc6-cb1068b04dc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e19a7fd8-3326-492b-b54c-9597f3be6011 HTTP/1.1" status: 200 len: 912 time: 0.2506974 Dec 23 16:12:28.302752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6a2313c9-1cc3-4a65-bc8f-4a414534c98a) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:28.302983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Allocated IP 172.20.0.2 (c0b6bf70-6112-4e8e-a808-d6fc1e410056/cfad107c-85ca-47bf-a895-3a1ec44b3c7a/0f9fa943-7842-417c-8a15-54c6488d888f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:28.320151 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a899947-2cba-4002-b7bd-2001493b019b req-2c643c82-aad2-486b-871f-bb8b49ed42e4 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570887 Dec 23 16:12:28.323043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c0e75-435f-474a-92a1-40c319183a1f None None] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:28.346799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:28.346799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.372565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.400024 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-1a87daed-a2e7-4e37-9625-5cf26ae6561e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7 HTTP/1.1" status: 200 len: 1001 time: 0.1406188 Dec 23 16:12:28.402301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.436280 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a24b6516-df22-410d-a0ed-9d117864dc61 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9035420 Dec 23 16:12:28.441858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51632) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:28.457008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a', 'name': 'tempest-PortsIpV6TestJSON-467075918', 'fixed_ips': [{'subnet_id': 'ad5a8f55-8670-4c0e-a68c-eb8c42d03201', 'ip_address': '2001:db8::10'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:28.497421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.527751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Subnet': ['ID=98c72e7d-67ee-47df-9a9c-feaa47104916,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:28.549803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.552163 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fdf92dac-b7ae-41b7-b1f4-367ba93ea87a tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/subnets/98c72e7d-67ee-47df-9a9c-feaa47104916 HTTP/1.1" status: 204 len: 168 time: 0.9676914 Dec 23 16:12:28.555397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51636) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:28.556541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.557433 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-da818973-f544-4351-bafc-f81f42524fd0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5394161 Dec 23 16:12:28.563375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51640) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:28.575577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e23202-242e-4867-8995-598410108760 None None] Network d528fa67-e462-402a-93c0-6ac1c0acd018 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:28.613297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting subnet de91fafe-1152-4401-a304-47f75d59c5b7 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:28.620657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.698873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-b826b2d2-535c-44d1-b317-c77ce81bfb5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:28.700417 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-b826b2d2-535c-44d1-b317-c77ce81bfb5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd2bba48-e081-4240-a017-684549610b36 HTTP/1.1" status: 200 len: 850 time: 0.2914033 Dec 23 16:12:28.721622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd6aa3-8b94-455e-a286-634cb769caa4 req-ab438736-d810-4646-81ce-406916a61f17 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:28.723314 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59bd6aa3-8b94-455e-a286-634cb769caa4 req-ab438736-d810-4646-81ce-406916a61f17 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 944 time: 0.3817558 Dec 23 16:12:28.764771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:28.768666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.829170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:28.842141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:28.860765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a1f7b-553f-494d-a5b0-87e9f594668b req-4e5ccf8f-7907-4bfe-901a-aac3e7a3111d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:28.861861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.862335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e07a1f7b-553f-494d-a5b0-87e9f594668b req-4e5ccf8f-7907-4bfe-901a-aac3e7a3111d tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.3879251 Dec 23 16:12:28.865722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:28.923631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:28.929080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.940566 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59bd6aa3-8b94-455e-a286-634cb769caa4 req-430f549e-75a8-4bcd-af58-3d7430e74961 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778939 Dec 23 16:12:28.948480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.956101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Deleting port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:28.956634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.959083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Transition to ACTIVE for port object 0f9fa943-7842-417c-8a15-54c6488d888f will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:28.979689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Transition to ACTIVE for port object 0f9fa943-7842-417c-8a15-54c6488d888f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:28.991503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e07a1f7b-553f-494d-a5b0-87e9f594668b req-5832da8c-686e-42ec-bcad-198b0d9f2005 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170523 Dec 23 16:12:28.993898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 089a0d6e-b047-44e2-ab0f-f97599443e29 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:12:29.025126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.031937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51646) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:29.033109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.149543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:29.149914 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Pushing event updated for resources: {'Port': ['ID=0f9fa943-7842-417c-8a15-54c6488d888f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:29.154127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:29.158434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:29.199624 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-a02aa29f-5643-4f5c-a852-e4ce9ef05c49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e19a7fd8-3326-492b-b54c-9597f3be6011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4887242 Dec 23 16:12:29.231606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-6a2313c9-1cc3-4a65-bc8f-4a414534c98a', 'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a', 'tenant_id': 'b044bd17926f405fb8bebeedf47df269', 'fixed_ips': [{'subnet_id': 'ad5a8f55-8670-4c0e-a68c-eb8c42d03201'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:29.232419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.260077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.316735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Attempting to bind port 0f9fa943-7842-417c-8a15-54c6488d888f on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:29.317656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Attempting to bind port 0f9fa943-7842-417c-8a15-54c6488d888f by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '728efc61-3ba2-4da6-bd2c-488d02c25e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:29.317656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Attempting to bind port 0f9fa943-7842-417c-8a15-54c6488d888f on network c0b6bf70-6112-4e8e-a808-d6fc1e410056 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:29.339383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:29.339586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Checking segment: {'id': '728efc61-3ba2-4da6-bd2c-488d02c25e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:29.339914 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.340302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Bound using segment: {'id': '728efc61-3ba2-4da6-bd2c-488d02c25e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:29.340762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Bound port: 0f9fa943-7842-417c-8a15-54c6488d888f, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728efc61-3ba2-4da6-bd2c-488d02c25e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:29.341131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.346880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2cb369af-18be-4743-8725-c758e4b34069 tempest-TestNetworkAdvancedServerOps-1053164806 tempest-TestNetworkAdvancedServerOps-1053164806-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1094 time: 0.2818408 Dec 23 16:12:29.348047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Subnet': ['ID=de91fafe-1152-4401-a304-47f75d59c5b7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:29.349572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51650) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:29.363806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.373963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'tenant_id': '5581c19326b3490db868032d42e973af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:29.377480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450cd947-ad6c-41fa-8cd3-20715332f5ec None None] Network 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:29.386080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:29.400561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Usage tracker for resource:floatingip and tenant:5581c19326b3490db868032d42e973af is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:29.411369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:29.415252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::10 (6a2313c9-1cc3-4a65-bc8f-4a414534c98a/ad5a8f55-8670-4c0e-a68c-eb8c42d03201/089a0d6e-b047-44e2-ab0f-f97599443e29) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:29.420564 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3b50d9b8-8fda-4660-9ad4-8786ca6090cf tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/subnets/de91fafe-1152-4401-a304-47f75d59c5b7 HTTP/1.1" status: 204 len: 168 time: 1.4334950 Dec 23 16:12:29.421602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:29.425156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51654) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:29.503507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] DHCP port deletion for d528fa67-e462-402a-93c0-6ac1c0acd018 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:29.505625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.553909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Deleting port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:29.554375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.620926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-9dff5163-b3ce-48fe-9247-e89a1646fa55 service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914263 Dec 23 16:12:29.648156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.741565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] For port 7e7b09a8-f107-4b36-abb5-db25e63d60e0, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7e7b09a8-f107-4b36-abb5-db25e63d60e0,segment=NetworkSegment(2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7),segment_id=2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:29.742039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.750837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:29.751173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.774781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] For port 0f9fa943-7842-417c-8a15-54c6488d888f, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:29.785902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e7b09a8-f107-4b36-abb5-db25e63d60e0 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:29.832667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] For port 0f9fa943-7842-417c-8a15-54c6488d888f, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f9fa943-7842-417c-8a15-54c6488d888f,segment=NetworkSegment(728efc61-3ba2-4da6-bd2c-488d02c25e83),segment_id=728efc61-3ba2-4da6-bd2c-488d02c25e83)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:29.855530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.893537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Calling delete_port for 7e7b09a8-f107-4b36-abb5-db25e63d60e0 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:29.952466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:29.988118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.048979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] For port 7e7b09a8-f107-4b36-abb5-db25e63d60e0, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7e7b09a8-f107-4b36-abb5-db25e63d60e0,segment=NetworkSegment(2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7),segment_id=2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:30.049455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.061503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 089a0d6e-b047-44e2-ab0f-f97599443e29 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:30.069595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.104238 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ebcaf9d-255e-4a09-b32b-2f35e8333caa req-8afba36d-7cea-4a98-8002-4974b936d288 service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724183 Dec 23 16:12:30.178774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.199370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 438d2995-2a0c-415c-a988-74ff6fd2e1a6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:12:30.212689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Calling delete_port for 7e7b09a8-f107-4b36-abb5-db25e63d60e0 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:30.273431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No active binding found for port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 {{(pid=83496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 16:12:30.273828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e7b09a8-f107-4b36-abb5-db25e63d60e0 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:30.283115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] For port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d9495d1a-8c95-493f-bfca-9eeb9cdf55ad,segment=NetworkSegment(2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa),segment_id=2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:30.283479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.319171 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b246-c56a-45bc-91ce-b1bcd1346a8b None None] Pushing event updated for resources: {'Port': ['ID=0f9fa943-7842-417c-8a15-54c6488d888f,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:30.336579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Port': ['ID=7e7b09a8-f107-4b36-abb5-db25e63d60e0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:30.386659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] No DVR routers for this DVR port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:30.455669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:30.458994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:30.465734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for d9495d1a-8c95-493f-bfca-9eeb9cdf55ad owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:30.516106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61464ede-1bb5-462e-a255-ac0cf209d91d None None] DHCP port deletion for 0fa785ee-2158-4f7a-bb9d-9bf491cccf65 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:30.528364 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 438d2995-2a0c-415c-a988-74ff6fd2e1a6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6,segment=NetworkSegment(157d9692-e0cf-4b71-b809-607de8c77e4e),segment_id=157d9692-e0cf-4b71-b809-607de8c77e4e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:30.541321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-61464ede-1bb5-462e-a255-ac0cf209d91d None None] Deleting port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:30.541696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61464ede-1bb5-462e-a255-ac0cf209d91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.627002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.656745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.672279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.703725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=d9495d1a-8c95-493f-bfca-9eeb9cdf55ad,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:30.731098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d528fa67-e462-402a-93c0-6ac1c0acd018']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:30.746290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '438d2995-2a0c-415c-a988-74ff6fd2e1a6', 'network_id': 'd2f17a29-9f11-4d14-ba21-b2dbb1b1fe96', 'port_id': '438d2995-2a0c-415c-a988-74ff6fd2e1a6', 'mac_address': 'fa:16:3e:56:ee:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0a033d-0bbb-4e56-a417-818d5d3fde48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:12:30.760823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-61464ede-1bb5-462e-a255-ac0cf209d91d None None] The port 'd9495d1a-8c95-493f-bfca-9eeb9cdf55ad' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:12:30.821248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] No DVR routers for this DVR port d9495d1a-8c95-493f-bfca-9eeb9cdf55ad on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:30.825284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:30.851872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Allocated IP 2001:db8::2 (6a2313c9-1cc3-4a65-bc8f-4a414534c98a/ad5a8f55-8670-4c0e-a68c-eb8c42d03201/0704e354-c58c-4e89-a237-9dcdc9955de8) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:30.864077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:30.871749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.879766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:30.885042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:30.885401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.895749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:30.896179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d34e9bf-c4f9-48ed-b2bb-d40e5a9b4ea7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:30.898311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Allocated IP 172.26.7.160 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/f50487a3-e5be-459c-8c1c-e4e3d6a49070) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:30.914909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.945001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Allocated IP 172.20.0.1 (c0b6bf70-6112-4e8e-a808-d6fc1e410056/cfad107c-85ca-47bf-a895-3a1ec44b3c7a/49e6c2fd-8f98-4e3d-b8a5-11e611b4d113) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:30.955412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438d2995-2a0c-415c-a988-74ff6fd2e1a6 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:12:30.960721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Deleting port 7e7b09a8-f107-4b36-abb5-db25e63d60e0 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:30.960975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.963983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.993708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=089a0d6e-b047-44e2-ab0f-f97599443e29,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:31.010208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421fbb2-3303-4d47-a277-6cad04132478 req-e3f443f1-c16c-4582-a5c6-672dfd3911cd tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:31.011949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5421fbb2-3303-4d47-a277-6cad04132478 req-e3f443f1-c16c-4582-a5c6-672dfd3911cd tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 944 time: 0.7843697 Dec 23 16:12:31.046075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 438d2995-2a0c-415c-a988-74ff6fd2e1a6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6,segment=NetworkSegment(157d9692-e0cf-4b71-b809-607de8c77e4e),segment_id=157d9692-e0cf-4b71-b809-607de8c77e4e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:31.051043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e9a6c-3d5f-49f0-9816-875777d1cdc9 None None] The port '7e7b09a8-f107-4b36-abb5-db25e63d60e0' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:12:31.051544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:31.052021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.055391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:31.067135 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:31.120185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-91fdd885-aaf2-4c10-866a-fc8acabae71a tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6773009 Dec 23 16:12:31.128742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.132282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:31.153190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a', 'name': 'tempest-PortsIpV6TestJSON-1304133002', 'fixed_ips': [{'subnet_id': 'ad5a8f55-8670-4c0e-a68c-eb8c42d03201', 'ip_address': '2001:db8::f'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:31.168652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=438d2995-2a0c-415c-a988-74ff6fd2e1a6,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:31.179986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa785ee-2158-4f7a-bb9d-9bf491cccf65']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:31.201114 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5421fbb2-3303-4d47-a277-6cad04132478 req-6ccfb587-c811-40b2-a329-a77524631f03 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732709 Dec 23 16:12:31.203510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:31.203981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcc1b2f-55f1-4dc3-8f8b-8834e36379fa') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:31.228110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.242701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.243053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.243388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.243739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.244064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.244387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.244705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.245030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.245652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.245973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.246341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:31.259670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.283017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.283541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:31.283975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.294570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Transition to ACTIVE for port object 0704e354-c58c-4e89-a237-9dcdc9955de8 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:31.299712 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:31.301775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.318946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Transition to ACTIVE for port object 0704e354-c58c-4e89-a237-9dcdc9955de8 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:31.330813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.334179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.349023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] Pushing event deleted for resources: {'Network': ['ID=d528fa67-e462-402a-93c0-6ac1c0acd018,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:31.368902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.400659 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc459fb9-42c3-4ffd-a8af-c8ab735acc5c tempest-NetworksTest-880579805 tempest-NetworksTest-880579805-project] 10.222.0.18 "DELETE /v2.0/networks/d528fa67-e462-402a-93c0-6ac1c0acd018 HTTP/1.1" status: 204 len: 168 time: 2.8418267 Dec 23 16:12:31.419630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.452621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.459902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.471651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Pushing event updated for resources: {'Port': ['ID=0704e354-c58c-4e89-a237-9dcdc9955de8,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:31.478601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['438d2995-2a0c-415c-a988-74ff6fd2e1a6'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:12:31.480370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:31.485997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Transition to ACTIVE for port object 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:31.488909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:31.489587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Network': ['ID=0fa785ee-2158-4f7a-bb9d-9bf491cccf65,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:31.493256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:31.500719 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-58550b73-7068-4fa9-8d88-3f3b24b0a3b1 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/networks/0fa785ee-2158-4f7a-bb9d-9bf491cccf65 HTTP/1.1" status: 204 len: 168 time: 2.0715394 Dec 23 16:12:31.502799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51670) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:31.510983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:31.556152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:31.569695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:31.574815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:31.577514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:31.659266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.708796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.783940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620884b-2db6-47c0-a5fd-56aeb8a5f039 None None] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:31.828408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:31.832076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Port': ['ID=49e6c2fd-8f98-4e3d-b8a5-11e611b4d113,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:31.836121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:31.838479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:31.876803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 739d080e-5e3a-496e-9be1-0250372359df {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:31.877436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.934685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:31.945945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.946868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f9fa943-7842-417c-8a15-54c6488d888f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:31.994308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.019801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:12:32.032220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Attempting to bind port 0704e354-c58c-4e89-a237-9dcdc9955de8 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:32.032953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Attempting to bind port 0704e354-c58c-4e89-a237-9dcdc9955de8 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '72ef104d-ced1-46f9-afbf-0e76d348a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:32.033501 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Attempting to bind port 0704e354-c58c-4e89-a237-9dcdc9955de8 on network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:32.082808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.083399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.090154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:32.090760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Checking segment: {'id': '72ef104d-ced1-46f9-afbf-0e76d348a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:32.091438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.092105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Bound using segment: {'id': '72ef104d-ced1-46f9-afbf-0e76d348a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:32.092815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Bound port: 0704e354-c58c-4e89-a237-9dcdc9955de8, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ef104d-ced1-46f9-afbf-0e76d348a80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6a2313c9-1cc3-4a65-bc8f-4a414534c98a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:32.093981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.114772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1ec3864f-b62f-47b5-acfa-22780aa5e800 None None] Provisioning for port 0f9fa943-7842-417c-8a15-54c6488d888f completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:32.288845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.289961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 0f9fa943-7842-417c-8a15-54c6488d888f completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:32.307387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0f9fa943-7842-417c-8a15-54c6488d888f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:32.308308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.315213 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e0a8d1ac-ce30-479d-aa7d-27f912f0617b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61b1dbf6f4be4b839a6a7d4246a9e67a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3794520 Dec 23 16:12:32.318165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:32.318431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 739d080e-5e3a-496e-9be1-0250372359df owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:32.334282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] For port 0704e354-c58c-4e89-a237-9dcdc9955de8, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:32.364555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] For port 0704e354-c58c-4e89-a237-9dcdc9955de8, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0704e354-c58c-4e89-a237-9dcdc9955de8,segment=NetworkSegment(72ef104d-ced1-46f9-afbf-0e76d348a80a),segment_id=72ef104d-ced1-46f9-afbf-0e76d348a80a)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:32.376872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::f (6a2313c9-1cc3-4a65-bc8f-4a414534c98a/ad5a8f55-8670-4c0e-a68c-eb8c42d03201/5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:32.383011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.523806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Port': ['ID=f50487a3-e5be-459c-8c1c-e4e3d6a49070,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:32.538642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:32.544018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:32.546382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:32.552910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ab913-c9a2-4568-9321-41d431bdcffb None None] Pushing event updated for resources: {'Port': ['ID=0704e354-c58c-4e89-a237-9dcdc9955de8,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:32.607804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.637480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.679084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 0f9fa943-7842-417c-8a15-54c6488d888f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f9fa943-7842-417c-8a15-54c6488d888f,segment=NetworkSegment(728efc61-3ba2-4da6-bd2c-488d02c25e83),segment_id=728efc61-3ba2-4da6-bd2c-488d02c25e83)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:32.688396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.815059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d9495d1a-8c95-493f-bfca-9eeb9cdf55ad no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:32.831656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080fd1-3c91-48d4-a5c6-15f8c113b1a2 req-3c625448-3fd2-40db-a026-cf26c549f1c2 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:32.833132 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b8080fd1-3c91-48d4-a5c6-15f8c113b1a2 req-3c625448-3fd2-40db-a026-cf26c549f1c2 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 945 time: 0.3750489 Dec 23 16:12:32.834099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=739d080e-5e3a-496e-9be1-0250372359df,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:32.892589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: d9495d1a-8c95-493f-bfca-9eeb9cdf55ad {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:12:32.892974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d9495d1a-8c95-493f-bfca-9eeb9cdf55ad not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:32.900538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f966c84c-c451-46cb-b4b4-44458cc729a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.924764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=0f9fa943-7842-417c-8a15-54c6488d888f,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:32.943707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07046535-1ad6-42d5-98a7-0381d1fc3f2c None None] Provisioning for port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:32.951020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07046535-1ad6-42d5-98a7-0381d1fc3f2c None None] Provisioning complete for port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:32.951687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07046535-1ad6-42d5-98a7-0381d1fc3f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.038238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-07046535-1ad6-42d5-98a7-0381d1fc3f2c None None] Port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:33.053472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07046535-1ad6-42d5-98a7-0381d1fc3f2c None None] Provisioning complete for port 0f9fa943-7842-417c-8a15-54c6488d888f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:33.053886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07046535-1ad6-42d5-98a7-0381d1fc3f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.210322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.223510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b8080fd1-3c91-48d4-a5c6-15f8c113b1a2 req-6c38cb02-77df-407d-a1bb-4595cefe33de tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320360 Dec 23 16:12:33.241654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f966c84c-c451-46cb-b4b4-44458cc729a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.251904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.253102 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-43f931cd-a084-4077-bfc4-c66a6dbc8809 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/floatingips/04a2d9d6-8fd6-42dd-b35b-23b6de957003 HTTP/1.1" status: 204 len: 168 time: 1.7476873 Dec 23 16:12:33.256540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51690) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:33.302588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9e95f8-b459-42a1-a6ee-4378af976584 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:33.303021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9e95f8-b459-42a1-a6ee-4378af976584 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:33.307781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9b9e95f8-b459-42a1-a6ee-4378af976584 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/ports/3674ffcf-b606-4c56-8e0a-76d4f6477fcf HTTP/1.1" status: 404 len: 333 time: 0.0471838 Dec 23 16:12:33.307781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51694) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:33.328823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-92467128-246a-4896-9fca-184912378503 None None] Provisioning complete for port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:33.329371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92467128-246a-4896-9fca-184912378503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.358444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-87af6b4c-fa97-44fb-89fe-4421370dd44d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Synchronizing usage tracker for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:33.386065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.397461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-87af6b4c-fa97-44fb-89fe-4421370dd44d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Unset dirty status for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:33.398823 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-87af6b4c-fa97-44fb-89fe-4421370dd44d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4281b1b-4364-4ee4-b695-f9864581fbf5 HTTP/1.1" status: 200 len: 205 time: 0.0903931 Dec 23 16:12:33.402516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51698) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:33.427870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.446452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:33.449555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.458313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-92467128-246a-4896-9fca-184912378503 None None] Port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:33.480871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f966c84c-c451-46cb-b4b4-44458cc729a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.489296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-f9caa334-db5c-47f5-b29c-d08f03290101 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] delete failed (client error): The resource could not be found. Dec 23 16:12:33.492808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f9caa334-db5c-47f5-b29c-d08f03290101 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/routers/a4281b1b-4364-4ee4-b695-f9864581fbf5 HTTP/1.1" status: 404 len: 336 time: 0.0868592 Dec 23 16:12:33.493673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51702) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:33.535572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b82bfa-91e6-4045-95fd-ba74ff152c18 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] DELETE failed (client error): The resource could not be found. Dec 23 16:12:33.536216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b82bfa-91e6-4045-95fd-ba74ff152c18 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:12:33.542523 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-61b82bfa-91e6-4045-95fd-ba74ff152c18 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/subnets/de91fafe-1152-4401-a304-47f75d59c5b7 HTTP/1.1" status: 404 len: 337 time: 0.0479450 Dec 23 16:12:33.544945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51706) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:33.557030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966c84c-c451-46cb-b4b4-44458cc729a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2600f-b5b7-461a-bc08-327c0f34c3d4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:33.615218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.618654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Port': ['ID=49e6c2fd-8f98-4e3d-b8a5-11e611b4d113,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:33.626046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port bb8c2ad7-e509-452b-9497-f668984eb9b3 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:33.626397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.629149 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f966c84c-c451-46cb-b4b4-44458cc729a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.632892 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f966c84c-c451-46cb-b4b4-44458cc729a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46b2600f-b5b7-461a-bc08-327c0f34c3d4 HTTP/1.1" status: 204 len: 168 time: 1.3099489 Dec 23 16:12:33.712914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.864438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e73e6a-131f-426e-ac77-2fdb0d9745e2 None None] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:33.957608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:33.963408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:33.969541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:33.970823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:33.972940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:33.977222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:33.977816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.981873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:34.029877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0704e354-c58c-4e89-a237-9dcdc9955de8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:34.099296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 438d2995-2a0c-415c-a988-74ff6fd2e1a6 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:34.150155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.155258 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-85a403ea-14e3-4e67-9f41-23484ae9da8c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0216417 Dec 23 16:12:34.163747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51718) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:34.269304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c830df6a-336e-4d7b-a0b1-df736433df5c None None] Provisioning for port 0704e354-c58c-4e89-a237-9dcdc9955de8 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:34.289381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.456168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:34.463434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.474617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:34.474617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.498186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 0704e354-c58c-4e89-a237-9dcdc9955de8 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:34.509782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for bb8c2ad7-e509-452b-9497-f668984eb9b3 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:34.522387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0704e354-c58c-4e89-a237-9dcdc9955de8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:34.522811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.525645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84556e5d-4add-4260-b3c1-7e43d8990076 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:34.526350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84556e5d-4add-4260-b3c1-7e43d8990076 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:34.618158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2d68ebe0-6537-49b9-9de0-0407f03cb14f None None] Provisioning complete for port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:34.618425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2d68ebe0-6537-49b9-9de0-0407f03cb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.664302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84556e5d-4add-4260-b3c1-7e43d8990076 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:34.667402 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84556e5d-4add-4260-b3c1-7e43d8990076 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5015676 Dec 23 16:12:34.672522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51730) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:34.684671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2d68ebe0-6537-49b9-9de0-0407f03cb14f None None] Port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:34.825067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.847630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.878139 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd915ec-ce65-4056-be25-c80ecd1b67e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:34.883593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd915ec-ce65-4056-be25-c80ecd1b67e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:34.884242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45957513-77c7-4d50-82eb-dc642050a1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d2995-2a0c-415c-a988-74ff6fd2e1a6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:34.893609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd915ec-ce65-4056-be25-c80ecd1b67e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:34.893609 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ecd915ec-ce65-4056-be25-c80ecd1b67e7 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2154350 Dec 23 16:12:34.893609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Router e4142652-d113-464c-82a0-a145f5e3cdef is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:12:34.902153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51742) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:34.904546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 438d2995-2a0c-415c-a988-74ff6fd2e1a6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6,segment=NetworkSegment(157d9692-e0cf-4b71-b809-607de8c77e4e),segment_id=157d9692-e0cf-4b71-b809-607de8c77e4e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:34.916711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.931916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f382ff-7d5e-431b-bf97-6a8a9fed88ca req-9ecfd2cc-8aae-41e2-a752-8f136599b58a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:34.933923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8f382ff-7d5e-431b-bf97-6a8a9fed88ca req-9ecfd2cc-8aae-41e2-a752-8f136599b58a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 945 time: 0.3816288 Dec 23 16:12:35.000580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.032569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 0704e354-c58c-4e89-a237-9dcdc9955de8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0704e354-c58c-4e89-a237-9dcdc9955de8,segment=NetworkSegment(72ef104d-ced1-46f9-afbf-0e76d348a80a),segment_id=72ef104d-ced1-46f9-afbf-0e76d348a80a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:35.053993 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45957513-77c7-4d50-82eb-dc642050a1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d2995-2a0c-415c-a988-74ff6fd2e1a6', 'code': 200} Dec 23 16:12:35.067712 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.068563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f9fa943-7842-417c-8a15-54c6488d888f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:35.101037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=bb8c2ad7-e509-452b-9497-f668984eb9b3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:35.118656 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8f382ff-7d5e-431b-bf97-6a8a9fed88ca req-64f262a2-c3a7-4709-80b7-d5382364cb95 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772904 Dec 23 16:12:35.126766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-796ee0c8-6d7b-487e-ba81-421ed9233de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.220555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=438d2995-2a0c-415c-a988-74ff6fd2e1a6,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:35.228043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:35.228043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.285812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51748) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:35.334367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0f9fa943-7842-417c-8a15-54c6488d888f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:35.334729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.345264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:12:35.358259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.372240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.397480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8eff7f62-9549-4ce4-a828-e19b82a27495 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/ports/bb8c2ad7-e509-452b-9497-f668984eb9b3 HTTP/1.1" status: 204 len: 168 time: 1.8514538 Dec 23 16:12:35.398716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.403648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51754) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:35.470307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=0704e354-c58c-4e89-a237-9dcdc9955de8,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:35.503431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Provisioning complete for port 0704e354-c58c-4e89-a237-9dcdc9955de8 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:35.503836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.509640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677033657'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:35.542489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:35.594535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event updated for resources: {'Port': ['ID=f50487a3-e5be-459c-8c1c-e4e3d6a49070,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:35.620014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 521cc9f8-b9d9-47ee-978a-6bef1e6746ee {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:35.620516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.683614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.739615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Provisioning for port 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:35.747731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Provisioning complete for port 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:35.748353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.808350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0704e354-c58c-4e89-a237-9dcdc9955de8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:35.829880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.849013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Port 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:35.897673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Provisioning for port 089a0d6e-b047-44e2-ab0f-f97599443e29 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:35.906479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Provisioning complete for port 089a0d6e-b047-44e2-ab0f-f97599443e29 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:35.906892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.966464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:35.975877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0704e354-c58c-4e89-a237-9dcdc9955de8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:35.976247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.003188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:36.015794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:36.022859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4a629c32-61cc-45f6-8a3e-16f4991c25a7 None None] Port 089a0d6e-b047-44e2-ab0f-f97599443e29 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:36.040257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:36.045359 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f32a5360-d1b6-4898-9f39-67ab9a7c971b req-5d509c75-5ece-46c0-ba0a-d0246d70c8ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 1099 time: 0.7500467 Dec 23 16:12:36.071918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.082980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:36.085613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.113839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:36.120313 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-337c7a11-ea14-4c5a-9ee0-76f68207a31e tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "PUT /v2.0/routers/e4142652-d113-464c-82a0-a145f5e3cdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5537024 Dec 23 16:12:36.128506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] Sync routers for ids ['e4142652-d113-464c-82a0-a145f5e3cdef'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:36.130558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51760) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:36.133991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.151783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'port': {'network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056', 'name': 'tempest-FloatingIPNegativeTestJSON-379401972'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:36.152552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] Routers {'e4142652-d113-464c-82a0-a145f5e3cdef'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:36.153193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e4142652-d113-464c-82a0-a145f5e3cdef'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:36.214090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:36.229260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1e71d9a1-a7b2-4e14-8657-ce26b09e88cb None None] Provisioning complete for port 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:36.229609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e71d9a1-a7b2-4e14-8657-ce26b09e88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.283461 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f32a5360-d1b6-4898-9f39-67ab9a7c971b req-86646b25-5c35-48fc-89ba-6f297d41c0b4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270877 Dec 23 16:12:36.310879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] Routers {'e4142652-d113-464c-82a0-a145f5e3cdef'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:36.311769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e4142652-d113-464c-82a0-a145f5e3cdef'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:36.320570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 521cc9f8-b9d9-47ee-978a-6bef1e6746ee owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:36.352250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.384042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:36.384456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661a0a4-39eb-4617-ac72-018ffd42526d None None] The sync data for ids ['e4142652-d113-464c-82a0-a145f5e3cdef'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:36.389960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1e71d9a1-a7b2-4e14-8657-ce26b09e88cb None None] Port 5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:36.403173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1e71d9a1-a7b2-4e14-8657-ce26b09e88cb None None] Provisioning complete for port 089a0d6e-b047-44e2-ab0f-f97599443e29 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:36.403464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e71d9a1-a7b2-4e14-8657-ce26b09e88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.466947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1e71d9a1-a7b2-4e14-8657-ce26b09e88cb None None] Port 089a0d6e-b047-44e2-ab0f-f97599443e29 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:36.469735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.479588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:36.498169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:36.502344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:security_group_rule and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:36.506370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:36.509194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:36.517308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:port and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:36.519938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:36.548753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:36.564414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:36.573669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Floating IP 2cd67931-593d-4eef-b7ad-5e2226db55bc associated. External IP: 172.26.7.160, port: 556984aa-1a71-401f-b41a-99612bd7dbc0. Dec 23 16:12:36.575984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.597231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Made reservation on behalf of f149d11017164348a65f380c0f385130 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:36.598268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.630934 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c7ee0e5-6aac-46c7-b958-38fe6ae4d7a4 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae HTTP/1.1" status: 204 len: 168 time: 1.7251525 Dec 23 16:12:36.633189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51768) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:36.664909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6cc92-ebb1-4a2a-91f7-eea8674a2b96 req-976057bc-5bbf-4665-8ec6-1cf87dad3834 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:36.666500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-27a6cc92-ebb1-4a2a-91f7-eea8674a2b96 req-976057bc-5bbf-4665-8ec6-1cf87dad3834 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.3167691 Dec 23 16:12:36.669055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.674756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] device_id is not set on port d97a8da9-452c-4fd6-bbe4-828e6e30ba78 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:12:36.728675 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8c0d80-de03-41e1-8e69-7165c1f8fc4e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:12:36.729087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eb8c0d80-de03-41e1-8e69-7165c1f8fc4e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:36.745597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=521cc9f8-b9d9-47ee-978a-6bef1e6746ee,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:36.800104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.801165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eb8c0d80-de03-41e1-8e69-7165c1f8fc4e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:36.802377 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eb8c0d80-de03-41e1-8e69-7165c1f8fc4e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/5b840fc6-510f-4cb8-9e3f-f1e5a69a28ae HTTP/1.1" status: 404 len: 333 time: 0.1680942 Dec 23 16:12:36.805083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:36.853659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-27a6cc92-ebb1-4a2a-91f7-eea8674a2b96 req-defa361c-55ab-4c58-9cdc-31d28c9d0bd5 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438596 Dec 23 16:12:36.876755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.882367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.931956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:36.948112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-532b1111-de83-4293-b41d-05c9ef8ba19d tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/ports/521cc9f8-b9d9-47ee-978a-6bef1e6746ee HTTP/1.1" status: 204 len: 168 time: 1.5014350 Dec 23 16:12:36.950602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51776) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:36.969335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 089a0d6e-b047-44e2-ab0f-f97599443e29 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:36.969669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.993619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccd534e-543e-42a4-8d55-670bf672aff4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:37.000744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Allocated IP 172.20.0.11 (c0b6bf70-6112-4e8e-a808-d6fc1e410056/cfad107c-85ca-47bf-a895-3a1ec44b3c7a/d97a8da9-452c-4fd6-bbe4-828e6e30ba78) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:37.003085 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.003359 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment 27d1f148-3237-4d27-9866-e557b1f06138 of type vlan for network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 Dec 23 16:12:37.056163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95337c4-0c45-4133-987f-ff38e10db773 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:37.056850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d95337c4-0c45-4133-987f-ff38e10db773 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Synchronizing usage tracker for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:37.117348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.127780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d95337c4-0c45-4133-987f-ff38e10db773 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Unset dirty status for tenant:83032132e3bf4f9cbde1bc2ca81a45f0 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:37.128694 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d95337c4-0c45-4133-987f-ff38e10db773 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a9762d8-9420-4783-9a4f-96b0e8fa9ddd HTTP/1.1" status: 200 len: 913 time: 0.1771405 Dec 23 16:12:37.134405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51780) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:37.222924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8fb45688-ac35-4617-9568-2b54b69111dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.248592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:12:37.277766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Router 2f3ce9c8-144b-4263-9917-0a50ca288f4e has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:37.424850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.428495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:37.429087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.478355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:37.489358 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] Sync routers for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:37.504057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.506277 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:37.507134 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:37.562573 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-96482d0d-d418-47ea-9be0-1e4483cf1e21 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.2093101 Dec 23 16:12:37.563373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:37.633392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'status': 'completed', 'code': 200} Dec 23 16:12:37.722242 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:37.771676 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4836221 Dec 23 16:12:37.773507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.775490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51790) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:37.782164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-90008620'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:37.789112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:37.791175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc4a00-d682-4067-b7d8-6f1d19592300 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=7b7e88b2-26c4-43fe-80ed-38f83c8e91a7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:37.795401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:37.799168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:37.809066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:37.809615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:37.812946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.824019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35947208-143f-443d-9d57-02363f0923bb req-4e36ed70-9dde-432b-8738-b9d4ca3992ec tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:37.825597 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-35947208-143f-443d-9d57-02363f0923bb req-4e36ed70-9dde-432b-8738-b9d4ca3992ec tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.1181092 Dec 23 16:12:37.834676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:37.837818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.948146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:37.956313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-35947208-143f-443d-9d57-02363f0923bb req-c98fe164-83ff-408f-bc2f-619001ccf4e5 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236560 Dec 23 16:12:37.967753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.968185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment 5f0e872c-1cdc-4a53-8c9e-61da4f5b6527 of type vlan for network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b Dec 23 16:12:38.009079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 089a0d6e-b047-44e2-ab0f-f97599443e29 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:38.027043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51796) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:38.111147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Transition to ACTIVE for port object d97a8da9-452c-4fd6-bbe4-828e6e30ba78 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:38.183371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.184271 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-4e4544b3-0085-4485-bcfe-b943a3afdd4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5581c19326b3490db868032d42e973af&device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1099 time: 0.5052352 Dec 23 16:12:38.205850 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '2cd67931-593d-4eef-b7ad-5e2226db55bc', 'tenant_id': '5581c19326b3490db868032d42e973af', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'port_id': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'mac_address': 'fa:16:3e:29:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c489573-f3f0-41f4-8a99-8ce102021254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:12:33Z', 'updated_at': '2021-12-23T16:12:33Z', 'revision_number': 0, 'project_id': '5581c19326b3490db868032d42e973af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:06Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:38.210769 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] Checking router: 2f3ce9c8-144b-4263-9917-0a50ca288f4e for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:38.224043 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:38.224872 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:38.260644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.269643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.363154 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4294865a-aa4b-4171-8048-7815fd02c217 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/floatingips/2cd67931-593d-4eef-b7ad-5e2226db55bc HTTP/1.1" status: 200 len: 992 time: 0.3338547 Dec 23 16:12:38.416683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.421703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:38.422299 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:38.422507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.458267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:38.459828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Port': ['ID=d97a8da9-452c-4fd6-bbe4-828e6e30ba78,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:38.462407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.466929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6898713 Dec 23 16:12:38.467896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:38.483448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.528139 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51802) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:38.538857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:38.545498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': '7b7e88b2-26c4-43fe-80ed-38f83c8e91a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:38.564355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfd2a7-9bf4-4b92-ac70-bddd365e4d15 req-b7f06b13-4b02-4826-bc58-46b29af9888e tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:38.572935 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bebfd2a7-9bf4-4b92-ac70-bddd365e4d15 req-b7f06b13-4b02-4826-bc58-46b29af9888e tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.3854647 Dec 23 16:12:38.643854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=089a0d6e-b047-44e2-ab0f-f97599443e29,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:38.667351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-bb5b94c4-ee0a-4e5c-a90c-98d9f08b2823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:38.668883 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-bb5b94c4-ee0a-4e5c-a90c-98d9f08b2823 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66ee489-af94-4988-8cf8-06e90031f225 HTTP/1.1" status: 200 len: 897 time: 0.4336119 Dec 23 16:12:38.745736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:38.750967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc4f11-99f0-45db-8915-3b44d01ee42f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=2877a889-3381-4ab7-ad09-6bdd6cf95c9b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:38.754672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:38.764011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:38.771145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:38.792519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:38.793678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:38.794329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.824018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.824399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:38.905724 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d20154c-a7d7-4264-93b5-b0b4d0035878 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7730982 Dec 23 16:12:38.907137 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-904cc9ea-7282-477d-b288-625f549f42fe tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/089a0d6e-b047-44e2-ab0f-f97599443e29 HTTP/1.1" status: 204 len: 168 time: 2.1011670 Dec 23 16:12:38.909940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51808) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:38.910269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:38.930500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-700d0d90-f095-4944-929a-64adbee38509 None None] Provisioning for port d97a8da9-452c-4fd6-bbe4-828e6e30ba78 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:38.937807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-700d0d90-f095-4944-929a-64adbee38509 None None] Provisioning complete for port d97a8da9-452c-4fd6-bbe4-828e6e30ba78 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:38.938219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-700d0d90-f095-4944-929a-64adbee38509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.966441 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '2cd67931-593d-4eef-b7ad-5e2226db55bc', 'tenant_id': '5581c19326b3490db868032d42e973af', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'port_id': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'mac_address': 'fa:16:3e:29:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c489573-f3f0-41f4-8a99-8ce102021254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:12:33Z', 'updated_at': '2021-12-23T16:12:33Z', 'revision_number': 0, 'project_id': '5581c19326b3490db868032d42e973af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:06Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:38.979129 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8136746-b06b-4c06-8764-9ad4060a9030 None None] The sync data for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv is: [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '2cd67931-593d-4eef-b7ad-5e2226db55bc', 'tenant_id': '5581c19326b3490db868032d42e973af', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'port_id': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'mac_address': 'fa:16:3e:29:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c489573-f3f0-41f4-8a99-8ce102021254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:12:33Z', 'updated_at': '2021-12-23T16:12:33Z', 'revision_number': 0, 'project_id': '5581c19326b3490db868032d42e973af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:06Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:38.997598 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e156d34-10d3-43a7-a27b-d92bf640dc29 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:12:38.998482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e156d34-10d3-43a7-a27b-d92bf640dc29 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:39.007245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:39.010454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.018354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:39.027055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-700d0d90-f095-4944-929a-64adbee38509 None None] Port d97a8da9-452c-4fd6-bbe4-828e6e30ba78 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:39.029451 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-553bf07b-29d1-497e-ade2-9d6229b482b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=556984aa-1a71-401f-b41a-99612bd7dbc0 HTTP/1.1" status: 200 len: 1000 time: 0.3174946 Dec 23 16:12:39.032106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:floatingip and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:39.036772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:39.043603 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bebfd2a7-9bf4-4b92-ac70-bddd365e4d15 req-bf98bc67-1430-43c5-a261-82434f55b9ec tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697762 Dec 23 16:12:39.132144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:39.153499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6e156d34-10d3-43a7-a27b-d92bf640dc29 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:39.157102 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e156d34-10d3-43a7-a27b-d92bf640dc29 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/089a0d6e-b047-44e2-ab0f-f97599443e29 HTTP/1.1" status: 404 len: 333 time: 0.2413659 Dec 23 16:12:39.159810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:39.200469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.221960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1f590-2e14-492b-acd1-b70973807df9 None None] New status for floating IP 2cd67931-593d-4eef-b7ad-5e2226db55bc: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:12:39.256340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-e1c07d3a-5855-4c63-b7d9-897d1bd6ab89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:39.258027 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-e1c07d3a-5855-4c63-b7d9-897d1bd6ab89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4469711b-2abf-4221-bf51-c98fd6d853f9 HTTP/1.1" status: 200 len: 835 time: 0.1660681 Dec 23 16:12:39.283250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.354029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=feb05356-2d39-476a-b35b-0f59f2a08f5b,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:39.365818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51820) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:39.472248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': '27d1f148-3237-4d27-9866-e557b1f06138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b7e88b2-26c4-43fe-80ed-38f83c8e91a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:39.472543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:39.492636 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-10faca1a-6740-4770-a110-f65e32833812 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/floatingips/2cd67931-593d-4eef-b7ad-5e2226db55bc HTTP/1.1" status: 200 len: 992 time: 0.1246903 Dec 23 16:12:39.505264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:39.517727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:39.521563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:39.522209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.533753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb35068-1489-4360-a201-9b398993b5b2 None None] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:39.550586 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-214b99bd-faa0-413c-a2cb-2882b33f1e50 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0173776 Dec 23 16:12:39.550777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51824) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:39.556530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': '2877a889-3381-4ab7-ad09-6bdd6cf95c9b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:39.652171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.667305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:39.671116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:39.674548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:39.681506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:39.698328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:39.749519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet ad5a8f55-8670-4c0e-a68c-eb8c42d03201 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:39.754226 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-c678624c-a16b-4fc1-bff2-b15b0c18ba89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66ee489-af94-4988-8cf8-06e90031f225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4568048 Dec 23 16:12:39.759804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-7b7e88b2-26c4-43fe-80ed-38f83c8e91a7', 'network_id': '7b7e88b2-26c4-43fe-80ed-38f83c8e91a7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': 'feb05356-2d39-476a-b35b-0f59f2a08f5b'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:39.760092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.760625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.805273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.829145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.935169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.937157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Allocated IP 172.20.0.2 (7b7e88b2-26c4-43fe-80ed-38f83c8e91a7/feb05356-2d39-476a-b35b-0f59f2a08f5b/88d69f0f-1c79-4a55-b1fc-29b988bc2b69) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:40.026579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.030037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.148698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=fc0e1180-2d4f-4633-bce7-340b47c95f5f,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:40.157487 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-a939a205-0b5b-478e-80cc-1c44776a7e6a service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694468 Dec 23 16:12:40.178193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': '5f0e872c-1cdc-4a53-8c9e-61da4f5b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2877a889-3381-4ab7-ad09-6bdd6cf95c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:40.178632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: 2877a889-3381-4ab7-ad09-6bdd6cf95c9b, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:40.199396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.207576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:40.214027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Transition to ACTIVE for port object 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:40.233155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 2877a889-3381-4ab7-ad09-6bdd6cf95c9b) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:40.246203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Transition to ACTIVE for port object 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:40.246620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:40.247269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.251828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7e87a-3f35-4cb3-b5e8-55ba1d3461b2 None None] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:40.274666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.281177 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.332952 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-77195975-f2ca-44c3-8528-ce6525d8532a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7785127 Dec 23 16:12:40.334030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51832) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:40.339799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2089813316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:40.353024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:40.359138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:router and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:40.363422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:40.370553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:40.394425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2337a7-9e4c-43fc-820f-121622dd9a66 req-628f753f-fdd0-4c68-9de0-82a8be50b85c tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:40.401543 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1e2337a7-9e4c-43fc-820f-121622dd9a66 req-628f753f-fdd0-4c68-9de0-82a8be50b85c tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1304970 Dec 23 16:12:40.405874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.406808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.464686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.468480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:40.473858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:40.478863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1e2337a7-9e4c-43fc-820f-121622dd9a66 req-bd88691e-5f53-4e0c-9114-b131f68d6b4f tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751450 Dec 23 16:12:40.490309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:40.494438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Pushing event updated for resources: {'Port': ['ID=88d69f0f-1c79-4a55-b1fc-29b988bc2b69,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:40.503643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51836) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:40.540471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Allocated IP 172.26.7.58 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ffafeb8f-8e34-4443-bef3-72829d8c7793) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:40.654715 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f3d659b-b3dc-4778-81b6-8faba60e2285 req-380e46a6-fddb-4957-a1d8-b94efda649b7 service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785750 Dec 23 16:12:40.689373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Attempting to bind port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:40.689959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Attempting to bind port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '27d1f148-3237-4d27-9866-e557b1f06138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b7e88b2-26c4-43fe-80ed-38f83c8e91a7'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:40.690251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Attempting to bind port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 on network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:40.698074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:40.698074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Checking segment: {'id': '27d1f148-3237-4d27-9866-e557b1f06138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b7e88b2-26c4-43fe-80ed-38f83c8e91a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:40.699035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.699035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Bound using segment: {'id': '27d1f148-3237-4d27-9866-e557b1f06138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b7e88b2-26c4-43fe-80ed-38f83c8e91a7'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:40.699445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Bound port: 88d69f0f-1c79-4a55-b1fc-29b988bc2b69, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d1f148-3237-4d27-9866-e557b1f06138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b7e88b2-26c4-43fe-80ed-38f83c8e91a7'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:40.699899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.712019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-2877a889-3381-4ab7-ad09-6bdd6cf95c9b', 'network_id': '2877a889-3381-4ab7-ad09-6bdd6cf95c9b', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': 'fc0e1180-2d4f-4633-bce7-340b47c95f5f'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:40.712883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.717647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.767053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5a8f55-8670-4c0e-a68c-eb8c42d03201,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:40.773530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.824039 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ae20351d-d060-4028-b948-3dc442068a6e tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/floatingips/2cd67931-593d-4eef-b7ad-5e2226db55bc HTTP/1.1" status: 200 len: 994 time: 0.3191404 Dec 23 16:12:40.825927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.828992 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-29af907f-bcdb-4e73-abb6-2ed7f2c6ef7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4945972 Dec 23 16:12:40.831399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51842) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:40.833681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.852697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b8ca4-2a6a-406b-87d3-b921e7c9a08c None None] Network 6a2313c9-1cc3-4a65-bc8f-4a414534c98a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:40.877207 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa84ef90-594f-40a8-b8e1-e3d221c13a54 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/ad5a8f55-8670-4c0e-a68c-eb8c42d03201 HTTP/1.1" status: 204 len: 168 time: 1.7162955 Dec 23 16:12:40.883689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:40.886432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:40.986417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] For port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:40.996670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953f17b-2cfb-4fe4-99ef-ff5da21f037a req-75cdd900-2d0d-4f72-8bf8-7edf013fa382 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:41.001308 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2953f17b-2cfb-4fe4-99ef-ff5da21f037a req-75cdd900-2d0d-4f72-8bf8-7edf013fa382 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.3057859 Dec 23 16:12:41.021541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] For port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=88d69f0f-1c79-4a55-b1fc-29b988bc2b69,segment=NetworkSegment(27d1f148-3237-4d27-9866-e557b1f06138),segment_id=27d1f148-3237-4d27-9866-e557b1f06138)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:41.031076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.091283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Allocated IP 172.21.0.2 (2877a889-3381-4ab7-ad09-6bdd6cf95c9b/fc0e1180-2d4f-4633-bce7-340b47c95f5f/cf6e34c3-6fb0-446b-8578-69c3ddedc8a6) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:41.125545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.148652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.202840 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2953f17b-2cfb-4fe4-99ef-ff5da21f037a req-487b6ae6-a4a8-4192-b195-87dbcc6cdbf4 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923711 Dec 23 16:12:41.263376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fae21-55c8-4c80-83e5-e6858693ed57 None None] Pushing event updated for resources: {'Port': ['ID=88d69f0f-1c79-4a55-b1fc-29b988bc2b69,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:41.400876 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 0704e354-c58c-4e89-a237-9dcdc9955de8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:41.401211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.461659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] DHCP port deletion for 6a2313c9-1cc3-4a65-bc8f-4a414534c98a request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:41.474485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:41.483007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Port': ['ID=ffafeb8f-8e34-4443-bef3-72829d8c7793,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:41.496561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Deleting port 0704e354-c58c-4e89-a237-9dcdc9955de8 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:41.496942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.563575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:41.568064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:41.627623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.638548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.733777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Transition to ACTIVE for port object cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:41.861208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Transition to ACTIVE for port object cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:41.933852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:41.951014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] For port 0704e354-c58c-4e89-a237-9dcdc9955de8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0704e354-c58c-4e89-a237-9dcdc9955de8,segment=NetworkSegment(72ef104d-ced1-46f9-afbf-0e76d348a80a),segment_id=72ef104d-ced1-46f9-afbf-0e76d348a80a)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:41.951367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:41.970944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.079280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 0704e354-c58c-4e89-a237-9dcdc9955de8 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:42.079514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee34c6-96ac-4d50-9a9f-e36016e45944 req-1a021d70-b688-4ba5-bc6e-991db432ab3b tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:42.080921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1aee34c6-96ac-4d50-9a9f-e36016e45944 req-1a021d70-b688-4ba5-bc6e-991db432ab3b tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1777844 Dec 23 16:12:42.104735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:42.109482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] For port 0704e354-c58c-4e89-a237-9dcdc9955de8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0704e354-c58c-4e89-a237-9dcdc9955de8,segment=NetworkSegment(72ef104d-ced1-46f9-afbf-0e76d348a80a),segment_id=72ef104d-ced1-46f9-afbf-0e76d348a80a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:42.109873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.118147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:42.120119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Pushing event updated for resources: {'Port': ['ID=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:42.122556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:42.182272 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1aee34c6-96ac-4d50-9a9f-e36016e45944 req-470d9231-3605-4139-a2a5-a0a97dc58867 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956068 Dec 23 16:12:42.216970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.20.0.1 (7b7e88b2-26c4-43fe-80ed-38f83c8e91a7/feb05356-2d39-476a-b35b-0f59f2a08f5b/48ab8a15-2c36-4fe5-9dee-3b927d4f4010) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:42.247782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Calling delete_port for 0704e354-c58c-4e89-a237-9dcdc9955de8 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:42.260470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.339226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.402314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=0704e354-c58c-4e89-a237-9dcdc9955de8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:42.409565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.426514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:42.458951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.461540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No DVR routers for this DVR port 0704e354-c58c-4e89-a237-9dcdc9955de8 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:42.479039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:42.490293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Attempting to bind port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:42.490661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Attempting to bind port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '5f0e872c-1cdc-4a53-8c9e-61da4f5b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2877a889-3381-4ab7-ad09-6bdd6cf95c9b'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:42.491014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Attempting to bind port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 on network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:42.505455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:42.505828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Checking segment: {'id': '5f0e872c-1cdc-4a53-8c9e-61da4f5b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2877a889-3381-4ab7-ad09-6bdd6cf95c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:42.506223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.506602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Bound using segment: {'id': '5f0e872c-1cdc-4a53-8c9e-61da4f5b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2877a889-3381-4ab7-ad09-6bdd6cf95c9b'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:42.507061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Bound port: cf6e34c3-6fb0-446b-8578-69c3ddedc8a6, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0e872c-1cdc-4a53-8c9e-61da4f5b6527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2877a889-3381-4ab7-ad09-6bdd6cf95c9b'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:42.507426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.534920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.561669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0704e354-c58c-4e89-a237-9dcdc9955de8 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:42.608219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:42.608601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:42.617736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 0704e354-c58c-4e89-a237-9dcdc9955de8 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:12:42.618093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0704e354-c58c-4e89-a237-9dcdc9955de8 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:42.628431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:42.634280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:42.636401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=48ab8a15-2c36-4fe5-9dee-3b927d4f4010,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:42.638605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:42.671314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] For port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:42.674669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] For port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,segment=NetworkSegment(5f0e872c-1cdc-4a53-8c9e-61da4f5b6527),segment_id=5f0e872c-1cdc-4a53-8c9e-61da4f5b6527)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:42.680635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.691075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.731889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2313c9-1cc3-4a65-bc8f-4a414534c98a']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:42.754920 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ef104d-ced1-46f9-afbf-0e76d348a80a') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:42.755343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ef104d-ced1-46f9-afbf-0e76d348a80a') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:42.765197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b9bd1-57e5-4ab5-b38e-7a75129bac8a None None] Pushing event updated for resources: {'Port': ['ID=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:42.770106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.791200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.800675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:42.801080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.838837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e16921-f4c9-48ae-9ae6-9acaa7319a9d None None] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:42.843965 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:42.907112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.946919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port f45cf0c1-38ae-4030-ab09-780729a612b2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:42.947270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.963042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a5472737-28d6-4c4f-9d36-c0d2c18195d9 None None] Provisioning for port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:42.975956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a5472737-28d6-4c4f-9d36-c0d2c18195d9 None None] Provisioning complete for port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:42.976632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5472737-28d6-4c4f-9d36-c0d2c18195d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:42.997587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.134117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Deleting port 0704e354-c58c-4e89-a237-9dcdc9955de8 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:43.134542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.217363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9953149e-b749-4694-9af7-bf75374b8ace None None] The port '0704e354-c58c-4e89-a237-9dcdc9955de8' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:12:43.355926 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5472737-28d6-4c4f-9d36-c0d2c18195d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.360816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.394111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a5472737-28d6-4c4f-9d36-c0d2c18195d9 None None] For port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=88d69f0f-1c79-4a55-b1fc-29b988bc2b69,segment=NetworkSegment(27d1f148-3237-4d27-9866-e557b1f06138),segment_id=27d1f148-3237-4d27-9866-e557b1f06138)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:43.396880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.404997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5472737-28d6-4c4f-9d36-c0d2c18195d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.416198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=6a2313c9-1cc3-4a65-bc8f-4a414534c98a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:43.487269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5472737-28d6-4c4f-9d36-c0d2c18195d9 None None] Pushing event updated for resources: {'Port': ['ID=88d69f0f-1c79-4a55-b1fc-29b988bc2b69,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:43.501946 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c6e1c649-93b8-42fb-91ce-6c69e6ea79b9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/6a2313c9-1cc3-4a65-bc8f-4a414534c98a HTTP/1.1" status: 204 len: 168 time: 2.6144619 Dec 23 16:12:43.502703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9deda49-5a65-4f44-b7d0-dce3e8041788 req-1ee29c9e-3a47-43e3-8897-bcd078cd7c7c tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:43.503146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51860) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:43.504189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9deda49-5a65-4f44-b7d0-dce3e8041788 req-1ee29c9e-3a47-43e3-8897-bcd078cd7c7c tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1364875 Dec 23 16:12:43.531209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-945259531'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:43.542079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:43.547602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.554769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:network and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:43.560322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:43.586997 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9deda49-5a65-4f44-b7d0-dce3e8041788 req-1a850848-ab57-46cd-a50b-25ba1ecf88b0 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631888 Dec 23 16:12:43.607874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.613049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.628703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:43.721202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for f45cf0c1-38ae-4030-ab09-780729a612b2 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:43.728209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.731788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=48ab8a15-2c36-4fe5-9dee-3b927d4f4010,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:43.752180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:12:43.791468 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-8220eaa5-a88e-4bfe-aeb5-d798d60ba120 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8134215 Dec 23 16:12:43.798748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.813255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:43.818894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.846395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.033210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:44.065148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:44.070645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:44.084327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:44.094601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.094943 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Added segment af2426f6-509f-4629-96c3-b8b2eef8b96f of type vlan for network b20b5a87-4d4d-4211-b8f7-d28629b61556 Dec 23 16:12:44.183101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e746dd40-50e5-4e5d-9d07-83a5f72e3275 None None] Provisioning for port 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:44.206156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e746dd40-50e5-4e5d-9d07-83a5f72e3275 None None] Provisioning complete for port 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:44.206457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e746dd40-50e5-4e5d-9d07-83a5f72e3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.279825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e746dd40-50e5-4e5d-9d07-83a5f72e3275 None None] Port 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:44.281679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.294070 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:44.294689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.313109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Port': ['ID=ffafeb8f-8e34-4443-bef3-72829d8c7793,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:44.350721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e746dd40-50e5-4e5d-9d07-83a5f72e3275 None None] Provisioning complete for port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:44.354173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e746dd40-50e5-4e5d-9d07-83a5f72e3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.381361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.401100 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-dba60cdd-78f5-41dd-a70c-7a7272a4c1b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.4602277 Dec 23 16:12:44.414317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.418449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:44.419272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.442022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26219b3d-03ed-4f26-aa82-bea2e536e0a8 None None] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:44.638970 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-0bef4f50-5f82-4341-9784-8c55db026e53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d596ad7f7786472ab818eaad0e93096a&device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 1099 time: 0.2954519 Dec 23 16:12:44.647599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987ebcb-4f76-4bd9-b154-1c76a8e8182e req-cbcca816-1866-4f9e-8187-6505a70e1881 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:44.655003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7987ebcb-4f76-4bd9-b154-1c76a8e8182e req-cbcca816-1866-4f9e-8187-6505a70e1881 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.3129170 Dec 23 16:12:44.656328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:44.662307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.663748 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0090f2c3-a156-481e-b8e1-88065305d8b4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7518895 Dec 23 16:12:44.681501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:44.684925 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1752350 Dec 23 16:12:44.694290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51874) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:44.697997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e7d3c57d-5598-4516-b8c4-1d99630fb1d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'floatingip': {'port_id': 'd97a8da9-452c-4fd6-bbe4-828e6e30ba78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:44.762979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce27b4-e02f-4254-967a-b5f5010288c0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Network': ['ID=b20b5a87-4d4d-4211-b8f7-d28629b61556,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:44.781063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:44.786847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:44.906897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c57d-5598-4516-b8c4-1d99630fb1d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.946586 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7987ebcb-4f76-4bd9-b154-1c76a8e8182e req-9e54d74f-4d7e-4827-9150-68ac029f4184 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894473 Dec 23 16:12:44.981335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-efde1248-7c65-44a3-96a0-e5b454a4fed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:44.982940 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-efde1248-7c65-44a3-96a0-e5b454a4fed0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 HTTP/1.1" status: 200 len: 912 time: 0.3239455 Dec 23 16:12:44.988220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-aa9a1204-e78f-4059-98a1-2f02247d88e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:44.989663 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-aa9a1204-e78f-4059-98a1-2f02247d88e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.5622926 Dec 23 16:12:44.998082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Provisioning complete for port 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:44.998537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.038093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:45.071916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Port 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:45.086238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-bf26b2f5-86de-4d41-841d-e3c8bf911fa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6 HTTP/1.1" status: 200 len: 217 time: 0.0938959 Dec 23 16:12:45.094685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Provisioning for port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:45.100829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Provisioning complete for port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:45.101363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.157016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.165877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-d5ec1098-96c6-4fcc-b881-9367871d7f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:45.167589 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-d5ec1098-96c6-4fcc-b881-9367871d7f17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0a033d-0bbb-4e56-a417-818d5d3fde48 HTTP/1.1" status: 200 len: 851 time: 0.0731907 Dec 23 16:12:45.169054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router 541478ab-4d03-4e31-bde9-68c68ebca800 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:12:45.224026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-d3902e3c-e959-4355-9045-94721f671485 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479198 Dec 23 16:12:45.316575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.320355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:45.352123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:45.355000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=f45cf0c1-38ae-4030-ab09-780729a612b2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:45.359358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:45.361248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] For port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,segment=NetworkSegment(5f0e872c-1cdc-4a53-8c9e-61da4f5b6527),segment_id=5f0e872c-1cdc-4a53-8c9e-61da4f5b6527)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:45.377573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:45.377737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.455703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efbfa9-0fa7-4508-a034-0f3aa38acc87 None None] Pushing event updated for resources: {'Port': ['ID=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:45.486785 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-a38d1a37-8be4-4942-8a34-6791f0825212 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1001 time: 0.4738050 Dec 23 16:12:45.497224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:45.500530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-386f6edd-2168-49d3-b859-fc3b83973056 None None] Provisioning complete for port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:45.500901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-386f6edd-2168-49d3-b859-fc3b83973056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.530096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-a909825f-a0af-49d6-81b6-eee3d042c52d service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362993 Dec 23 16:12:45.687444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9c484fb5-609a-45dd-b76f-8fa09125164c req-c5875ed7-93d1-4a30-bb5c-188415a4fe3c service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496522 Dec 23 16:12:45.693249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:45.702803 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-721e056e-4cdb-4677-b6f7-59241d4af4e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/541478ab-4d03-4e31-bde9-68c68ebca800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8606265 Dec 23 16:12:45.705018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51880) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:45.723606 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-e7d3c57d-5598-4516-b8c4-1d99630fb1d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] update failed (client error): The resource could not be found. Dec 23 16:12:45.726096 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] Sync routers for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:45.727456 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7d3c57d-5598-4516-b8c4-1d99630fb1d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "PUT /v2.0/floatingips/23bd948c-5414-41ab-a7e0-8e979b75c3dc HTTP/1.1" status: 404 len: 507 time: 1.0446029 Dec 23 16:12:45.736126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51884) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:45.743270 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:45.744078 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:45.790345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:45.801608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633369f-328f-4c67-a64a-99ae2b0e94c4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:45.802668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b633369f-328f-4c67-a64a-99ae2b0e94c4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:45.812007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-d18983cd-4eba-4adf-aa10-3c3b25845720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:45.813351 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:45.813519 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-d18983cd-4eba-4adf-aa10-3c3b25845720 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.2962818 Dec 23 16:12:45.826907 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:45.827900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b633369f-328f-4c67-a64a-99ae2b0e94c4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:45.828197 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:45.829791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.830347 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b633369f-328f-4c67-a64a-99ae2b0e94c4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports/48ab8a15-2c36-4fe5-9dee-3b927d4f4010 HTTP/1.1" status: 200 len: 910 time: 0.1238492 Dec 23 16:12:45.832489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51888) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:45.875062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:45.875603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:45.893125 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:45.893615 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9e919-201f-41bf-b223-6abd61fd5c92 None None] The sync data for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:46.055120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Deleting port ffafeb8f-8e34-4443-bef3-72829d8c7793 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:46.055571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:46.252674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5d3d-66de-4cd2-bd43-f3856ac10e44 req-a37aa73a-3208-48bf-910a-0261864fa00a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:46.254019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-38cf5d3d-66de-4cd2-bd43-f3856ac10e44 req-a37aa73a-3208-48bf-910a-0261864fa00a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1605897 Dec 23 16:12:46.324243 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-c975ab11-f785-4e5f-8a90-971208749a2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4746990 Dec 23 16:12:46.517369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:46.518013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:46.560559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-38cf5d3d-66de-4cd2-bd43-f3856ac10e44 req-dc3f6f5f-3ce8-4dd8-87aa-be2341b70627 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977357 Dec 23 16:12:46.715057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:46.771721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:46.784822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Calling delete_port for ffafeb8f-8e34-4443-bef3-72829d8c7793 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:46.904463 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-a6aeebbf-371d-4a74-8c29-656dfce63553 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659578 Dec 23 16:12:47.021318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=1f95ea81-97e5-4db7-a8a0-6f58a5818463,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:47.028773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.096409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.21.0.1 (2877a889-3381-4ab7-ad09-6bdd6cf95c9b/fc0e1180-2d4f-4633-bce7-340b47c95f5f/21af1ab6-5ca4-4395-92d7-d47e4d7f6abe) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:47.182991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Checking segment: {'id': 'af2426f6-509f-4629-96c3-b8b2eef8b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:47.183347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network hostable DHCP agents. Network: b20b5a87-4d4d-4211-b8f7-d28629b61556, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:47.230449 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e999fe5-60bf-491f-9bdd-7793e226f766 req-e16dd79c-b39e-43cb-b4c2-bd28a20cc152 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171699 Dec 23 16:12:47.252196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.259274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.274833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:47.296612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.307206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event deleted for resources: {'Port': ['ID=ffafeb8f-8e34-4443-bef3-72829d8c7793,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:47.315115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:47.355411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, b20b5a87-4d4d-4211-b8f7-d28629b61556) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:47.364905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d294b-d60f-448d-890d-31de4b09d948 None None] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:47.377529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:47.380704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:47.383297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:47.391734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:47.392315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.417533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=21af1ab6-5ca4-4395-92d7-d47e4d7f6abe,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:47.447286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.520754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.523078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.533071 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7a5e1877-9253-4520-b8c5-d53d01b2a80b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "DELETE /v2.0/floatingips/23bd948c-5414-41ab-a7e0-8e979b75c3dc HTTP/1.1" status: 204 len: 168 time: 1.7936866 Dec 23 16:12:47.535324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51898) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:47.540165 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97f92026-f8ae-40fc-b54d-98ccd339ac4c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7877777 Dec 23 16:12:47.543678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'floatingip': {'floating_network_id': 'c0b6bf70-6112-4e8e-a808-d6fc1e410056', 'port_id': 'd97a8da9-452c-4fd6-bbe4-828e6e30ba78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:47.549195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:47.552077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:47.558892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1302840650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:47.566591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:floatingip and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:47.570021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:47.572405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:47.581379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:47.583619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:router and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:47.588248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:47.603880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.614180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:47.624811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.660216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-b20b5a87-4d4d-4211-b8f7-d28629b61556', 'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556', 'tenant_id': 'b044bd17926f405fb8bebeedf47df269', 'fixed_ips': [{'subnet_id': '1f95ea81-97e5-4db7-a8a0-6f58a5818463'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:47.661170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.734613 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:12:47.788189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0d4442f1-cb85-4bc9-a7ac-872d393c5181 None None] Provisioning for port 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:47.798172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0d4442f1-cb85-4bc9-a7ac-872d393c5181 None None] Provisioning complete for port 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:47.798172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d4442f1-cb85-4bc9-a7ac-872d393c5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.801771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.802620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:47.895357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0d4442f1-cb85-4bc9-a7ac-872d393c5181 None None] Port 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:47.910539 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Allocated IP 2001:db8::2 (b20b5a87-4d4d-4211-b8f7-d28629b61556/1f95ea81-97e5-4db7-a8a0-6f58a5818463/861fb03b-b2c5-4650-ba9f-3ca725fdbdb7) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:47.960648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.053270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f95a0-708c-43d0-82b4-3027fc0f3f05 req-ccc382ea-e99a-4397-96ff-694129f14418 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:48.058833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1b5f95a0-708c-43d0-82b4-3027fc0f3f05 req-ccc382ea-e99a-4397-96ff-694129f14418 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.2973979 Dec 23 16:12:48.070215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.125983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.127998 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63545f86-2184-4d69-bbe3-2eac1a5ba2b3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5779288 Dec 23 16:12:48.134978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51908) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:48.140425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.145037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556', 'name': 'tempest-PortsIpV6TestJSON-591141649'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:48.147761 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:12:48.148938 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7108664a-277b-42de-9ab0-628c64c07331 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6126637 Dec 23 16:12:48.155379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Transition to ACTIVE for port object 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:48.163471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51912) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:48.174930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Transition to ACTIVE for port object 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:48.180879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.225081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1b5f95a0-708c-43d0-82b4-3027fc0f3f05 req-f0af4ff5-2894-4f71-abbc-7acef42aeb21 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598253 Dec 23 16:12:48.236745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'd97a8da9-452c-4fd6-bbe4-828e6e30ba78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:48.242920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:48.251431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Usage tracker for resource:floatingip and tenant:f149d11017164348a65f380c0f385130 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:48.264701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:48.267914 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:48.269014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:48.272572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:48.273608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:48.277170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Pushing event updated for resources: {'Port': ['ID=861fb03b-b2c5-4650-ba9f-3ca725fdbdb7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:48.317461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:48.359080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.405173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Attempting to bind port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:48.405767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Attempting to bind port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'af2426f6-509f-4629-96c3-b8b2eef8b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:48.405968 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Attempting to bind port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 on network b20b5a87-4d4d-4211-b8f7-d28629b61556 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:48.413805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:48.414177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Checking segment: {'id': 'af2426f6-509f-4629-96c3-b8b2eef8b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:48.414579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.414971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Bound using segment: {'id': 'af2426f6-509f-4629-96c3-b8b2eef8b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:48.415489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Bound port: 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2426f6-509f-4629-96c3-b8b2eef8b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b20b5a87-4d4d-4211-b8f7-d28629b61556'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:48.415909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.533023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] For port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:48.548953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] For port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=861fb03b-b2c5-4650-ba9f-3ca725fdbdb7,segment=NetworkSegment(af2426f6-509f-4629-96c3-b8b2eef8b96f),segment_id=af2426f6-509f-4629-96c3-b8b2eef8b96f)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:48.558129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.609625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:48.616156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.620639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:port and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:48.625677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:48.629308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.639936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2e126-6e31-40a2-bab9-ccafb14899b7 None None] Pushing event updated for resources: {'Port': ['ID=861fb03b-b2c5-4650-ba9f-3ca725fdbdb7,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:48.674495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:48.681915 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-10ec3051-0ad3-45d2-944b-91fc929f61bc tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "PUT /v2.0/routers/2a9762d8-9420-4783-9a4f-96b0e8fa9ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5412745 Dec 23 16:12:48.686365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51920) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:48.689260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] Sync routers for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:48.702553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:48.703436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:48.746208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:48.822281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:48.825449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.826881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:48.839363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] Routers {'2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:48.840016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:48.847776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:48.878435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=21af1ab6-5ca4-4395-92d7-d47e4d7f6abe,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:48.897732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 6c5e5d64-5138-4237-8470-64da973894e2 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:12:48.973895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:48.974658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413e3def-b14c-4f9c-bbda-ae7644d51240 None None] The sync data for ids ['2a9762d8-9420-4783-9a4f-96b0e8fa9ddd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:48.990511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:49.130899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7201194-f765-4c52-9f7a-6f09ed795f24 req-421d740f-56b5-40a7-b20e-23874af7278a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:49.132292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a7201194-f765-4c52-9f7a-6f09ed795f24 req-421d740f-56b5-40a7-b20e-23874af7278a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.4689615 Dec 23 16:12:49.211578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:49.223218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting port 7f5b1eea-565b-43b9-94ef-47c500d9e0be {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:49.223759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:49.263403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:49.265528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:49.281912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:49.284192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::15f (b20b5a87-4d4d-4211-b8f7-d28629b61556/1f95ea81-97e5-4db7-a8a0-6f58a5818463/6c5e5d64-5138-4237-8470-64da973894e2) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:49.401391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:49.406968 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a7201194-f765-4c52-9f7a-6f09ed795f24 req-12f0a86c-e9c3-4b0f-aff4-f614f3525f6d tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673354 Dec 23 16:12:49.555205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Calling delete_port for 7f5b1eea-565b-43b9-94ef-47c500d9e0be owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:49.748948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-915b13c5-5050-48b9-908c-2ad3ef4c21bd None None] Provisioning complete for port 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:49.750329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-915b13c5-5050-48b9-908c-2ad3ef4c21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:49.800248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:49.842075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-915b13c5-5050-48b9-908c-2ad3ef4c21bd None None] Port 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:49.844553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Allocated IP 172.26.7.11 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/334e7812-fbaa-4e1c-8b89-a7ee6ec9145f) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:49.857863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:49.904543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Port': ['ID=7f5b1eea-565b-43b9-94ef-47c500d9e0be,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:49.954326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:50.029104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d6de6f-76e3-42da-9fce-190a897acc32 None None] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:50.120299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.123855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e1ad86c1-c56f-4e3b-92c6-683a9edcbe35 None None] Provisioning for port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:50.127076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.141286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e1ad86c1-c56f-4e3b-92c6-683a9edcbe35 None None] Provisioning complete for port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:50.141649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1ad86c1-c56f-4e3b-92c6-683a9edcbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.300345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 6c5e5d64-5138-4237-8470-64da973894e2 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:50.354647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.364045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router 541478ab-4d03-4e31-bde9-68c68ebca800 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:50.372687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1ad86c1-c56f-4e3b-92c6-683a9edcbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.392321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.415092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e1ad86c1-c56f-4e3b-92c6-683a9edcbe35 None None] For port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=861fb03b-b2c5-4650-ba9f-3ca725fdbdb7,segment=NetworkSegment(af2426f6-509f-4629-96c3-b8b2eef8b96f),segment_id=af2426f6-509f-4629-96c3-b8b2eef8b96f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:50.422989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1ad86c1-c56f-4e3b-92c6-683a9edcbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.516496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad86c1-c56f-4e3b-92c6-683a9edcbe35 None None] Pushing event updated for resources: {'Port': ['ID=861fb03b-b2c5-4650-ba9f-3ca725fdbdb7,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:50.546576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:50.560445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.566494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:50.566719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.575895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:50.579889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:50.580494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.605635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.606321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Fanout notify agent at l3_agent the message router_deleted on router 2a9762d8-9420-4783-9a4f-96b0e8fa9ddd {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:12:50.622830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.623965 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33d09b12-f46e-4d9e-a9e6-16302a6c0956 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/routers/2a9762d8-9420-4783-9a4f-96b0e8fa9ddd HTTP/1.1" status: 204 len: 168 time: 1.9371989 Dec 23 16:12:50.626922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51930) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:50.694979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=6c5e5d64-5138-4237-8470-64da973894e2,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:50.705880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.761561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e2254fd0-1746-4f41-987d-c5113a9fd54a None None] Provisioning complete for port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:50.762131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2254fd0-1746-4f41-987d-c5113a9fd54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.785526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e51e8c34-d6e2-4079-9164-04244b990c37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6498029 Dec 23 16:12:50.789337 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:50.817909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:50.824234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:50.828591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:50.854137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event updated for resources: {'Port': ['ID=334e7812-fbaa-4e1c-8b89-a7ee6ec9145f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:50.946962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa667213-66f1-4575-a00f-6169cd577077 req-cee72608-b71e-4442-8e40-d7173ef59fd3 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:50.948472 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa667213-66f1-4575-a00f-6169cd577077 req-cee72608-b71e-4442-8e40-d7173ef59fd3 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.3617163 Dec 23 16:12:50.961508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Deleting subnet 768c386a-1e56-4b7d-b0af-c3fa62d9d9dd {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:50.967153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:50.993173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:51.003741 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-790ae752-3bb3-4f3c-8758-e269e9ddfb1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/541478ab-4d03-4e31-bde9-68c68ebca800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1698034 Dec 23 16:12:51.003911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:51.005486 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] Sync routers for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:51.024247 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:51.025475 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:51.038271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ed68773c-e720-45d0-9ede-a214b93419c4 None None] Provisioning for port 6c5e5d64-5138-4237-8470-64da973894e2 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:51.049795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ed68773c-e720-45d0-9ede-a214b93419c4 None None] Provisioning complete for port 6c5e5d64-5138-4237-8470-64da973894e2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:51.050637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed68773c-e720-45d0-9ede-a214b93419c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.072366 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa667213-66f1-4575-a00f-6169cd577077 req-16b7576d-5c21-4ed2-a7a3-585d9c68ea7f tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159954 Dec 23 16:12:51.100682 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:51.102394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Deleting port 334e7812-fbaa-4e1c-8b89-a7ee6ec9145f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:51.102745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.114181 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:51.115092 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:51.167021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ed68773c-e720-45d0-9ede-a214b93419c4 None None] Port 6c5e5d64-5138-4237-8470-64da973894e2 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:51.221290 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:51.222627 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3409a248-1361-4627-95d8-5504a5f316dc None None] The sync data for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:51.226997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.279787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aecd17f-35c4-44df-ba4a-2238353518c4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:51.284422 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5aecd17f-35c4-44df-ba4a-2238353518c4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports/21af1ab6-5ca4-4395-92d7-d47e4d7f6abe HTTP/1.1" status: 200 len: 910 time: 0.2123959 Dec 23 16:12:51.285440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51946) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:51.333388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.333941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.391404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.504129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Calling delete_port for 334e7812-fbaa-4e1c-8b89-a7ee6ec9145f owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:51.673989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6b34f-93db-4c12-9bda-a87c0829c66a req-68a3f74e-a227-42ea-8a6b-311be5012928 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:51.675335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44b6b34f-93db-4c12-9bda-a87c0829c66a req-68a3f74e-a227-42ea-8a6b-311be5012928 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1784127 Dec 23 16:12:51.723382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.774552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event deleted for resources: {'Port': ['ID=334e7812-fbaa-4e1c-8b89-a7ee6ec9145f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:51.779160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:51.783693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44b6b34f-93db-4c12-9bda-a87c0829c66a req-4b72fd77-d023-4cac-9fc4-19fa56d67a92 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020482 Dec 23 16:12:51.852661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.860641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:51.861598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.896116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Subnet': ['ID=768c386a-1e56-4b7d-b0af-c3fa62d9d9dd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:51.907855 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] create failed (client error): The resource could not be found. Dec 23 16:12:51.909054 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1c260641-fb3a-47a1-843d-998336f5e5e4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7391024 Dec 23 16:12:51.913228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51952) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:51.918293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.978320 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18512ef9-e6a9-4505-a9c6-5bbe850ddb05 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/subnets/768c386a-1e56-4b7d-b0af-c3fa62d9d9dd HTTP/1.1" status: 204 len: 168 time: 1.3502307 Dec 23 16:12:51.979227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Deleting port d97a8da9-452c-4fd6-bbe4-828e6e30ba78 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:51.979731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:51.987761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:52.019198 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-72420431-5390-4481-b276-0d3956091112 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d596ad7f7786472ab818eaad0e93096a&device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 1099 time: 0.5100796 Dec 23 16:12:52.298821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:52.321575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:52.445219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Calling delete_port for d97a8da9-452c-4fd6-bbe4-828e6e30ba78 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:52.506809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-a8e0ca3b-ce48-41c5-bee3-acd2e64cf4ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:52.508565 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-a8e0ca3b-ce48-41c5-bee3-acd2e64cf4ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 HTTP/1.1" status: 200 len: 912 time: 0.4393640 Dec 23 16:12:52.588246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:52.640193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event deleted for resources: {'Port': ['ID=d97a8da9-452c-4fd6-bbe4-828e6e30ba78,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:52.646411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:52.686760 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-30c8fe1a-5d96-4cf7-be2c-d8fabdeee724 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6 HTTP/1.1" status: 200 len: 217 time: 0.1551709 Dec 23 16:12:52.694080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:52.738288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:52.747492 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c3a12aa7-78fe-440b-8f7e-453a579609d4 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "DELETE /v2.0/ports/d97a8da9-452c-4fd6-bbe4-828e6e30ba78 HTTP/1.1" status: 204 len: 168 time: 0.8330634 Dec 23 16:12:52.749962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51962) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:52.829472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52d2689-6f80-4d63-8c29-a2529dafe3ba']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:52.836726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968ab9f-708b-4054-9ff8-7f2896958a37 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:52.837772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d968ab9f-708b-4054-9ff8-7f2896958a37 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Synchronizing usage tracker for tenant:f149d11017164348a65f380c0f385130 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:52.855042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d968ab9f-708b-4054-9ff8-7f2896958a37 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Unset dirty status for tenant:f149d11017164348a65f380c0f385130 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:52.858860 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d968ab9f-708b-4054-9ff8-7f2896958a37 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4142652-d113-464c-82a0-a145f5e3cdef HTTP/1.1" status: 200 len: 913 time: 0.1054659 Dec 23 16:12:52.859114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 51968) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:52.967240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.022917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31cf6e3-92be-440d-8a9f-f2e18fdc98ca') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:53.023634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31cf6e3-92be-440d-8a9f-f2e18fdc98ca') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:53.041729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-7552d932-3a99-4ee5-aa1f-93472fb94318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:53.043155 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-7552d932-3a99-4ee5-aa1f-93472fb94318 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0a033d-0bbb-4e56-a417-818d5d3fde48 HTTP/1.1" status: 200 len: 851 time: 0.3412793 Dec 23 16:12:53.053968 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.078052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b91141-a479-4442-8500-71e9b4ef5847 req-e68a27c6-de1c-414b-84a9-9c09741e95f1 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:53.079505 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-71b91141-a479-4442-8500-71e9b4ef5847 req-e68a27c6-de1c-414b-84a9-9c09741e95f1 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1564810 Dec 23 16:12:53.237581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-71b91141-a479-4442-8500-71e9b4ef5847 req-30f923b3-8049-4d2c-97a6-92fd69cf4f8d tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521094 Dec 23 16:12:53.297210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.343461 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-85a94035-af92-4da0-b5e2-75ebd5528a14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2817442 Dec 23 16:12:53.344437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.384549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:53.384954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:53.402357 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:53.597070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.636816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.669694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] Pushing event deleted for resources: {'Network': ['ID=f52d2689-6f80-4d63-8c29-a2529dafe3ba,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:53.676392 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cbe351fa-2633-48d0-a06a-2b4f68385889 tempest-FloatingIPTestJSON-1879022002 tempest-FloatingIPTestJSON-1879022002-project] 10.222.0.18 "DELETE /v2.0/networks/f52d2689-6f80-4d63-8c29-a2529dafe3ba HTTP/1.1" status: 204 len: 168 time: 1.6851826 Dec 23 16:12:53.690646 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-b5fa4c1c-1756-46a9-8626-1f61b6eef9d9 service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341458 Dec 23 16:12:53.789152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:53.799351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.002868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Deleting port 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:54.003439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.076060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=6c5e5d64-5138-4237-8470-64da973894e2,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:54.132209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:54.189095 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f1adbcd-1d78-47be-a3f1-1a451c27d533 req-3473960f-6e26-40b5-a4eb-3ec45702cc93 service neutron] 10.222.0.59 "GET /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892583 Dec 23 16:12:54.229380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.322282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-97609c11-f779-4c8d-beb5-c5ae7a29fe68 None None] Provisioning complete for port 6c5e5d64-5138-4237-8470-64da973894e2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:54.325203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97609c11-f779-4c8d-beb5-c5ae7a29fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.355465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Calling delete_port for 49e6c2fd-8f98-4e3d-b8a5-11e611b4d113 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:54.391452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.407922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-97609c11-f779-4c8d-beb5-c5ae7a29fe68 None None] Port 6c5e5d64-5138-4237-8470-64da973894e2 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:54.489122 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68c4b0fa-aa50-4644-995b-9f78e93764b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83032132e3bf4f9cbde1bc2ca81a45f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3515940 Dec 23 16:12:54.494455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 51986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:54.516102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b00d0-1866-4134-a50f-fb19c9d0cbd0 req-a86d928a-4c13-4d63-b22f-51a788bbbfe9 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:54.517244 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf4b00d0-1866-4134-a50f-fb19c9d0cbd0 req-a86d928a-4c13-4d63-b22f-51a788bbbfe9 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1297567 Dec 23 16:12:54.603904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf4b00d0-1866-4134-a50f-fb19c9d0cbd0 req-88bafd10-af52-4a63-963a-58b1af8a6027 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782294 Dec 23 16:12:54.629719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.634465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.675343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event deleted for resources: {'Port': ['ID=49e6c2fd-8f98-4e3d-b8a5-11e611b4d113,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:54.698048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e9aba5f-0ec4-4b04-9a55-f819e2654e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.824271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e9aba5f-0ec4-4b04-9a55-f819e2654e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:54.935243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.206287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:55.206958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.246518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e9aba5f-0ec4-4b04-9a55-f819e2654e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.288028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aba5f-0ec4-4b04-9a55-f819e2654e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdec3a7c-cebf-49d9-b60c-7e50227f60fa,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:55.337010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e9aba5f-0ec4-4b04-9a55-f819e2654e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.338140 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e9aba5f-0ec4-4b04-9a55-f819e2654e7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdec3a7c-cebf-49d9-b60c-7e50227f60fa HTTP/1.1" status: 204 len: 168 time: 0.8431840 Dec 23 16:12:55.484070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.487056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Router e4142652-d113-464c-82a0-a145f5e3cdef has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:55.488864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.498363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.499175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.626858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:55.642871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] Sync routers for ids ['e4142652-d113-464c-82a0-a145f5e3cdef'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:55.653668 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2e671659-423a-4366-9c18-ac423d6f0460 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "PUT /v2.0/routers/e4142652-d113-464c-82a0-a145f5e3cdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7913721 Dec 23 16:12:55.654613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52002) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:55.663259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 21af1ab6-5ca4-4395-92d7-d47e4d7f6abe owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:55.676597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] Routers {'e4142652-d113-464c-82a0-a145f5e3cdef'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:55.678423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e4142652-d113-464c-82a0-a145f5e3cdef'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:55.804457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:55.819036 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] Routers {'e4142652-d113-464c-82a0-a145f5e3cdef'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:55.819948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e4142652-d113-464c-82a0-a145f5e3cdef'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:55.839062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=6c5e5d64-5138-4237-8470-64da973894e2,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:55.926899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd076c79-b2f5-473f-8f55-8e468f5b334b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.981218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:55.982696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea6cff-a076-49b1-8c55-38b5a8f8c344 None None] The sync data for ids ['e4142652-d113-464c-82a0-a145f5e3cdef'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:55.986262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:55.992718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:56.022905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc477a6-801c-4acb-9500-cedf5230b348 req-e16a977c-c6a8-44b0-a189-681e52e02329 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:56.024415 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfc477a6-801c-4acb-9500-cedf5230b348 req-e16a977c-c6a8-44b0-a189-681e52e02329 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.1863377 Dec 23 16:12:56.174657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.240412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=21af1ab6-5ca4-4395-92d7-d47e4d7f6abe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:56.368189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfc477a6-801c-4acb-9500-cedf5230b348 req-ccc441c1-e786-4fec-bf9c-da03599b26f6 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940161 Dec 23 16:12:56.368781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52018) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:56.394856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d683-af94-4120-a982-3867fcf3fbb8 None None] Provisioning complete for port 6c5e5d64-5138-4237-8470-64da973894e2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:56.395448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d683-af94-4120-a982-3867fcf3fbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.473349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd076c79-b2f5-473f-8f55-8e468f5b334b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.479863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd076c79-b2f5-473f-8f55-8e468f5b334b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.529954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd076c79-b2f5-473f-8f55-8e468f5b334b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.531371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd076c79-b2f5-473f-8f55-8e468f5b334b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Fanout notify agent at l3_agent the message router_deleted on router e4142652-d113-464c-82a0-a145f5e3cdef {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:12:56.535706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0d683-af94-4120-a982-3867fcf3fbb8 None None] Port 6c5e5d64-5138-4237-8470-64da973894e2 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:56.542745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd076c79-b2f5-473f-8f55-8e468f5b334b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.543880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cd076c79-b2f5-473f-8f55-8e468f5b334b tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "DELETE /v2.0/routers/e4142652-d113-464c-82a0-a145f5e3cdef HTTP/1.1" status: 204 len: 168 time: 0.8874929 Dec 23 16:12:56.548103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52026) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:56.730521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'networks': [{'name': 'tempest-network--839959863'}, {'name': 'tempest-network--2020534579'}]} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:56.731384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'network': {'name': 'tempest-network--839959863'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:56.731877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'network': {'name': 'tempest-network--2020534579'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:56.740551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:56.754180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:network and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:56.758988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:56.767282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:56.804595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Made reservation on behalf of 9a559c46c1e64332be57f3bd1071e3a3 for: {'network': 2} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:56.808757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.826503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.827105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.843492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Deleting subnet cfad107c-85ca-47bf-a895-3a1ec44b3c7a {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:56.874248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:56.972402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Router 52da6c6c-1c7e-44ad-9b61-4ab2c8878395 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:12:57.069528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.103274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:57.119618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:security_group_rule and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:57.125186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:57.137909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:57.178340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f147f7-162d-4bf9-9f81-be1132d05f39 req-e08c6183-5be4-45c1-b88b-6daf0147b61b tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:57.179821 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2f147f7-162d-4bf9-9f81-be1132d05f39 req-e08c6183-5be4-45c1-b88b-6daf0147b61b tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.3417091 Dec 23 16:12:57.262962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.315582 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2f147f7-162d-4bf9-9f81-be1132d05f39 req-45cb04db-f3bc-481f-98df-937502a64226 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220541 Dec 23 16:12:57.326147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:57.336834 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] Sync routers for ids ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:57.344106 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-80038faa-ef0e-40db-8073-b2dd066e129d tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "PUT /v2.0/routers/52da6c6c-1c7e-44ad-9b61-4ab2c8878395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5534668 Dec 23 16:12:57.344244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.345794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52034) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:57.352584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.353046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.360540 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] Routers {'52da6c6c-1c7e-44ad-9b61-4ab2c8878395'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:57.361119 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:57.412603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.445433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b80cb04-2987-49cc-a543-b2420039f590,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:57.461270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:57.463473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event deleted for resources: {'Subnet': ['ID=cfad107c-85ca-47bf-a895-3a1ec44b3c7a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:57.475166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.475516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Added segment 00de2607-e012-4912-b53f-d52d5b548aac of type vlan for network d9375e24-d5c7-4fdb-92a4-45ef33bfba13 Dec 23 16:12:57.476937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.484862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f00bc6-3aa6-4b96-8d31-35a9aac04a27 None None] Network c0b6bf70-6112-4e8e-a808-d6fc1e410056 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:57.490159 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8bf232ce-ad95-49f5-8cbc-f48f6ee100b0 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "DELETE /v2.0/subnets/cfad107c-85ca-47bf-a895-3a1ec44b3c7a HTTP/1.1" status: 204 len: 168 time: 0.9409475 Dec 23 16:12:57.494590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52038) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:57.507912 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:57.520837 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] Routers {'52da6c6c-1c7e-44ad-9b61-4ab2c8878395'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:57.521806 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:57.558468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77c9ce-b6c1-4593-a42e-121635a83c39 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:57.559167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b77c9ce-b6c1-4593-a42e-121635a83c39 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:57.584472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b77c9ce-b6c1-4593-a42e-121635a83c39 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:57.588661 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b77c9ce-b6c1-4593-a42e-121635a83c39 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports?device_id=52da6c6c-1c7e-44ad-9b61-4ab2c8878395 HTTP/1.1" status: 200 len: 988 time: 0.2418780 Dec 23 16:12:57.589294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52042) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:57.612257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.638367 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:57.639124 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0e87a-517a-4443-a235-3905310ce707 None None] The sync data for ids ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:57.654107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.677478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:57.682429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Deleting port 0f9fa943-7842-417c-8a15-54c6488d888f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:57.682773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.714318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router 541478ab-4d03-4e31-bde9-68c68ebca800 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:57.728025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.728313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Added segment 8b37615d-4855-439f-a53a-ddf781e8d5eb of type vlan for network 5c4e62cb-bfc5-4086-b448-bf725b4ff5f7 Dec 23 16:12:57.811969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.812424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] DHCP port deletion for c0b6bf70-6112-4e8e-a808-d6fc1e410056 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:57.816594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Deleting port 0f9fa943-7842-417c-8a15-54c6488d888f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:57.817243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.947470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.947890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:57.951468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:57.954945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:57.955623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.034941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] For port 0f9fa943-7842-417c-8a15-54c6488d888f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f9fa943-7842-417c-8a15-54c6488d888f,segment=NetworkSegment(728efc61-3ba2-4da6-bd2c-488d02c25e83),segment_id=728efc61-3ba2-4da6-bd2c-488d02c25e83)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:58.035291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.064072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] For port 0f9fa943-7842-417c-8a15-54c6488d888f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f9fa943-7842-417c-8a15-54c6488d888f,segment=NetworkSegment(728efc61-3ba2-4da6-bd2c-488d02c25e83),segment_id=728efc61-3ba2-4da6-bd2c-488d02c25e83)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:58.064471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.183493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Calling delete_port for 0f9fa943-7842-417c-8a15-54c6488d888f owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:58.184207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Calling delete_port for 0f9fa943-7842-417c-8a15-54c6488d888f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:12:58.186748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:58.192176 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-937e5ff2-8051-4c89-b019-ffb760ed4fd3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/541478ab-4d03-4e31-bde9-68c68ebca800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9059694 Dec 23 16:12:58.196055 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52046) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:58.222648 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] Sync routers for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:58.253691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:58.254303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:58.289614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.324626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:58.348222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9685857 Dec 23 16:12:58.348556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:58.349164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:58.349443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Network': ['ID=d9375e24-d5c7-4fdb-92a4-45ef33bfba13,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:58.350213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:58.380695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event deleted for resources: {'Port': ['ID=0f9fa943-7842-417c-8a15-54c6488d888f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:58.415619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:58.416020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86393e-4fce-4af2-b279-bdd728298914 None None] The sync data for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:58.419207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d9375e24-d5c7-4fdb-92a4-45ef33bfba13 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:58.437848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] No DVR routers for this DVR port 0f9fa943-7842-417c-8a15-54c6488d888f on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:58.490286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:58.490890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:58.627072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210f0c5-a7e7-4505-bee2-4064bd598218 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Network': ['ID=5c4e62cb-bfc5-4086-b448-bf725b4ff5f7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:58.636254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090dc962-d963-44f1-ba8f-a05521679e8f tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:58.640546 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090dc962-d963-44f1-ba8f-a05521679e8f tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:58.643675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 5c4e62cb-bfc5-4086-b448-bf725b4ff5f7 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:58.644644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090dc962-d963-44f1-ba8f-a05521679e8f tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:58.648366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090dc962-d963-44f1-ba8f-a05521679e8f tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:58.649963 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-090dc962-d963-44f1-ba8f-a05521679e8f tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2979350 Dec 23 16:12:58.656036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52058) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:58.664169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.873297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.878314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b6bf70-6112-4e8e-a808-d6fc1e410056']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:58.902597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728efc61-3ba2-4da6-bd2c-488d02c25e83') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:58.902985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728efc61-3ba2-4da6-bd2c-488d02c25e83') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:58.924584 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.930425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.948112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.959338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988e4c7-006c-4397-becc-2aa231e81277 req-6e4960a0-9a0a-46bf-9f45-ea489aebf93a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:58.960833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7988e4c7-006c-4397-becc-2aa231e81277 req-6e4960a0-9a0a-46bf-9f45-ea489aebf93a tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.3784862 Dec 23 16:12:58.964853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.974418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:58.974853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.992031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Deleting port 0f9fa943-7842-417c-8a15-54c6488d888f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:58.992799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:59.002689 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:59.060818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-15602a78-d0b7-4cba-a8cd-c44ffcf53630 None None] The port '0f9fa943-7842-417c-8a15-54c6488d888f' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:12:59.197814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.226182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.237330 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7988e4c7-006c-4397-becc-2aa231e81277 req-211a9ea4-8c58-420b-8698-392415ce886f tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662683 Dec 23 16:12:59.245630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] Pushing event deleted for resources: {'Network': ['ID=c0b6bf70-6112-4e8e-a808-d6fc1e410056,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:59.248037 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-453b26eb-510b-439c-a2a0-2dd55b376844 tempest-FloatingIPNegativeTestJSON-992206727 tempest-FloatingIPNegativeTestJSON-992206727-project] 10.222.0.18 "DELETE /v2.0/networks/c0b6bf70-6112-4e8e-a808-d6fc1e410056 HTTP/1.1" status: 204 len: 168 time: 1.7525880 Dec 23 16:12:59.250388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.297906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9375e24-d5c7-4fdb-92a4-45ef33bfba13']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:59.312834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00de2607-e012-4912-b53f-d52d5b548aac') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:59.313154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00de2607-e012-4912-b53f-d52d5b548aac') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:59.325646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.348449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.355025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:59.355419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:59.372428 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:59.488444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.510512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.518727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Network': ['ID=d9375e24-d5c7-4fdb-92a4-45ef33bfba13,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:59.524336 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-44d54f55-8184-4d5c-a9ff-56ffbd935c44 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/networks/d9375e24-d5c7-4fdb-92a4-45ef33bfba13 HTTP/1.1" status: 204 len: 168 time: 0.8669436 Dec 23 16:12:59.524979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52066) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:59.644132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.645614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52072) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:59.693514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-131d6ace-d18d-49d3-b839-c1fc9d46e920 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:59.694196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-131d6ace-d18d-49d3-b839-c1fc9d46e920 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Synchronizing usage tracker for tenant:d596ad7f7786472ab818eaad0e93096a on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:59.710396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 6c5e5d64-5138-4237-8470-64da973894e2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:59.710787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.800431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-131d6ace-d18d-49d3-b839-c1fc9d46e920 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Unset dirty status for tenant:d596ad7f7786472ab818eaad0e93096a on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:59.801613 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-131d6ace-d18d-49d3-b839-c1fc9d46e920 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.59 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.5635576 Dec 23 16:12:59.804015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.812218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f9fa943-7842-417c-8a15-54c6488d888f no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:59.843360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4e62cb-bfc5-4086-b448-bf725b4ff5f7']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:59.845003 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 0f9fa943-7842-417c-8a15-54c6488d888f {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:12:59.845334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f9fa943-7842-417c-8a15-54c6488d888f not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:59.865706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b37615d-4855-439f-a53a-ddf781e8d5eb') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:59.866000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b37615d-4855-439f-a53a-ddf781e8d5eb') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:59.879893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.887824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0bfceb89-74cc-40c0-85e3-e82752381263 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f149d11017164348a65f380c0f385130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2411687 Dec 23 16:12:59.890481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52078) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:59.909745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.926426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:59.927040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:59.940680 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:59.999576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Deleting port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:12:59.999902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.037067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.055487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.064916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac667dfb-6ec1-4ac1-b869-f6d19e277b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.067512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Network': ['ID=5c4e62cb-bfc5-4086-b448-bf725b4ff5f7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:00.071372 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b28da2a9-5ee8-4a40-997b-2a855155b5d8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/networks/5c4e62cb-bfc5-4086-b448-bf725b4ff5f7 HTTP/1.1" status: 204 len: 168 time: 0.5451641 Dec 23 16:13:00.075260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52082) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:00.095813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac667dfb-6ec1-4ac1-b869-f6d19e277b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.147208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac667dfb-6ec1-4ac1-b869-f6d19e277b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.161972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac667dfb-6ec1-4ac1-b869-f6d19e277b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29436d8d-db92-42ff-957b-93d2a775376e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:00.168400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac667dfb-6ec1-4ac1-b869-f6d19e277b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.172724 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ac667dfb-6ec1-4ac1-b869-f6d19e277b6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29436d8d-db92-42ff-957b-93d2a775376e HTTP/1.1" status: 204 len: 168 time: 0.2805929 Dec 23 16:13:00.216047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.388733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 6c5e5d64-5138-4237-8470-64da973894e2 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:00.460226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0cb7f-c387-4591-acad-7836cb0388b8 req-dd0f72e6-8bb8-4a38-a1d6-1d1d351cf2e7 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:00.465721 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52c0cb7f-c387-4591-acad-7836cb0388b8 req-dd0f72e6-8bb8-4a38-a1d6-1d1d351cf2e7 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 946 time: 0.0897944 Dec 23 16:13:00.512053 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52c0cb7f-c387-4591-acad-7836cb0388b8 req-506e26d9-4e4c-4dc8-bf28-3f2ea0b8ce9e tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/security-groups?id=f840d847-f75a-46ad-979d-202f735b1446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Dec 23 16:13:00.601310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65d9778-f20f-4971-ab06-f9d721fa8476 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:00.605250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65d9778-f20f-4971-ab06-f9d721fa8476 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:00.610295 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e65d9778-f20f-4971-ab06-f9d721fa8476 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5304196 Dec 23 16:13:00.611542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52100) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:00.616357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1626498601'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:00.621331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:00.625653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:network and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:00.628814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:00.637102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:00.652387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Made reservation on behalf of 9a559c46c1e64332be57f3bd1071e3a3 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:00.655530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.684907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:00.695543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.696052 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Added segment db18156c-3343-4657-ab41-89464d7e9fe2 of type vlan for network e2b67da3-f233-4b16-ad01-e3610a385469 Dec 23 16:13:00.700098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] For port 438d2995-2a0c-415c-a988-74ff6fd2e1a6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=438d2995-2a0c-415c-a988-74ff6fd2e1a6,segment=NetworkSegment(157d9692-e0cf-4b71-b809-607de8c77e4e),segment_id=157d9692-e0cf-4b71-b809-607de8c77e4e)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:00.700609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.728460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.761381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.765670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:00.766291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.871267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2593169 Dec 23 16:13:00.871918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52110) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:00.883133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1476510751'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:00.890828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:00.899378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:network and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:00.899721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aeaff-195c-40cb-a309-d9f09b81d13b tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Network': ['ID=e2b67da3-f233-4b16-ad01-e3610a385469,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:00.903233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:00.911419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:00.913261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e2b67da3-f233-4b16-ad01-e3610a385469 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:00.922801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Made reservation on behalf of 9a559c46c1e64332be57f3bd1071e3a3 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:00.927606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.958884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:00.968741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.969050 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Added segment 6ce5393f-56a5-446a-b7f7-2b6d03a435da of type vlan for network c3847498-8a52-46b4-9156-27068cfed4e7 Dec 23 16:13:00.997723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Calling delete_port for 438d2995-2a0c-415c-a988-74ff6fd2e1a6 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:00.998347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.037504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.043411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:01.045815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.097871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:01.098275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.121070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52116) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:01.148672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2725794 Dec 23 16:13:01.152146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52122) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:01.165740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'ports': [{'network_id': 'e2b67da3-f233-4b16-ad01-e3610a385469', 'name': 'tempest-port--160564541', 'admin_state_up': True}, {'network_id': 'c3847498-8a52-46b4-9156-27068cfed4e7', 'admin_state_up': False}]} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:01.166485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'port': {'network_id': 'e2b67da3-f233-4b16-ad01-e3610a385469', 'name': 'tempest-port--160564541', 'admin_state_up': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:01.167212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'port': {'network_id': 'c3847498-8a52-46b4-9156-27068cfed4e7', 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:01.187150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426d14-4734-44b0-8fce-36366248b3cc tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Network': ['ID=c3847498-8a52-46b4-9156-27068cfed4e7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:01.201128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network c3847498-8a52-46b4-9156-27068cfed4e7 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:01.265999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.328523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=6c5e5d64-5138-4237-8470-64da973894e2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:01.379076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1551695322'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:01.391330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:01.406334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:01.410893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:01.426576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:01.443121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:01.447405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:port and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:01.450634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:01.453837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:01.456787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.472461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.485576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:01.511977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Made reservation on behalf of 9a559c46c1e64332be57f3bd1071e3a3 for: {'port': 2} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:01.516143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.537401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:01.544412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:security_group_rule and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:01.547670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.617840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.630443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['438d2995-2a0c-415c-a988-74ff6fd2e1a6'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:13:01.630862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.656030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:01.665781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:01.682714 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Pushing event deleted for resources: {'Port': ['ID=438d2995-2a0c-415c-a988-74ff6fd2e1a6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:01.753683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.816205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 48ab8a15-2c36-4fe5-9dee-3b927d4f4010 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:01.830530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b498a1c-c883-4291-9e58-2c76b3798083 req-4425f6a2-5ea4-416c-b232-93ed831b4250 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.18 "GET /v2.0/ports?device_id=45957513-77c7-4d50-82eb-dc642050a1a0 HTTP/1.1" status: 200 len: 210 time: 0.0894747 Dec 23 16:13:01.839180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] device_id is not set on port 9a26fa10-f4a8-4afd-9277-1e167ac1828c yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:13:01.893930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.935080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:01.972845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:01.998889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] No DVR routers for this DVR port 438d2995-2a0c-415c-a988-74ff6fd2e1a6 on host hv-neutron-8228 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:02.005209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.009607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45957513-77c7-4d50-82eb-dc642050a1a0', 'name': 'network-vif-deleted', 'tag': '438d2995-2a0c-415c-a988-74ff6fd2e1a6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:13:02.016017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.016231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment cf136fd0-1096-4060-be51-793b7a15cd10 of type vlan for network 563716c3-9e03-4e6a-aa88-53e3167c9b87 Dec 23 16:13:02.023247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a115c5-6f0c-4754-a64a-9fdb2bd659e1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:02.068852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.075631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.094072 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45957513-77c7-4d50-82eb-dc642050a1a0', 'name': 'network-vif-deleted', 'tag': '438d2995-2a0c-415c-a988-74ff6fd2e1a6', 'status': 'completed', 'code': 200} Dec 23 16:13:02.109500 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f68ffbe6-4de3-4199-ab1d-27b93204e107 req-9a07e5ba-8af3-475e-bdf2-a2020d686991 tempest-TestServerAdvancedOps-391672851 tempest-TestServerAdvancedOps-391672851-project] 10.222.0.59 "DELETE /v2.0/ports/438d2995-2a0c-415c-a988-74ff6fd2e1a6 HTTP/1.1" status: 204 len: 173 time: 2.3012829 Dec 23 16:13:02.194049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.197502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:02.198075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.232675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] device_id is not set on port 46ccb52b-8813-4ede-ad30-5f8f925607c7 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:13:02.313992 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1913455 Dec 23 16:13:02.319723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52132) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:02.331284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-722981653'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:02.338918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5bd10-6442-4406-b902-5fb81155513f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=563716c3-9e03-4e6a-aa88-53e3167c9b87,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:02.341684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:02.348502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:02.352458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:02.353280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:02.360562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:02.414469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:02.417691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.453359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:02.462987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.463641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment 44954219-507a-42fd-918b-dee1c3fe0243 of type vlan for network 1e03895f-37ad-46a9-8694-ba1179fbe089 Dec 23 16:13:02.494507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.532068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.537205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:02.538070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.619151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.673798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=48ab8a15-2c36-4fe5-9dee-3b927d4f4010,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:02.685101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3617139 Dec 23 16:13:02.711210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:02.716802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a3fc6-0845-46aa-8bf3-72ec3da82a94 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=1e03895f-37ad-46a9-8694-ba1179fbe089,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:02.729284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:02.758253 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Router 52da6c6c-1c7e-44ad-9b61-4ab2c8878395 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:02.763218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': '563716c3-9e03-4e6a-aa88-53e3167c9b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:02.777422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.846274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.010429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52144) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:03.011075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Port': ['ID=9a26fa10-f4a8-4afd-9277-1e167ac1828c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:03.088795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] Deleting subnet 2e0a033d-0bbb-4e56-a417-818d5d3fde48 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:03.090628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Checking segment: {'id': 'db18156c-3343-4657-ab41-89464d7e9fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e2b67da3-f233-4b16-ad01-e3610a385469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:03.090977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network hostable DHCP agents. Network: e2b67da3-f233-4b16-ad01-e3610a385469, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:03.097001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.157929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.207529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network e2b67da3-f233-4b16-ad01-e3610a385469 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:03.221739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e2b67da3-f233-4b16-ad01-e3610a385469) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:03.228359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:03.229163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.232136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ad0d7-355b-48aa-b81c-703bfc2ff852 None None] Network e2b67da3-f233-4b16-ad01-e3610a385469 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:03.232773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.264270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:03.271373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:03.326040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:03.342254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:03.357961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.364712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:03.375971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Port': ['ID=46ccb52b-8813-4ede-ad30-5f8f925607c7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:03.396105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Checking segment: {'id': '6ce5393f-56a5-446a-b7f7-2b6d03a435da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c3847498-8a52-46b4-9156-27068cfed4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:03.396476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network hostable DHCP agents. Network: c3847498-8a52-46b4-9156-27068cfed4e7, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:03.410488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.447121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:03.455389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0a033d-0bbb-4e56-a417-818d5d3fde48,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:03.464771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.470747 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] Sync routers for ids ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:03.475409 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35fa8194-92c4-4fa0-9582-1f0a55557d65 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e0a033d-0bbb-4e56-a417-818d5d3fde48 HTTP/1.1" status: 204 len: 168 time: 0.4594364 Dec 23 16:13:03.475409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network c3847498-8a52-46b4-9156-27068cfed4e7 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:03.477996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52150) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:03.484882 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] Routers {'52da6c6c-1c7e-44ad-9b61-4ab2c8878395'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:03.485469 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:03.544447 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:03.550151 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6ecb78ac-cdcf-4654-aec6-9f0b347e66a1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "PUT /v2.0/routers/52da6c6c-1c7e-44ad-9b61-4ab2c8878395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9567115 Dec 23 16:13:03.552719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52154) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:03.557253 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] Routers {'52da6c6c-1c7e-44ad-9b61-4ab2c8878395'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:03.557829 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:03.560095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, c3847498-8a52-46b4-9156-27068cfed4e7) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:03.564137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:03.569018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:03.569930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b820f2-22ab-4e45-b090-8f2ecec84e7b None None] Network c3847498-8a52-46b4-9156-27068cfed4e7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:03.572180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:03.572823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.621847 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:03.622234 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2640e6-6532-4a45-9330-06148eadafc4 None None] The sync data for ids ['52da6c6c-1c7e-44ad-9b61-4ab2c8878395'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:03.627921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.642269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4a38a3-8d26-404c-9a8e-5696b61808e8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:13:03.642814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6d4a38a3-8d26-404c-9a8e-5696b61808e8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:03.668191 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5234b34a-ea5c-40fa-865c-cdd7f798e790 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5149095 Dec 23 16:13:03.673064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52158) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:03.678728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:03.723395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6d4a38a3-8d26-404c-9a8e-5696b61808e8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:03.727307 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6d4a38a3-8d26-404c-9a8e-5696b61808e8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/6c5e5d64-5138-4237-8470-64da973894e2 HTTP/1.1" status: 404 len: 333 time: 0.1707697 Dec 23 16:13:03.727790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52162) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:04.012296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.051071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:04.063064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e655736-296c-44a3-9edd-631ce38b0047 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:04.067293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e655736-296c-44a3-9edd-631ce38b0047 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:04.068179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5e655736-296c-44a3-9edd-631ce38b0047 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Synchronizing usage tracker for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:04.083288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157d9692-e0cf-4b71-b809-607de8c77e4e') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:04.083598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157d9692-e0cf-4b71-b809-607de8c77e4e') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:04.104785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.122769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5e655736-296c-44a3-9edd-631ce38b0047 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Unset dirty status for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:04.124270 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5e655736-296c-44a3-9edd-631ce38b0047 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4487691 Dec 23 16:13:04.127787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52170) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:04.136049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.177363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733b24f-93c8-4616-9a66-6a161e745a25 req-5ba09e90-e431-4968-8385-cf4f73a6f36d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:04.178865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6733b24f-93c8-4616-9a66-6a161e745a25 req-5ba09e90-e431-4968-8385-cf4f73a6f36d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2333722 Dec 23 16:13:04.187595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:04.187995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.197573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4506b357-5341-46e7-973a-ea5b383ec514 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:04.201444 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:04.239342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 438d2995-2a0c-415c-a988-74ff6fd2e1a6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:04.272711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 438d2995-2a0c-415c-a988-74ff6fd2e1a6 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:04.272960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 438d2995-2a0c-415c-a988-74ff6fd2e1a6 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:04.320096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Deleting port 9a26fa10-f4a8-4afd-9277-1e167ac1828c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:04.320432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.364233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.390124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6733b24f-93c8-4616-9a66-6a161e745a25 req-697236de-6cc1-4a9c-9d64-b0dacc518686 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867275 Dec 23 16:13:04.393620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.406909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:04.416655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-612364c3-f063-40e2-b1f1-e018221654d5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2f17a29-9f11-4d14-ba21-b2dbb1b1fe96 HTTP/1.1" status: 204 len: 168 time: 0.9375069 Dec 23 16:13:04.417239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52174) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:04.539273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router 541478ab-4d03-4e31-bde9-68c68ebca800 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:04.540318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.634015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] Deleting subnet e4bd331e-f768-4113-911e-c1c2ba524014 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:04.651814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.717441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.790306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.809101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=e64d82b7-1245-496b-b5e7-3440d627e38e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:04.880639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Calling delete_port for 9a26fa10-f4a8-4afd-9277-1e167ac1828c owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:04.936253 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4506b357-5341-46e7-973a-ea5b383ec514 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.941461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-998cd5c7-3823-4d32-9704-eae6a88ac4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.952688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4506b357-5341-46e7-973a-ea5b383ec514 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.953392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:04.956057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': 'cf136fd0-1096-4060-be51-793b7a15cd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '563716c3-9e03-4e6a-aa88-53e3167c9b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:04.956414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: 563716c3-9e03-4e6a-aa88-53e3167c9b87, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:04.981320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:04.993533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] Sync routers for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:05.008689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:05.008989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4506b357-5341-46e7-973a-ea5b383ec514 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.009559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4506b357-5341-46e7-973a-ea5b383ec514 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Fanout notify agent at l3_agent the message router_deleted on router 52da6c6c-1c7e-44ad-9b61-4ab2c8878395 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:13:05.009903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:05.013092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f3a9f-36da-4447-85dc-07e1b4b81129 req-4983c43c-1b50-489e-a6c0-a92ed1f51e29 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:05.013888 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e33da2f2-e161-4c09-b0af-4a6bb7b76c7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/541478ab-4d03-4e31-bde9-68c68ebca800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8171506 Dec 23 16:13:05.018777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4506b357-5341-46e7-973a-ea5b383ec514 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.019902 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4506b357-5341-46e7-973a-ea5b383ec514 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/routers/52da6c6c-1c7e-44ad-9b61-4ab2c8878395 HTTP/1.1" status: 204 len: 168 time: 1.2911801 Dec 23 16:13:05.020538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52180) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:05.022669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd3f3a9f-36da-4447-85dc-07e1b4b81129 req-4983c43c-1b50-489e-a6c0-a92ed1f51e29 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4735537 Dec 23 16:13:05.022996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52182) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:05.056706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:05.074071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.082640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:05.095784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] Routers {'541478ab-4d03-4e31-bde9-68c68ebca800'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:05.096470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['541478ab-4d03-4e31-bde9-68c68ebca800'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:05.110837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-26eb69b9-308c-42a4-8339-83811bd797f2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:05.120434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 563716c3-9e03-4e6a-aa88-53e3167c9b87) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:05.135379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Port': ['ID=9a26fa10-f4a8-4afd-9277-1e167ac1828c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:05.148685 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd3f3a9f-36da-4447-85dc-07e1b4b81129 req-e01b5d9d-ae1c-4cad-b4a9-bb92ec5de4b1 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247308 Dec 23 16:13:05.158312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.162834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6031d-d80b-42b7-a79a-bf7d23475c76 None None] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:05.175301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.179930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:05.180347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9144623-be0d-41eb-8413-d8344496a6b0 None None] The sync data for ids ['541478ab-4d03-4e31-bde9-68c68ebca800'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:05.226924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bd331e-f768-4113-911e-c1c2ba524014,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:05.256476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.263361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cb17faf4-143a-413a-8a3e-dc3ec250257c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e4bd331e-f768-4113-911e-c1c2ba524014 HTTP/1.1" status: 204 len: 168 time: 0.8412118 Dec 23 16:13:05.263693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:05.264305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.269349 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b0d65339-4de0-45af-8694-5ae571183711 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/ports/9a26fa10-f4a8-4afd-9277-1e167ac1828c HTTP/1.1" status: 204 len: 168 time: 1.1414108 Dec 23 16:13:05.270588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52192) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:05.270923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52194) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:05.404258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-26eb69b9-308c-42a4-8339-83811bd797f2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:05.405952 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-26eb69b9-308c-42a4-8339-83811bd797f2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=541478ab-4d03-4e31-bde9-68c68ebca800 HTTP/1.1" status: 200 len: 205 time: 0.3844981 Dec 23 16:13:05.409097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52200) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:05.441451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-563716c3-9e03-4e6a-aa88-53e3167c9b87', 'network_id': '563716c3-9e03-4e6a-aa88-53e3167c9b87', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': 'e64d82b7-1245-496b-b5e7-3440d627e38e'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:05.442426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.484451 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-010ed1fd-6261-4061-a20d-a643468b69bc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7708044 Dec 23 16:13:05.497737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52206) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:05.512540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': '1e03895f-37ad-46a9-8694-ba1179fbe089', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:05.609304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Deleting port 46ccb52b-8813-4ede-ad30-5f8f925607c7 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:05.609542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.651809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-475b6381-4612-4666-ab3d-1dcdbf377765 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.666692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.674933 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Allocated IP 2001:db8::2 (563716c3-9e03-4e6a-aa88-53e3167c9b87/e64d82b7-1245-496b-b5e7-3440d627e38e/e6ed77a2-c6e8-4ccf-943e-b8b43d03f228) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:05.792725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:05.837286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:05.854549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet 1f95ea81-97e5-4db7-a8a0-6f58a5818463 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:05.858370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:05.894733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.901349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35272a08-5eb9-4470-9e55-390ac79bc1ac req-8e521ddb-de28-43af-b311-27e70b90cc5d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:05.902816 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-35272a08-5eb9-4470-9e55-390ac79bc1ac req-8e521ddb-de28-43af-b311-27e70b90cc5d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3284461 Dec 23 16:13:05.906252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Transition to ACTIVE for port object e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:05.916919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:05.919224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.931269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Transition to ACTIVE for port object e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:05.938375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:05.989632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:05.995600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:05.999175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:06.071132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:06.113733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Pushing event updated for resources: {'Port': ['ID=e6ed77a2-c6e8-4ccf-943e-b8b43d03f228,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:06.131350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Attempting to bind port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:06.131611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Attempting to bind port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'cf136fd0-1096-4060-be51-793b7a15cd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '563716c3-9e03-4e6a-aa88-53e3167c9b87'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:06.132113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Attempting to bind port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 on network 563716c3-9e03-4e6a-aa88-53e3167c9b87 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:06.139789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:06.140302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Checking segment: {'id': 'cf136fd0-1096-4060-be51-793b7a15cd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '563716c3-9e03-4e6a-aa88-53e3167c9b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:06.140793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.141399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Bound using segment: {'id': 'cf136fd0-1096-4060-be51-793b7a15cd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '563716c3-9e03-4e6a-aa88-53e3167c9b87'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:06.142759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Bound port: e6ed77a2-c6e8-4ccf-943e-b8b43d03f228, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf136fd0-1096-4060-be51-793b7a15cd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '563716c3-9e03-4e6a-aa88-53e3167c9b87'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:06.142759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.166349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.174897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.200816 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-35272a08-5eb9-4470-9e55-390ac79bc1ac req-3e044847-b490-4f18-9b6f-0c484e7ef4c8 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357335 Dec 23 16:13:06.206559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-475b6381-4612-4666-ab3d-1dcdbf377765 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.210723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-475b6381-4612-4666-ab3d-1dcdbf377765 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.224106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.241894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-475b6381-4612-4666-ab3d-1dcdbf377765 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.243414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475b6381-4612-4666-ab3d-1dcdbf377765 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Fanout notify agent at l3_agent the message router_deleted on router 541478ab-4d03-4e31-bde9-68c68ebca800 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:13:06.246473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] For port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:06.250851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] For port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e6ed77a2-c6e8-4ccf-943e-b8b43d03f228,segment=NetworkSegment(cf136fd0-1096-4060-be51-793b7a15cd10),segment_id=cf136fd0-1096-4060-be51-793b7a15cd10)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:06.256566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.259645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-475b6381-4612-4666-ab3d-1dcdbf377765 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.263241 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-475b6381-4612-4666-ab3d-1dcdbf377765 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/541478ab-4d03-4e31-bde9-68c68ebca800 HTTP/1.1" status: 204 len: 168 time: 0.8507361 Dec 23 16:13:06.263605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52210) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:06.274171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f5d894-202f-4ced-af32-64bc2fa08e3b']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:06.349300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff650bfd-978b-474e-b925-03ca1b2189e3 None None] Pushing event updated for resources: {'Port': ['ID=e6ed77a2-c6e8-4ccf-943e-b8b43d03f228,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:06.428685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Calling delete_port for 46ccb52b-8813-4ede-ad30-5f8f925607c7 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:06.467361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.474946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet fc0e1180-2d4f-4633-bce7-340b47c95f5f {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:06.477347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25fb5cf-b0d2-4dcd-b0b8-cedba3a507d9') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:06.477639 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25fb5cf-b0d2-4dcd-b0b8-cedba3a507d9') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:06.480317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.504661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.520566 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.551756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.621839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.651752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:06.652156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.663460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:06.665847 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:06.744975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.784931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0e1180-2d4f-4633-bce7-340b47c95f5f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:06.791141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.799436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153396c-5336-4266-afe4-a6793bd64c0b None None] Network 2877a889-3381-4ab7-ad09-6bdd6cf95c9b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:06.799705 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b4f0b762-aa92-405d-bd26-1878c770d64d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/fc0e1180-2d4f-4633-bce7-340b47c95f5f HTTP/1.1" status: 204 len: 168 time: 0.5341222 Dec 23 16:13:06.801708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52216) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:06.880567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.919184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:06.973537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.002802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Port': ['ID=46ccb52b-8813-4ede-ad30-5f8f925607c7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:07.007044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.015990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet feb05356-2d39-476a-b35b-0f59f2a08f5b {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:07.019287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.028731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f5d894-202f-4ced-af32-64bc2fa08e3b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:07.052283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.086724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.087434 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c6d59189-a00a-4fa7-ace8-39690fcaa317 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8f5d894-202f-4ced-af32-64bc2fa08e3b HTTP/1.1" status: 204 len: 168 time: 1.8116581 Dec 23 16:13:07.106813 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76860fc0-cd54-4083-8142-715ae3ea8d3d tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/ports/46ccb52b-8813-4ede-ad30-5f8f925607c7 HTTP/1.1" status: 204 len: 168 time: 1.8295205 Dec 23 16:13:07.110508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52222) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:07.150084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] DHCP port deletion for 2877a889-3381-4ab7-ad09-6bdd6cf95c9b request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:07.154240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] Deleting port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:07.154688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.157949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.228158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-317584e2-38d8-475b-b884-36eee04c0f1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Synchronizing usage tracker for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:07.240548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=1f95ea81-97e5-4db7-a8a0-6f58a5818463,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:07.260014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.268045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2554d9c6-ca0e-4c44-a5d6-b4508fd2421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.321322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28f0d9-5adb-406c-9dac-5c52155e325e None None] Network b20b5a87-4d4d-4211-b8f7-d28629b61556 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:07.367981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.373165 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ad316d93-bfaf-4144-a808-11dcf45690f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/1f95ea81-97e5-4db7-a8a0-6f58a5818463 HTTP/1.1" status: 204 len: 168 time: 2.3488564 Dec 23 16:13:07.379298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52228) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:07.381222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.383036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.446745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52232) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:07.479542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-317584e2-38d8-475b-b884-36eee04c0f1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Unset dirty status for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:07.484073 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-317584e2-38d8-475b-b884-36eee04c0f1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3690798 Dec 23 16:13:07.516403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52236) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:07.543010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1693762604'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:07.560211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:07.563796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': '44954219-507a-42fd-918b-dee1c3fe0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1e03895f-37ad-46a9-8694-ba1179fbe089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:07.564158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: 1e03895f-37ad-46a9-8694-ba1179fbe089, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:07.579418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:network and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:07.599105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:07.604981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=531b61bf-682e-49d8-a26a-f1f99015ef5a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:07.623202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:07.663997 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5dac537d-a9e6-4c1a-bc0b-ff9c63970c69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d596ad7f7786472ab818eaad0e93096a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2076504 Dec 23 16:13:07.665511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Made reservation on behalf of 9a559c46c1e64332be57f3bd1071e3a3 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:07.666545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] For port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,segment=NetworkSegment(5f0e872c-1cdc-4a53-8c9e-61da4f5b6527),segment_id=5f0e872c-1cdc-4a53-8c9e-61da4f5b6527)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:07.667055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.671508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.680831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5c1b3-37f4-4181-9e31-10bcfe9481e8 None None] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:07.694471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:07.701930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:07.712920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.756712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 1e03895f-37ad-46a9-8694-ba1179fbe089) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:07.757170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=feb05356-2d39-476a-b35b-0f59f2a08f5b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:07.788641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bbf7358b-506f-4072-8f96-767a5c763178 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/feb05356-2d39-476a-b35b-0f59f2a08f5b HTTP/1.1" status: 204 len: 168 time: 0.9856973 Dec 23 16:13:07.793739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52246) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:07.820647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897b5bb-d5cf-4c92-b2c6-3432f07f364f None None] Network 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:07.823707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.823867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:07.824277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.835274 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:07.842547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48218da9-1899-417c-9a7e-15e9f810544b None None] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:07.863603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.863968 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Added segment afffe723-996d-4aa8-a9c5-aa2e2c4aec56 of type vlan for network 583b275d-7681-4dc8-8735-36d823c39e5e Dec 23 16:13:07.865204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5e5973e-d5f0-4957-bf97-e438d557e86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.872907 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d5f1d32-f3e0-4aec-9a42-bd03c0e6fd18 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3699775 Dec 23 16:13:07.881572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52250) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:07.899256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1789414443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:07.911281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:07.913507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.932513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5e5973e-d5f0-4957-bf97-e438d557e86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.935318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:router and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:07.942621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:07.945869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:07.946202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.987473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:07.992998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:07.997290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:07.997874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.018150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.043535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe100f31-dcc1-479b-b071-d302479e3382 req-72dd85c6-6d18-4b39-8029-6e505828a996 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:08.045039 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe100f31-dcc1-479b-b071-d302479e3382 req-72dd85c6-6d18-4b39-8029-6e505828a996 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3402414 Dec 23 16:13:08.046493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.047406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.105077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:08.105077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.109864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5e5973e-d5f0-4957-bf97-e438d557e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.112341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b5e5973e-d5f0-4957-bf97-e438d557e86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.115980 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b5e5973e-d5f0-4957-bf97-e438d557e86c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f840d847-f75a-46ad-979d-202f735b1446 HTTP/1.1" status: 204 len: 168 time: 0.4136963 Dec 23 16:13:08.126620 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6008995 Dec 23 16:13:08.130773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:08.133477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6bb53-2f6c-4932-949d-0b40a98cc118 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Network': ['ID=583b275d-7681-4dc8-8735-36d823c39e5e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:08.134113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] Calling delete_port for cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:08.140071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1134545154'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:08.146172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5973e-d5f0-4957-bf97-e438d557e86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f840d847-f75a-46ad-979d-202f735b1446,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:08.149645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:08.153653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:network and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:08.157295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:08.163732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:08.169933 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:08.176684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Made reservation on behalf of 9a559c46c1e64332be57f3bd1071e3a3 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:08.180507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.213882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:08.219719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 583b275d-7681-4dc8-8735-36d823c39e5e details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:08.226297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.226843 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Added segment 6a7207ab-09c6-45c4-9ff9-c82c1dc35e24 of type vlan for network f5919487-7307-4955-b0ac-67d68059b501 Dec 23 16:13:08.259684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.295084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.299808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:08.300395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.302264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.337191 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2052686 Dec 23 16:13:08.402453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2793c37d-8d36-4036-a988-9152a0c99d3d None None] Provisioning for port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:08.444419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] For port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=861fb03b-b2c5-4650-ba9f-3ca725fdbdb7,segment=NetworkSegment(af2426f6-509f-4629-96c3-b8b2eef8b96f),segment_id=af2426f6-509f-4629-96c3-b8b2eef8b96f)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:08.445073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.495436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52260) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:08.508667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dfffd-03a7-443f-8280-0e7ba1144931 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Network': ['ID=f5919487-7307-4955-b0ac-67d68059b501,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:08.509770 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe100f31-dcc1-479b-b071-d302479e3382 req-19e5713d-d1a1-40f8-b7f3-3fec6324a187 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4328589 Dec 23 16:13:08.564646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.566202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f5919487-7307-4955-b0ac-67d68059b501 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:08.579924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49fe8b-1323-4d74-80ff-bd4c19e5df12 None None] DHCP port deletion for b20b5a87-4d4d-4211-b8f7-d28629b61556 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:08.599069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.645355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'subnets': [{'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1238361946', 'ip_version': 4}, {'network_id': 'f5919487-7307-4955-b0ac-67d68059b501', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:08.645668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'subnet': {'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1238361946', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:08.646237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Request body: {'subnet': {'network_id': 'f5919487-7307-4955-b0ac-67d68059b501', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:08.674154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:08.735162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7b49fe8b-1323-4d74-80ff-bd4c19e5df12 None None] Deleting port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:08.735594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b49fe8b-1323-4d74-80ff-bd4c19e5df12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.747242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52266) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:08.800896 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f581d20c-3a18-4a38-8997-915449c6d2f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=608e7ce38a2842a99221201b5b25f6e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524004 Dec 23 16:13:08.804950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:08.846368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-1e03895f-37ad-46a9-8694-ba1179fbe089', 'network_id': '1e03895f-37ad-46a9-8694-ba1179fbe089', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '531b61bf-682e-49d8-a26a-f1f99015ef5a'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:08.847173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.864218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.883467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1309f1-2f30-453f-87c9-009ac514d0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.916188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.919489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1309f1-2f30-453f-87c9-009ac514d0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.956124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:08.960178 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c68e8c4b-7c9d-4c26-a7bb-3fc30c92dc44 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0776298 Dec 23 16:13:08.960415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52278) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:09.008359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,segment=NetworkSegment(5f0e872c-1cdc-4a53-8c9e-61da4f5b6527),segment_id=5f0e872c-1cdc-4a53-8c9e-61da4f5b6527)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:09.008719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.015406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] Pushing event deleted for resources: {'Port': ['ID=cf6e34c3-6fb0-446b-8578-69c3ddedc8a6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:09.115597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3634626-2141-4e13-a5b0-89150f07bf6b None None] No DVR routers for this DVR port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:09.131318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7b49fe8b-1323-4d74-80ff-bd4c19e5df12 None None] The port '861fb03b-b2c5-4650-ba9f-3ca725fdbdb7' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:13:09.160766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.203543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:09.205654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:09.213276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1309f1-2f30-453f-87c9-009ac514d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.225309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:09.225309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.257808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1309f1-2f30-453f-87c9-009ac514d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06bb760-a608-4795-be1d-3c9d83789453,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:09.262456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=861fb03b-b2c5-4650-ba9f-3ca725fdbdb7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:09.297000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No DVR routers for this DVR port 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:09.310350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1309f1-2f30-453f-87c9-009ac514d0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.311440 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9c1309f1-2f30-453f-87c9-009ac514d0e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f06bb760-a608-4795-be1d-3c9d83789453 HTTP/1.1" status: 204 len: 168 time: 0.5055354 Dec 23 16:13:09.456654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:09.469110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Usage tracker for resource:subnet and tenant:9a559c46c1e64332be57f3bd1071e3a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:09.487545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:09.511116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.521491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] DHCP port deletion for 7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:09.540945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Allocated IP 2001:db8:1::2 (1e03895f-37ad-46a9-8694-ba1179fbe089/531b61bf-682e-49d8-a26a-f1f99015ef5a/2a1e7405-88a6-4fdd-b700-b43fdf99f2e3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:09.548244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] Deleting port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:09.548743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.558584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:09.590437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.602280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:13:09.602877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:13:09.606431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Made reservation on behalf of 9a559c46c1e64332be57f3bd1071e3a3 for: {'subnet': 2} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:09.754588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20b5a87-4d4d-4211-b8f7-d28629b61556']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:09.774657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2426f6-509f-4629-96c3-b8b2eef8b96f') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:09.775363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2426f6-509f-4629-96c3-b8b2eef8b96f') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:09.805640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.894378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.918594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.942992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:09.943514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: util.warn( Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:09.962815 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:09.973463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e6ed77a2-c6e8-4ccf-943e-b8b43d03f228,segment=NetworkSegment(cf136fd0-1096-4060-be51-793b7a15cd10),segment_id=cf136fd0-1096-4060-be51-793b7a15cd10)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:10.017727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.035704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.089925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.090256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.112453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:10.112453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.183828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:10.205739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.267937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] The port 'cf6e34c3-6fb0-446b-8578-69c3ddedc8a6' was deleted {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:13:10.273126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.275189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.278184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:10.278585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cf6e34c3-6fb0-446b-8578-69c3ddedc8a6 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:10.291755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a6929509-6010-4028-924d-10914eccb988 None None] Provisioning complete for port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:10.292252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a6929509-6010-4028-924d-10914eccb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.323501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=b20b5a87-4d4d-4211-b8f7-d28629b61556,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:10.341619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8::1 (563716c3-9e03-4e6a-aa88-53e3167c9b87/e64d82b7-1245-496b-b5e7-3440d627e38e/b66501cf-632f-4fc3-90d9-9eaf6829ad29) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:10.404330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Transition to ACTIVE for port object 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:10.428127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:10.437253 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-176ccf82-e5dd-435b-9b9c-0748f639c096 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/b20b5a87-4d4d-4211-b8f7-d28629b61556 HTTP/1.1" status: 204 len: 168 time: 3.0254669 Dec 23 16:13:10.439179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52290) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:10.462845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=e6ed77a2-c6e8-4ccf-943e-b8b43d03f228,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:10.503817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.512967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Transition to ACTIVE for port object 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:10.544767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.550060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] For port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=88d69f0f-1c79-4a55-b1fc-29b988bc2b69,segment=NetworkSegment(27d1f148-3237-4d27-9866-e557b1f06138),segment_id=27d1f148-3237-4d27-9866-e557b1f06138)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:10.550518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.560749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956fb95-5485-4a79-97b2-281d0c0ae589 req-1ec937b4-431d-4fd5-a27a-3ae57a2090b0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:10.562258 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d956fb95-5485-4a79-97b2-281d0c0ae589 req-1ec937b4-431d-4fd5-a27a-3ae57a2090b0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5215361 Dec 23 16:13:10.565901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.569057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2877a889-3381-4ab7-ad09-6bdd6cf95c9b']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:10.583066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object b66501cf-632f-4fc3-90d9-9eaf6829ad29 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:10.609804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.638662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d84bb-d991-4ff4-bb27-43ce71daa597 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:10.639803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ac4d84bb-d991-4ff4-bb27-43ce71daa597 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:10.643543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0e872c-1cdc-4a53-8c9e-61da4f5b6527') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:10.643805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0e872c-1cdc-4a53-8c9e-61da4f5b6527') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:10.681024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.687034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:10.689318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:10.692087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:10.692621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.707005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=b66501cf-632f-4fc3-90d9-9eaf6829ad29,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:10.719108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.728872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ac4d84bb-d991-4ff4-bb27-43ce71daa597 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:10.735334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52294) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:10.735531 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ac4d84bb-d991-4ff4-bb27-43ce71daa597 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/2ac054a3-45d1-4435-999b-9cbe56778a59 HTTP/1.1" status: 200 len: 843 time: 0.2831807 Dec 23 16:13:10.744786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:10.745188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:10.760822 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:10.768146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d956fb95-5485-4a79-97b2-281d0c0ae589 req-86d0f2f0-3529-4f61-9d2b-0879ec502719 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906190 Dec 23 16:13:10.854121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8532cea-a386-4015-91cb-68604999eb57 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:10.873785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8532cea-a386-4015-91cb-68604999eb57 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:10.880010 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8532cea-a386-4015-91cb-68604999eb57 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/2ac054a3-45d1-4435-999b-9cbe56778a59?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1386435 Dec 23 16:13:10.880010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:10.880310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] Calling delete_port for 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:10.890451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52298) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:10.900620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:10.971064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:10.979096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Pushing event updated for resources: {'Port': ['ID=2a1e7405-88a6-4fdd-b700-b43fdf99f2e3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:11.002586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:11.005239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:11.047600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.071504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.093641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.108526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=2877a889-3381-4ab7-ad09-6bdd6cf95c9b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:11.128731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-57993917-97ea-4979-a34d-1a5e9d6a9e51 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/2877a889-3381-4ab7-ad09-6bdd6cf95c9b HTTP/1.1" status: 204 len: 168 time: 3.3339148 Dec 23 16:13:11.133067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52302) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:11.166403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Attempting to bind port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:11.166777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Attempting to bind port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '44954219-507a-42fd-918b-dee1c3fe0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1e03895f-37ad-46a9-8694-ba1179fbe089'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:11.167163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Attempting to bind port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 on network 1e03895f-37ad-46a9-8694-ba1179fbe089 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:11.197409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.270265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:11.290063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.296373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.297359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.320547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:11.321178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Checking segment: {'id': '44954219-507a-42fd-918b-dee1c3fe0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1e03895f-37ad-46a9-8694-ba1179fbe089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:11.321566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.322050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Bound using segment: {'id': '44954219-507a-42fd-918b-dee1c3fe0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1e03895f-37ad-46a9-8694-ba1179fbe089'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:11.323159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Bound port: 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44954219-507a-42fd-918b-dee1c3fe0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1e03895f-37ad-46a9-8694-ba1179fbe089'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:11.323159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.344161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] Pushing event deleted for resources: {'Port': ['ID=88d69f0f-1c79-4a55-b1fc-29b988bc2b69,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:11.350279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:11.359035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:11.359929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 861fb03b-b2c5-4650-ba9f-3ca725fdbdb7 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:11.360048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:11.385847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:11.400840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:11.421537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:11.450387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] For port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:11.453743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] For port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2a1e7405-88a6-4fdd-b700-b43fdf99f2e3,segment=NetworkSegment(44954219-507a-42fd-918b-dee1c3fe0243),segment_id=44954219-507a-42fd-918b-dee1c3fe0243)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:11.456763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-069da06d-2291-4a1f-9dd4-ea66369c1281 None None] Provisioning for port b66501cf-632f-4fc3-90d9-9eaf6829ad29 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:11.463132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-069da06d-2291-4a1f-9dd4-ea66369c1281 None None] Provisioning complete for port b66501cf-632f-4fc3-90d9-9eaf6829ad29 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:11.463757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-069da06d-2291-4a1f-9dd4-ea66369c1281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.487100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.547473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=b66501cf-632f-4fc3-90d9-9eaf6829ad29,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:11.584149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:11.601689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:11.602955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:11.630621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155618d-4f1e-47ac-8450-743fd62eee89 None None] Pushing event updated for resources: {'Port': ['ID=2a1e7405-88a6-4fdd-b700-b43fdf99f2e3,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:11.636501 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-069da06d-2291-4a1f-9dd4-ea66369c1281 None None] Port b66501cf-632f-4fc3-90d9-9eaf6829ad29 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:11.639012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39c525-3795-420b-9506-ccdc7e24a532 None None] No DVR routers for this DVR port 88d69f0f-1c79-4a55-b1fc-29b988bc2b69 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:11.707598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.020027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.078946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d2ee4407-99b9-45fd-a697-328b564bf3f8 None None] Provisioning complete for port b66501cf-632f-4fc3-90d9-9eaf6829ad29 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:12.079462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4407-99b9-45fd-a697-328b564bf3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.120669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7e88b2-26c4-43fe-80ed-38f83c8e91a7']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:12.130166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.136058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee4407-99b9-45fd-a697-328b564bf3f8 None None] Port b66501cf-632f-4fc3-90d9-9eaf6829ad29 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:12.181418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d1f148-3237-4d27-9866-e557b1f06138') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:12.181684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d1f148-3237-4d27-9866-e557b1f06138') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:12.237743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.261875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 09782dc5-78ab-4185-855c-14803bc07caa is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:13:12.305806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.309979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Subnet': ['ID=4829f51a-55bf-4087-9053-3166f160c26a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:12.325863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:12.326269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:12.348520 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:12.482140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Checking segment: {'id': 'afffe723-996d-4aa8-a9c5-aa2e2c4aec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:12.483401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network hostable DHCP agents. Network: 583b275d-7681-4dc8-8735-36d823c39e5e, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:12.505723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:12.516598 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] Sync routers for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:12.520367 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d603a88b-e8b0-44db-a4ea-89f6d6ad99fe tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/09782dc5-78ab-4185-855c-14803bc07caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5562019 Dec 23 16:13:12.520599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:12.541866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:12.542501 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:12.543112 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:12.543307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855e5fb-d9ee-4717-8ef1-66511dfca5c5 req-f4090975-5ab3-4837-b507-4dd564a9d093 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:12.550790 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3855e5fb-d9ee-4717-8ef1-66511dfca5c5 req-f4090975-5ab3-4837-b507-4dd564a9d093 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5119479 Dec 23 16:13:12.615345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.615920 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:12.627753 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:12.628590 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:12.637981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d9d8b-c254-430a-9848-4dbb7d8b81ae tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:12.640524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b46d9d8b-c254-430a-9848-4dbb7d8b81ae tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:12.673104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.675779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:12.679360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b46d9d8b-c254-430a-9848-4dbb7d8b81ae tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:12.681989 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b46d9d8b-c254-430a-9848-4dbb7d8b81ae tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports/b66501cf-632f-4fc3-90d9-9eaf6829ad29 HTTP/1.1" status: 200 len: 911 time: 0.1597643 Dec 23 16:13:12.682635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:12.686005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52318) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:12.698730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.699013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd4a9b-9e60-4736-816b-c3ca206a1d99 None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:12.702797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:12.703355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.707610 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:12.708013 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5967901-ef83-420b-a26f-8f385669d3b3 None None] The sync data for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:12.711747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network 583b275d-7681-4dc8-8735-36d823c39e5e is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:12.724093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:12.724609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.730100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3855e5fb-d9ee-4717-8ef1-66511dfca5c5 req-c1f59fd8-fad9-4467-9514-b3dd6193fbaa tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781700 Dec 23 16:13:12.762788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=7b7e88b2-26c4-43fe-80ed-38f83c8e91a7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:12.772978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 583b275d-7681-4dc8-8735-36d823c39e5e) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:12.782246 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b28001ab-0d0d-42ab-8996-045a44003282 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/7b7e88b2-26c4-43fe-80ed-38f83c8e91a7 HTTP/1.1" status: 204 len: 168 time: 1.6460335 Dec 23 16:13:12.789382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52322) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:12.792066 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9005079 Dec 23 16:13:12.794947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0334e-2819-47f0-ac8a-389ae36bca37 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=94e341d6-cbe3-443c-8511-c301a2933eda,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:12.798166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52324) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:12.799735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.806899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1158692976'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:12.835673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4dbd7a-e3d4-449e-844d-50b0173f6d2c None None] Network 583b275d-7681-4dc8-8735-36d823c39e5e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:12.848801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:12.861772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:12.862141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'security_group': {'name': 'tempest-secgroup-345263138'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:12.865427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:12.874599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:12.875089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:12.882107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:12.891934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:12.901126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:12.920393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event updated for resources: {'Subnet': ['ID=ff29f2b9-d66e-44cd-a689-20b628eba5d4,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:12.926552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:12.929415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.939179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.963231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Checking segment: {'id': '6a7207ab-09c6-45c4-9ff9-c82c1dc35e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f5919487-7307-4955-b0ac-67d68059b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:12.964170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network hostable DHCP agents. Network: f5919487-7307-4955-b0ac-67d68059b501, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:12.981524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:12.999415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:12.999729 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment 69dbeb46-52d0-4971-8b53-889bfb8b019b of type vlan for network 2477332c-2caa-48ac-8c4c-5f957aae4f00 Dec 23 16:13:13.009583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Network f5919487-7307-4955-b0ac-67d68059b501 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:13.037480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f5919487-7307-4955-b0ac-67d68059b501) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:13.043499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:13.044212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:13.044807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.051534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.055270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:13.060605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group_rule and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:13.062304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de24df-f12c-49de-b24c-9c2e0226b1e5 None None] Network f5919487-7307-4955-b0ac-67d68059b501 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:13.063942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:13.084881 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a037fabb-af3a-4945-9765-2865d18e6a1c tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5767140 Dec 23 16:13:13.085413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52330) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:13.120649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:13.172909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.178551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:13.179463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.208572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.214990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.226540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d48f9d9-2bc7-4f62-aaea-42b581328d66 None None] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:13.277152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba327b-6c37-44fe-a381-3d0762414c1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:13.278569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba327b-6c37-44fe-a381-3d0762414c1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:13.279914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba327b-6c37-44fe-a381-3d0762414c1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:13.280712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9aba327b-6c37-44fe-a381-3d0762414c1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Synchronizing usage tracker for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:13.314294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=2477332c-2caa-48ac-8c4c-5f957aae4f00,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:13.323678 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e9ab8441-7cab-4209-bc71-c0a640e270db tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5296507 Dec 23 16:13:13.332439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52334) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:13.336060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:13.338589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b05da-9fb1-4fcf-92e5-a6e4dbc1fb8b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:13.345058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.348926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-08853a49-7eb5-4d32-9365-7c9298b34525 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4988313 Dec 23 16:13:13.349483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:13.357662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413454855'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:13.371845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:13.414183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:13.423511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:13.427305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:13.433677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:13.460115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:13.463135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.465059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:13.468355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:13.474386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:13.483935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9aba327b-6c37-44fe-a381-3d0762414c1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Unset dirty status for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:13.485997 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9aba327b-6c37-44fe-a381-3d0762414c1e tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3988698 Dec 23 16:13:13.486983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:13.494806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52342) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:13.554171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:13.562448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-583b275d-7681-4dc8-8735-36d823c39e5e', 'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e', 'tenant_id': '9a559c46c1e64332be57f3bd1071e3a3', 'fixed_ips': [{'subnet_id': '4829f51a-55bf-4087-9053-3166f160c26a'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:13.563065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group_rule and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:13.563256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.568449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:13.574294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:13.578184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:13.669155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.705056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6eb05ba5-0ddc-4d95-8aa5-ffb386e80750 None None] Provisioning for port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:13.710404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.712568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.972027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c3a498-b3c6-490c-9a61-57c64b69b6b1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:13.974243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:13.978241 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b7546ee-8542-4499-9ad1-ea0c5d27e4de tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6265831 Dec 23 16:13:13.978980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52350) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:14.020946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.026629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-526279872', 'security_groups': ['d8c3a498-b3c6-490c-9a61-57c64b69b6b1'], 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94e341d6-cbe3-443c-8511-c301a2933eda'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:14.031214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-f5919487-7307-4955-b0ac-67d68059b501', 'network_id': 'f5919487-7307-4955-b0ac-67d68059b501', 'tenant_id': '9a559c46c1e64332be57f3bd1071e3a3', 'fixed_ips': [{'subnet_id': 'ff29f2b9-d66e-44cd-a689-20b628eba5d4'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:14.032028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.103921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b83759-d98d-4579-973e-2411aeddaffa req-cac9390f-b98b-4b2a-bdab-49a816ee1a65 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:14.105903 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c6b83759-d98d-4579-973e-2411aeddaffa req-cac9390f-b98b-4b2a-bdab-49a816ee1a65 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.1905377 Dec 23 16:13:14.109043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:14.130210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=d48e9db0-b2c2-4d54-a8e1-a7a59bfdada2,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:14.157382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': '69dbeb46-52d0-4971-8b53-889bfb8b019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:14.157741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: 2477332c-2caa-48ac-8c4c-5f957aae4f00, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:14.164178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.171099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:14.171466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.192071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Deleting subnet 4829f51a-55bf-4087-9053-3166f160c26a {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:14.200127 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c6b83759-d98d-4579-973e-2411aeddaffa req-dac7465b-e73a-4e9d-9e5e-29de551c120d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726371 Dec 23 16:13:14.219695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:14.240730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Allocated IP 172.20.0.2 (583b275d-7681-4dc8-8735-36d823c39e5e/4829f51a-55bf-4087-9053-3166f160c26a/9a4ddef6-3d0d-46c6-af46-dd3821079550) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:14.251830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 2477332c-2caa-48ac-8c4c-5f957aae4f00) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:14.258079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:14.259403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.263172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-04453478-b6e9-49e2-ad84-d0117a9d5afa', 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'tenant_id': 'b044bd17926f405fb8bebeedf47df269', 'fixed_ips': [{'subnet_id': '94e341d6-cbe3-443c-8511-c301a2933eda'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:14.264500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.293614 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0b1fbaac-b3ee-49be-b1a9-cfef63bb33f4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9609973 Dec 23 16:13:14.293863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52354) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:14.299822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2056570625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:14.305950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:14.308921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31966470-2170-4cc3-ae7d-e52e00f68799 None None] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:14.310276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:router and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:14.313162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:14.318915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:14.330756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.331814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.353902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.376941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.383203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:14.401532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:14.406987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.410974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8d51fe64-44bd-41c9-92bb-b325f47e9133 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1137228 Dec 23 16:13:14.412267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52358) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:14.417674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'port': {'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00', 'name': 'tempest-RoutersTest-1815702412'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:14.466652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:14.578379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:14.583937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:port and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:14.586966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:14.594416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:14.606185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:14.608621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.630354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] device_id is not set on port 37891ea4-3e37-44de-b295-f346e5535f18 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:13:14.694887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:14.732967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:13:14.785856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Allocated IP 172.20.0.18 (f5919487-7307-4955-b0ac-67d68059b501/ff29f2b9-d66e-44cd-a689-20b628eba5d4/b3870206-39f3-43c9-82ff-0898360cb21d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:14.799478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8:1::1 (1e03895f-37ad-46a9-8694-ba1179fbe089/531b61bf-682e-49d8-a26a-f1f99015ef5a/d20beab4-a8a3-40e6-a5a6-c907a18a72bc) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:14.822961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Allocated IP 2001:db8::2 (04453478-b6e9-49e2-ad84-d0117a9d5afa/94e341d6-cbe3-443c-8511-c301a2933eda/4c65483e-1955-48f9-bfd3-393d186b150e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:14.843356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.20.0.14 (2477332c-2caa-48ac-8c4c-5f957aae4f00/d48e9db0-b2c2-4d54-a8e1-a7a59bfdada2/37891ea4-3e37-44de-b295-f346e5535f18) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:14.927913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.042702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.061714 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object d20beab4-a8a3-40e6-a5a6-c907a18a72bc will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:15.086162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.106534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.122101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object 37891ea4-3e37-44de-b295-f346e5535f18 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:15.148275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.167928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:15.171862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:15.176111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:15.176885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.183831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=d20beab4-a8a3-40e6-a5a6-c907a18a72bc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:15.246427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:15.250097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:15.268407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:15.304898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.306099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=37891ea4-3e37-44de-b295-f346e5535f18,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:15.335994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2a1e7405-88a6-4fdd-b700-b43fdf99f2e3,segment=NetworkSegment(44954219-507a-42fd-918b-dee1c3fe0243),segment_id=44954219-507a-42fd-918b-dee1c3fe0243)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:15.348412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.351896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:15.352804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.393221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Transition to ACTIVE for port object 9a4ddef6-3d0d-46c6-af46-dd3821079550 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:15.415854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-15866a7c-d852-42e4-a969-c517b839064d None None] Provisioning complete for port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:15.416347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15866a7c-d852-42e4-a969-c517b839064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.445467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.452442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d6f221ac-a1d3-4af2-b522-cb42d53f678f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0371828 Dec 23 16:13:15.453090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52368) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:15.562925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Transition to ACTIVE for port object 9a4ddef6-3d0d-46c6-af46-dd3821079550 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:15.597807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.604077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.616985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4f1e-07e0-4b6e-911e-bce388580971 req-78342933-d049-4ab3-b3f9-e8d68178a1e3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:15.618451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f2fd4f1e-07e0-4b6e-911e-bce388580971 req-78342933-d049-4ab3-b3f9-e8d68178a1e3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2434187 Dec 23 16:13:15.767867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Network 583b275d-7681-4dc8-8735-36d823c39e5e is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:15.786855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.802541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.807862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:15.814484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:15.818882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=2a1e7405-88a6-4fdd-b700-b43fdf99f2e3,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:15.888098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-2477332c-2caa-48ac-8c4c-5f957aae4f00', 'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': 'd48e9db0-b2c2-4d54-a8e1-a7a59bfdada2'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:15.889569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:15.935670 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f2fd4f1e-07e0-4b6e-911e-bce388580971 req-1d8e0751-44ee-4913-9095-22c78dd8d22c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079848 Dec 23 16:13:15.971378 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Transition to ACTIVE for port object b3870206-39f3-43c9-82ff-0898360cb21d will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:16.017773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.110447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.111126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.121334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.122067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.171244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Transition to ACTIVE for port object b3870206-39f3-43c9-82ff-0898360cb21d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:16.172399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Attempting to bind port 9a4ddef6-3d0d-46c6-af46-dd3821079550 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:16.172759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Attempting to bind port 9a4ddef6-3d0d-46c6-af46-dd3821079550 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'afffe723-996d-4aa8-a9c5-aa2e2c4aec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:16.173117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Attempting to bind port 9a4ddef6-3d0d-46c6-af46-dd3821079550 on network 583b275d-7681-4dc8-8735-36d823c39e5e {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:16.175668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Pushing event updated for resources: {'Port': ['ID=9a4ddef6-3d0d-46c6-af46-dd3821079550,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:16.183888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Transition to ACTIVE for port object 4c65483e-1955-48f9-bfd3-393d186b150e will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:16.202080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.240399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:16.240762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Checking segment: {'id': 'afffe723-996d-4aa8-a9c5-aa2e2c4aec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:16.241145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.241530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Bound using segment: {'id': 'afffe723-996d-4aa8-a9c5-aa2e2c4aec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:16.242003 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Bound port: 9a4ddef6-3d0d-46c6-af46-dd3821079550, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afffe723-996d-4aa8-a9c5-aa2e2c4aec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '583b275d-7681-4dc8-8735-36d823c39e5e'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:16.242366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.280114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=d20beab4-a8a3-40e6-a5a6-c907a18a72bc,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:16.291852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.294744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.335833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Transition to ACTIVE for port object 4c65483e-1955-48f9-bfd3-393d186b150e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:16.336095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Subnet': ['ID=4829f51a-55bf-4087-9053-3166f160c26a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:16.359141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.365371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8c0f6189-e7b8-4acd-96f1-46b0163035a9 None None] Provisioning for port d20beab4-a8a3-40e6-a5a6-c907a18a72bc completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:16.369872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Network f5919487-7307-4955-b0ac-67d68059b501 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:16.420582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:16.423040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:16.433757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.453484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8c0f6189-e7b8-4acd-96f1-46b0163035a9 None None] Provisioning complete for port d20beab4-a8a3-40e6-a5a6-c907a18a72bc triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:16.453859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c0f6189-e7b8-4acd-96f1-46b0163035a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.466587 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-770e850b-f506-47c9-97ed-288839422cb6 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/subnets/4829f51a-55bf-4087-9053-3166f160c26a HTTP/1.1" status: 204 len: 168 time: 2.9692707 Dec 23 16:13:16.473091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52374) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:16.477977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:16.482392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Pushing event updated for resources: {'Port': ['ID=b3870206-39f3-43c9-82ff-0898360cb21d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:16.513325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:16.690686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::ad (04453478-b6e9-49e2-ad84-d0117a9d5afa/94e341d6-cbe3-443c-8511-c301a2933eda/25dd1ff0-5a70-4684-b41b-93b23ba9dc2c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:16.692786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:16.709856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:16.712583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:16.714459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Pushing event updated for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:16.728867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Allocated IP 172.20.0.2 (2477332c-2caa-48ac-8c4c-5f957aae4f00/d48e9db0-b2c2-4d54-a8e1-a7a59bfdada2/520fb45e-fdcc-4f65-a953-9c7cb48796cd) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:16.734643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.738079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] For port 9a4ddef6-3d0d-46c6-af46-dd3821079550, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:16.740640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f6189-e7b8-4acd-96f1-46b0163035a9 None None] Port d20beab4-a8a3-40e6-a5a6-c907a18a72bc cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:16.741527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:16.761132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Attempting to bind port b3870206-39f3-43c9-82ff-0898360cb21d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:16.761517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Attempting to bind port b3870206-39f3-43c9-82ff-0898360cb21d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '6a7207ab-09c6-45c4-9ff9-c82c1dc35e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f5919487-7307-4955-b0ac-67d68059b501'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:16.761975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Attempting to bind port b3870206-39f3-43c9-82ff-0898360cb21d on network f5919487-7307-4955-b0ac-67d68059b501 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:16.799234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] For port 9a4ddef6-3d0d-46c6-af46-dd3821079550, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9a4ddef6-3d0d-46c6-af46-dd3821079550,segment=NetworkSegment(afffe723-996d-4aa8-a9c5-aa2e2c4aec56),segment_id=afffe723-996d-4aa8-a9c5-aa2e2c4aec56)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:16.875042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=37891ea4-3e37-44de-b295-f346e5535f18,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:16.927821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.015364 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:17.015759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Checking segment: {'id': '6a7207ab-09c6-45c4-9ff9-c82c1dc35e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f5919487-7307-4955-b0ac-67d68059b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:17.016152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.016538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Bound using segment: {'id': '6a7207ab-09c6-45c4-9ff9-c82c1dc35e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f5919487-7307-4955-b0ac-67d68059b501'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:17.017010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Bound port: b3870206-39f3-43c9-82ff-0898360cb21d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7207ab-09c6-45c4-9ff9-c82c1dc35e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f5919487-7307-4955-b0ac-67d68059b501'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:17.017376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.103369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Deleting subnet ff29f2b9-d66e-44cd-a689-20b628eba5d4 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:17.130262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.134992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.194816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Attempting to bind port 4c65483e-1955-48f9-bfd3-393d186b150e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:17.195251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Attempting to bind port 4c65483e-1955-48f9-bfd3-393d186b150e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'bec61620-0748-44b0-9697-6b145a337bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:17.195748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Attempting to bind port 4c65483e-1955-48f9-bfd3-393d186b150e on network 04453478-b6e9-49e2-ad84-d0117a9d5afa {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:17.206705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73640bae-1cf4-42a4-89c1-19145bb81ad8 None None] Pushing event updated for resources: {'Port': ['ID=9a4ddef6-3d0d-46c6-af46-dd3821079550,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:17.229136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:17.229516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Checking segment: {'id': 'bec61620-0748-44b0-9697-6b145a337bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:17.229922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.230252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.230398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Bound using segment: {'id': 'bec61620-0748-44b0-9697-6b145a337bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:17.230857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Bound port: 4c65483e-1955-48f9-bfd3-393d186b150e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec61620-0748-44b0-9697-6b145a337bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:17.231229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.262161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.286093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9a5659b5-8c83-4ce1-b303-5bedd8c86f0a None None] Provisioning complete for port d20beab4-a8a3-40e6-a5a6-c907a18a72bc triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:17.286461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a5659b5-8c83-4ce1-b303-5bedd8c86f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.308761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:17.340026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.347574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 09782dc5-78ab-4185-855c-14803bc07caa has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:17.364271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db37bc-82e2-446b-9715-244785ff864a req-53039fc5-5a5b-4db7-b31d-f2d3d8828e8d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:17.368300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23db37bc-82e2-446b-9715-244785ff864a req-53039fc5-5a5b-4db7-b31d-f2d3d8828e8d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2226584 Dec 23 16:13:17.384877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.422234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.444916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.468341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9a5659b5-8c83-4ce1-b303-5bedd8c86f0a None None] Port d20beab4-a8a3-40e6-a5a6-c907a18a72bc cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:17.549571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:17.575785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Transition to ACTIVE for port object 520fb45e-fdcc-4f65-a953-9c7cb48796cd will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:17.585741 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23db37bc-82e2-446b-9715-244785ff864a req-ce02572a-d454-4f67-b200-a8efbd9aec65 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825554 Dec 23 16:13:17.603869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:17.697077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Transition to ACTIVE for port object 520fb45e-fdcc-4f65-a953-9c7cb48796cd will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:17.704408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:17.706768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67c8ff-c063-4955-9370-e5e52b85f534 None None] Network 583b275d-7681-4dc8-8735-36d823c39e5e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:17.740742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=25dd1ff0-5a70-4684-b41b-93b23ba9dc2c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:17.760669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.778495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.824132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.847022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] For port b3870206-39f3-43c9-82ff-0898360cb21d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:17.893958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] For port b3870206-39f3-43c9-82ff-0898360cb21d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b3870206-39f3-43c9-82ff-0898360cb21d,segment=NetworkSegment(6a7207ab-09c6-45c4-9ff9-c82c1dc35e24),segment_id=6a7207ab-09c6-45c4-9ff9-c82c1dc35e24)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:17.936007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:17.939354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.939924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.946371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:17.966395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:17.980959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Subnet': ['ID=ff29f2b9-d66e-44cd-a689-20b628eba5d4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:17.989060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:17.994292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:17.995224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:17.996497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:18.008994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:18.010928 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d2861bb-97ba-4a0d-b923-86ea9d133cfb tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/subnets/ff29f2b9-d66e-44cd-a689-20b628eba5d4 HTTP/1.1" status: 204 len: 168 time: 1.5369954 Dec 23 16:13:18.017949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52386) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:18.018162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.031329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.055940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e16481-0e9a-4c20-95ab-6d84f070aba8 None None] Pushing event updated for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:18.061529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:18.061899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.101287 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f5e4571-fc44-4348-a55a-c5415cb888f2 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1131732 Dec 23 16:13:18.106394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52390) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:18.128706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:18.243022 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4699d615-1141-4cdb-8a3d-a0381cf1bcdd tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:18.243987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4699d615-1141-4cdb-8a3d-a0381cf1bcdd tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Synchronizing usage tracker for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:18.255075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:18.265373 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-294109cd-a230-40bd-a136-c4aa70aa5983 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/09782dc5-78ab-4185-855c-14803bc07caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5753462 Dec 23 16:13:18.268987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:18.292256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] Sync routers for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:18.338362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=37891ea4-3e37-44de-b295-f346e5535f18,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:18.345212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Pushing event updated for resources: {'Port': ['ID=520fb45e-fdcc-4f65-a953-9c7cb48796cd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:18.378369 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-0406b4b2-6970-456a-9643-2008d451543b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.2865539 Dec 23 16:13:18.390232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4699d615-1141-4cdb-8a3d-a0381cf1bcdd tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Unset dirty status for tenant:9a559c46c1e64332be57f3bd1071e3a3 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:18.397262 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4699d615-1141-4cdb-8a3d-a0381cf1bcdd tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3747454 Dec 23 16:13:18.403275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.413537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52400) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:18.468520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:18.469194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:18.470737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5a1c7-c0ee-49c6-8626-acd18748bd9f req-58e32421-ccd6-4f26-a8cc-b12e759e5c3b tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:18.484559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-40f5a1c7-c0ee-49c6-8626-acd18748bd9f req-58e32421-ccd6-4f26-a8cc-b12e759e5c3b tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5112271 Dec 23 16:13:18.503798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18802d90-f94d-4b2b-8d2f-27150f8f8b93 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:18.504578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-18802d90-f94d-4b2b-8d2f-27150f8f8b93 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:18.574633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Attempting to bind port 520fb45e-fdcc-4f65-a953-9c7cb48796cd on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:18.575004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Attempting to bind port 520fb45e-fdcc-4f65-a953-9c7cb48796cd by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '69dbeb46-52d0-4971-8b53-889bfb8b019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:18.575415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Attempting to bind port 520fb45e-fdcc-4f65-a953-9c7cb48796cd on network 2477332c-2caa-48ac-8c4c-5f957aae4f00 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:18.580767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-18802d90-f94d-4b2b-8d2f-27150f8f8b93 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:18.583647 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18802d90-f94d-4b2b-8d2f-27150f8f8b93 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports/d20beab4-a8a3-40e6-a5a6-c907a18a72bc HTTP/1.1" status: 200 len: 913 time: 0.2975600 Dec 23 16:13:18.605743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52404) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:18.624001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:18.656546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:18.657211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Checking segment: {'id': '69dbeb46-52d0-4971-8b53-889bfb8b019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:18.657801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.658360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Bound using segment: {'id': '69dbeb46-52d0-4971-8b53-889bfb8b019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:18.658998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Bound port: 520fb45e-fdcc-4f65-a953-9c7cb48796cd, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dbeb46-52d0-4971-8b53-889bfb8b019b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2477332c-2caa-48ac-8c4c-5f957aae4f00'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:18.659533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.692877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1ca0-64f8-4d71-af21-3dad8ee66bb2 None None] Pushing event updated for resources: {'Port': ['ID=b3870206-39f3-43c9-82ff-0898360cb21d,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:18.695144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-40f5a1c7-c0ee-49c6-8626-acd18748bd9f req-d2f27cec-859b-4818-970e-cf71906c556e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095058 Dec 23 16:13:18.745652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:18.745652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:18.818428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:18.818760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a823a-3cc0-4824-b9a8-589805421ec3 None None] The sync data for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:18.821494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-5e739131-56b0-42e5-820c-9f0450f50a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:18.823008 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-5e739131-56b0-42e5-820c-9f0450f50a0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.4341416 Dec 23 16:13:18.830284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:18.834320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:18.837470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:18.862962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] For port 520fb45e-fdcc-4f65-a953-9c7cb48796cd, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:18.866466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] For port 520fb45e-fdcc-4f65-a953-9c7cb48796cd, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=520fb45e-fdcc-4f65-a953-9c7cb48796cd,segment=NetworkSegment(69dbeb46-52d0-4971-8b53-889bfb8b019b),segment_id=69dbeb46-52d0-4971-8b53-889bfb8b019b)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:18.872035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.872832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.877652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:18.907488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Deleting port b3870206-39f3-43c9-82ff-0898360cb21d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:18.908159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.964514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:18.972872 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-76a7e302-fb92-48dc-8263-528891fd6efc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1001 time: 0.1363661 Dec 23 16:13:19.040617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72467b3d-8c47-4613-b0df-8e6c194b6d82 None None] Pushing event updated for resources: {'Port': ['ID=520fb45e-fdcc-4f65-a953-9c7cb48796cd,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:19.139434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-6fccfc77-1341-4d40-8ae7-3bf997e5038c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:19.140888 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-6fccfc77-1341-4d40-8ae7-3bf997e5038c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.1590097 Dec 23 16:13:19.158106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:19.174542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:19.314027 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-3259fb9f-63ef-4ac6-a4c4-951ac3f3e211 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264591 Dec 23 16:13:19.325463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:19.424633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-94662a25-007d-4b95-b55a-0d2670b22a49 None None] Provisioning complete for port 2ac054a3-45d1-4435-999b-9cbe56778a59 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:19.425194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-94662a25-007d-4b95-b55a-0d2670b22a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:19.471501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] For port b3870206-39f3-43c9-82ff-0898360cb21d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b3870206-39f3-43c9-82ff-0898360cb21d,segment=NetworkSegment(6a7207ab-09c6-45c4-9ff9-c82c1dc35e24),segment_id=6a7207ab-09c6-45c4-9ff9-c82c1dc35e24)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:19.471894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:19.653972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-94662a25-007d-4b95-b55a-0d2670b22a49 None None] Port 2ac054a3-45d1-4435-999b-9cbe56778a59 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:19.695913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-94662a25-007d-4b95-b55a-0d2670b22a49 None None] Provisioning for port 4c65483e-1955-48f9-bfd3-393d186b150e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:19.711088 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-4db1a061-81ba-43b7-8bb7-fdb2fa8b38b3 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875852 Dec 23 16:13:19.750773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Calling delete_port for b3870206-39f3-43c9-82ff-0898360cb21d owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:19.778614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4c65483e-1955-48f9-bfd3-393d186b150e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:19.847289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:19.920805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 4c65483e-1955-48f9-bfd3-393d186b150e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:19.929577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:19.930066 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:19.962870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e1dbf191-2795-463c-90ae-9861aba48938 None None] Provisioning for port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:19.981541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e1dbf191-2795-463c-90ae-9861aba48938 None None] Provisioning complete for port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:19.981910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf191-2795-463c-90ae-9861aba48938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.034921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f9f4fe-5e78-4b93-b07a-cd9d1ddbdaa5 None None] Network f5919487-7307-4955-b0ac-67d68059b501 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:20.115094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbf191-2795-463c-90ae-9861aba48938 None None] Port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:20.124361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.164459 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-609e011d-c326-4eee-9f6f-d7fc530291d6 req-efd1fe9b-6b16-4c20-a0ac-691c55a00b7c service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254143 Dec 23 16:13:20.193762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Port': ['ID=b3870206-39f3-43c9-82ff-0898360cb21d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:20.225341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] No DVR routers for this DVR port b3870206-39f3-43c9-82ff-0898360cb21d on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:20.278211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c9f27e0f-a7d2-4424-ae81-af6fad20f4c5 None None] Could not find standard attr ID for object b3870206-39f3-43c9-82ff-0898360cb21d. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:13:20.288219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.288569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.288908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.289331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.289562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.289874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.290203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.290575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.290842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.291158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.291276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.291474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:20.335747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:20.345916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.346843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b3870206-39f3-43c9-82ff-0898360cb21d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:20.532056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a9d47-3df8-48e4-ae5c-7b3c1d89253a None None] DHCP port deletion for f5919487-7307-4955-b0ac-67d68059b501 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:20.540978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:20.551541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b3870206-39f3-43c9-82ff-0898360cb21d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:20.551541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b3870206-39f3-43c9-82ff-0898360cb21d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 16:13:20.554860 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.ipam_backend_mixin [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94e341d6-cbe3-443c-8511-c301a2933eda (CIDR: 2001:db8::/64) Dec 23 16:13:20.558241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.579767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:20.580213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:20.608653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Port b3870206-39f3-43c9-82ff-0898360cb21d not found, will not notify nova. {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 16:13:20.613033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a1872-80f6-4f63-9905-e8ab6144e5b6 req-8b958b1f-bc0b-41df-a4b5-0bf82841db40 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:20.619819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e57a1872-80f6-4f63-9905-e8ab6144e5b6 req-8b958b1f-bc0b-41df-a4b5-0bf82841db40 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5811386 Dec 23 16:13:20.657832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5919487-7307-4955-b0ac-67d68059b501']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:20.685440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7207ab-09c6-45c4-9ff9-c82c1dc35e24') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:20.685681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7207ab-09c6-45c4-9ff9-c82c1dc35e24') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:20.706365 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0db1a425-ea02-4c97-a9b9-8306b6517a67 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5878732 Dec 23 16:13:20.710172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52414) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:20.723060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.735338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c64cd-b5db-43e6-8d81-2b8f683b23c2 None None] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:20.745890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:20.752115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e57a1872-80f6-4f63-9905-e8ab6144e5b6 req-1a74c0a4-cc1a-46a4-9cef-d34ac02c059c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313782 Dec 23 16:13:20.759065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.773262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:20.773887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.788786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port d20beab4-a8a3-40e6-a5a6-c907a18a72bc {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:20.789268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:20.789754 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:20.853825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-83a99b0c-cd20-4e47-8f24-c354fa042f41 None None] Provisioning for port 37891ea4-3e37-44de-b295-f346e5535f18 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:20.863278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-83a99b0c-cd20-4e47-8f24-c354fa042f41 None None] Provisioning complete for port 37891ea4-3e37-44de-b295-f346e5535f18 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:20.863682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83a99b0c-cd20-4e47-8f24-c354fa042f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.895123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.928938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.940038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Network': ['ID=f5919487-7307-4955-b0ac-67d68059b501,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:20.948621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4fb39f30-f7d3-4b56-bf30-61fd17f38b57 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/networks/f5919487-7307-4955-b0ac-67d68059b501 HTTP/1.1" status: 204 len: 168 time: 2.5147271 Dec 23 16:13:20.953186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52420) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:20.955534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-83a99b0c-cd20-4e47-8f24-c354fa042f41 None None] Port 37891ea4-3e37-44de-b295-f346e5535f18 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:21.073570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-83a99b0c-cd20-4e47-8f24-c354fa042f41 None None] Provisioning for port 520fb45e-fdcc-4f65-a953-9c7cb48796cd completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:21.075925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a49d7073-a19c-4c18-8d53-75cfe4a3ad11 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:13:21.094277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.172272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Deleting port 9a4ddef6-3d0d-46c6-af46-dd3821079550 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:21.172606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.219420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.361544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for d20beab4-a8a3-40e6-a5a6-c907a18a72bc owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:21.422876 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:21.431285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:21.439369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-18dd59f8-ab9a-42ef-b296-609c728e0f91 None None] Provisioning complete for port 37891ea4-3e37-44de-b295-f346e5535f18 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:21.440432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18dd59f8-ab9a-42ef-b296-609c728e0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.468660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:21.475581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:21.478275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] For port 9a4ddef6-3d0d-46c6-af46-dd3821079550, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9a4ddef6-3d0d-46c6-af46-dd3821079550,segment=NetworkSegment(afffe723-996d-4aa8-a9c5-aa2e2c4aec56),segment_id=afffe723-996d-4aa8-a9c5-aa2e2c4aec56)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:21.478779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.479701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:21.489458 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9a901bce-de95-4faa-a777-e70d6f2a134c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a49d7073-a19c-4c18-8d53-75cfe4a3ad11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0346613 Dec 23 16:13:21.491439 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] Sync routers for ids ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:21.497427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52424) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:21.521576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:21.528854 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] Routers {'a49d7073-a19c-4c18-8d53-75cfe4a3ad11'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:21.530981 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:21.557075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-18dd59f8-ab9a-42ef-b296-609c728e0f91 None None] Port 37891ea4-3e37-44de-b295-f346e5535f18 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:21.664135 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:21.683439 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] Routers {'a49d7073-a19c-4c18-8d53-75cfe4a3ad11'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:21.684319 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:21.739078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-695b3bf0-4a38-407c-8ca1-c7445ab99f8e None None] Provisioning complete for port 37891ea4-3e37-44de-b295-f346e5535f18 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:21.739759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-695b3bf0-4a38-407c-8ca1-c7445ab99f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.744307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.767613 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:21.768021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234104e-5628-4f1c-ae01-2e841b37f95f None None] The sync data for ids ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:21.809321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 520fb45e-fdcc-4f65-a953-9c7cb48796cd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:21.917007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Calling delete_port for 9a4ddef6-3d0d-46c6-af46-dd3821079550 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:21.920752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-695b3bf0-4a38-407c-8ca1-c7445ab99f8e None None] Port 37891ea4-3e37-44de-b295-f346e5535f18 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:21.932764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 520fb45e-fdcc-4f65-a953-9c7cb48796cd completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:21.942714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 520fb45e-fdcc-4f65-a953-9c7cb48796cd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:21.943235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.051340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bbe826-684b-4d37-8c85-a3c1b462135b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:22.052105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-99bbe826-684b-4d37-8c85-a3c1b462135b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:22.068717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.075592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09d4c8f2-27ba-49e9-b9e1-c2411123b404 None None] Provisioning complete for port 37891ea4-3e37-44de-b295-f346e5535f18 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:22.075985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09d4c8f2-27ba-49e9-b9e1-c2411123b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.131178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a9e54-628f-4fe9-b3fb-b083a1d2a0a8 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:13:22.134837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-99bbe826-684b-4d37-8c85-a3c1b462135b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:22.136087 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-99bbe826-684b-4d37-8c85-a3c1b462135b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports/37891ea4-3e37-44de-b295-f346e5535f18 HTTP/1.1" status: 200 len: 978 time: 0.5699990 Dec 23 16:13:22.138851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] No DVR routers for this DVR port 9a4ddef6-3d0d-46c6-af46-dd3821079550 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:22.139281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:22.140613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Port': ['ID=9a4ddef6-3d0d-46c6-af46-dd3821079550,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:22.183484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.218598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.228104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-09d4c8f2-27ba-49e9-b9e1-c2411123b404 None None] Port 37891ea4-3e37-44de-b295-f346e5535f18 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:22.263628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 520fb45e-fdcc-4f65-a953-9c7cb48796cd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=520fb45e-fdcc-4f65-a953-9c7cb48796cd,segment=NetworkSegment(69dbeb46-52d0-4971-8b53-889bfb8b019b),segment_id=69dbeb46-52d0-4971-8b53-889bfb8b019b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:22.271128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.271943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4c65483e-1955-48f9-bfd3-393d186b150e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:22.287270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.288301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=d20beab4-a8a3-40e6-a5a6-c907a18a72bc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:22.322395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa5ef2-b0f3-4865-a43d-a7088f460318 req-7f33507b-0381-4f37-914a-52f55831efb2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:22.324678 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2aa5ef2-b0f3-4865-a43d-a7088f460318 req-7f33507b-0381-4f37-914a-52f55831efb2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3774874 Dec 23 16:13:22.326546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583b275d-7681-4dc8-8735-36d823c39e5e']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:22.357245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afffe723-996d-4aa8-a9c5-aa2e2c4aec56') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:22.358175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afffe723-996d-4aa8-a9c5-aa2e2c4aec56') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:22.398719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.398719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.399065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.399320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.399688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.400015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.400343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.400643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.400955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.401574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.401574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.423347 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2aa5ef2-b0f3-4865-a43d-a7088f460318 req-3c0e0215-8dd9-49de-ab8b-1dbfae839c05 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852695 Dec 23 16:13:22.432929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.464650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.471806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:22.472198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.474427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=520fb45e-fdcc-4f65-a953-9c7cb48796cd,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:22.479157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4e8fbd6e-71ac-4ef9-ae32-2a2556dee015 None None] Provisioning complete for port 37891ea4-3e37-44de-b295-f346e5535f18 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:22.479744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbd6e-71ac-4ef9-ae32-2a2556dee015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.507136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a9e54-628f-4fe9-b3fb-b083a1d2a0a8 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:13:22.574201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:22.574568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:22.582653 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:22.586529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.613628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.626513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Network': ['ID=583b275d-7681-4dc8-8735-36d823c39e5e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:22.633433 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-24fa8e63-aaef-430c-a2fb-27622bab3fe8 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/networks/583b275d-7681-4dc8-8735-36d823c39e5e HTTP/1.1" status: 204 len: 168 time: 1.6780958 Dec 23 16:13:22.634336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52438) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:22.657837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fbd6e-71ac-4ef9-ae32-2a2556dee015 None None] Port 37891ea4-3e37-44de-b295-f346e5535f18 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:22.770421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.832625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.881362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9eddc-f62d-47ec-9f71-1a31fd111a71 req-9c78a894-541d-47c9-9386-8e721335a669 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:22.883287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-94c9eddc-f62d-47ec-9f71-1a31fd111a71 req-9c78a894-541d-47c9-9386-8e721335a669 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.1421235 Dec 23 16:13:22.906437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b3870206-39f3-43c9-82ff-0898360cb21d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:22.945490 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b3870206-39f3-43c9-82ff-0898360cb21d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:22.945883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b3870206-39f3-43c9-82ff-0898360cb21d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:22.977917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:22.986519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:22.988783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.995502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:22.996106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.004628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=d02667bf-015b-41e1-8648-b70389a63ec2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:23.039880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-94c9eddc-f62d-47ec-9f71-1a31fd111a71 req-75017b3a-6fb4-4d80-b88a-681152201dce tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289494 Dec 23 16:13:23.041305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.069462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3847498-8a52-46b4-9156-27068cfed4e7']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.094179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce5393f-56a5-446a-b7f7-2b6d03a435da') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.094537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce5393f-56a5-446a-b7f7-2b6d03a435da') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.097675 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-189a374e-1107-48e3-a3bc-80578f0f3b09 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3864698 Dec 23 16:13:23.099732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:23.108785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.111276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2003745437', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd02667bf-015b-41e1-8648-b70389a63ec2'}], 'security_groups': ['f26b05da-9fb1-4fcf-92e5-a6e4dbc1fb8b']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:23.123636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d7dc8-2d88-4e3f-add7-016e11e5fd3c None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:23.137468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.147428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:23.149861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:23.269477 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:23.344040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.349667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.357317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.397574 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/networks/c3847498-8a52-46b4-9156-27068cfed4e7 HTTP/1.1" status: 204 len: 168 time: 0.7618070 Dec 23 16:13:23.398790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696db5-7ff4-4b03-b236-77d784513582 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Network': ['ID=c3847498-8a52-46b4-9156-27068cfed4e7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:23.404788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52450) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:23.553782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8d68c-372e-4409-963a-4a12ffbd7194 req-6f7addc5-6a60-40df-9dd9-374dbdb6e44f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:23.555125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b8d68c-372e-4409-963a-4a12ffbd7194 req-6f7addc5-6a60-40df-9dd9-374dbdb6e44f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2843876 Dec 23 16:13:23.576889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 520fb45e-fdcc-4f65-a953-9c7cb48796cd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:23.588194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.664513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] Update dhcp port {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'fixed_ips': [{'subnet_id': '94e341d6-cbe3-443c-8511-c301a2933eda', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd02667bf-015b-41e1-8648-b70389a63ec2'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4c65483e-1955-48f9-bfd3-393d186b150e'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:13:23.725101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.736683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 520fb45e-fdcc-4f65-a953-9c7cb48796cd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:23.737050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.824642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b8d68c-372e-4409-963a-4a12ffbd7194 req-22c14dd3-14bb-497c-a91b-77b606e85cb3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606745 Dec 23 16:13:23.850495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.888467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b67da3-f233-4b16-ad01-e3610a385469']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.903002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db18156c-3343-4657-ab41-89464d7e9fe2') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.903991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db18156c-3343-4657-ab41-89464d7e9fe2') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.921233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.940553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.947677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:23.948135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.997231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] Allocated IP 2001:db8:0:1::2 (04453478-b6e9-49e2-ad84-d0117a9d5afa/d02667bf-015b-41e1-8648-b70389a63ec2/4c65483e-1955-48f9-bfd3-393d186b150e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:24.064425 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:24.067452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.079143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.111595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] Pushing event deleted for resources: {'Network': ['ID=e2b67da3-f233-4b16-ad01-e3610a385469,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:24.132176 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-45d2bbb7-93e3-4c82-88e9-a9e3b6a220f3 tempest-BulkNetworkOpsTest-1738168810 tempest-BulkNetworkOpsTest-1738168810-project] 10.222.0.18 "DELETE /v2.0/networks/e2b67da3-f233-4b16-ad01-e3610a385469 HTTP/1.1" status: 204 len: 168 time: 0.7154536 Dec 23 16:13:24.268225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.285572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:24.328069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.350823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691160-17fc-4a9f-8706-f47337740515 req-12166b3e-8d2a-47ff-852b-df98f4d98c09 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:24.352452 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9a691160-17fc-4a9f-8706-f47337740515 req-12166b3e-8d2a-47ff-852b-df98f4d98c09 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.0909438 Dec 23 16:13:24.361634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] Transition to ACTIVE for port object 4c65483e-1955-48f9-bfd3-393d186b150e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:24.368090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.435619 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9a691160-17fc-4a9f-8706-f47337740515 req-be96c5ba-fd0f-41fe-910c-fdce734ba4c1 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764978 Dec 23 16:13:24.511218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52464) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:24.533344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10489ae4-7d1e-42ca-a679-2794cea3ed5d None None] Pushing event updated for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:24.595676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 09782dc5-78ab-4185-855c-14803bc07caa has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:24.619800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Delete allocated IP 2001:db8::ad (04453478-b6e9-49e2-ad84-d0117a9d5afa/94e341d6-cbe3-443c-8511-c301a2933eda) {{(pid=83495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 16:13:24.635665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8:0:1::96 (04453478-b6e9-49e2-ad84-d0117a9d5afa/d02667bf-015b-41e1-8648-b70389a63ec2/25dd1ff0-5a70-4684-b41b-93b23ba9dc2c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:24.726479 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f0932998-7f98-4b31-82bc-fec563f182da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a559c46c1e64332be57f3bd1071e3a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2139287 Dec 23 16:13:24.727468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52470) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:24.736755 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:13:24.792882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75026513-5e33-429f-8ff7-80e467348e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.823119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75026513-5e33-429f-8ff7-80e467348e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.883831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75026513-5e33-429f-8ff7-80e467348e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.898778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026513-5e33-429f-8ff7-80e467348e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b80cb04-2987-49cc-a543-b2420039f590,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:24.912463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75026513-5e33-429f-8ff7-80e467348e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.916020 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-75026513-5e33-429f-8ff7-80e467348e90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b80cb04-2987-49cc-a543-b2420039f590 HTTP/1.1" status: 204 len: 168 time: 0.1853640 Dec 23 16:13:25.142467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:25.146386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 37891ea4-3e37-44de-b295-f346e5535f18 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:25.146721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.155861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] Sync routers for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:25.168144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:25.168768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:25.288430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:25.298799 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a3ad1569-5ba8-4a73-8c12-cdfdbd2f2eec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/09782dc5-78ab-4185-855c-14803bc07caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6894810 Dec 23 16:13:25.301143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52484) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:25.304626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.311948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:25.311948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:25.339672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:25.395441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:25.396439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb2b90-8354-4d8c-9168-86851efe587e None None] The sync data for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:25.400367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Provisioning complete for port 2ac054a3-45d1-4435-999b-9cbe56778a59 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:25.400944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.443846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.493975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Port 2ac054a3-45d1-4435-999b-9cbe56778a59 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:25.513156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Provisioning for port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:25.524526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Provisioning complete for port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:25.524910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.594084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4c65483e-1955-48f9-bfd3-393d186b150e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:25.631201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] In _notify_port_updated(), no bound segment for port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c on network 04453478-b6e9-49e2-ad84-d0117a9d5afa {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:13:25.635248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:25.635879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.657245 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "PUT /v2.0/ports/25dd1ff0-5a70-4684-b41b-93b23ba9dc2c HTTP/1.1" status: 200 len: 930 time: 2.5494061 Dec 23 16:13:25.664850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:25.712957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:25.780514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Provisioning for port 4c65483e-1955-48f9-bfd3-393d186b150e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:25.789521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:25.789865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.793380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:25.796073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.856783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:25.857502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27139542-9fbe-41a2-bdd2-98b1c465f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.922556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125580cc-4b97-4c67-b8ed-c1d77a996439 req-3dafcbaf-8d56-4a8d-a3de-d3bac5518381 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:25.930775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-125580cc-4b97-4c67-b8ed-c1d77a996439 req-3dafcbaf-8d56-4a8d-a3de-d3bac5518381 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.1614523 Dec 23 16:13:25.952203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f227c1-2204-4a1c-8bb1-fafc19049df8 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=25dd1ff0-5a70-4684-b41b-93b23ba9dc2c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:25.956070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.110872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.125660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52506) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:26.156375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-125580cc-4b97-4c67-b8ed-c1d77a996439 req-63476843-cf54-4519-9972-2a255d53c2c2 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160017 Dec 23 16:13:26.274036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 37891ea4-3e37-44de-b295-f346e5535f18 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:26.275376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f5de2a30-268b-4cf4-8de4-262532ce0118 None None] Provisioning complete for port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:26.275866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5de2a30-268b-4cf4-8de4-262532ce0118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.336720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-070a9e48-392b-4fda-92ce-2568bd7bb6b9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:26.337109 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-070a9e48-392b-4fda-92ce-2568bd7bb6b9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 16:13:26.338147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-070a9e48-392b-4fda-92ce-2568bd7bb6b9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2107511 Dec 23 16:13:26.340201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f5de2a30-268b-4cf4-8de4-262532ce0118 None None] Port 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:26.355219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52514) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:26.369281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--662070040'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:26.376904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:26.381453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:26.385004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:26.392141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:26.446790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.455176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.526996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.594788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 25dd1ff0-5a70-4684-b41b-93b23ba9dc2c owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:26.748828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:26.790185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110537ba-2abe-4d51-9d3a-d5f99d1295d4 req-61ff250b-3e8f-4e3c-9cd8-e6b342786c25 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:26.791661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-110537ba-2abe-4d51-9d3a-d5f99d1295d4 req-61ff250b-3e8f-4e3c-9cd8-e6b342786c25 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2483675 Dec 23 16:13:26.792368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:26.799151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:26.843466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:26.854239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-110537ba-2abe-4d51-9d3a-d5f99d1295d4 req-76e6e9d2-a9fe-4858-af78-3e23ebf746b3 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520825 Dec 23 16:13:26.891253 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05917124-5363-41f0-86cb-6c15b9202230 req-78d41f45-f162-452e-add9-57e9bc566fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9f81991c26d3421e8a0c6423b80da577&device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 1099 time: 0.3043878 Dec 23 16:13:26.917018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port b66501cf-632f-4fc3-90d9-9eaf6829ad29 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:26.917511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.920495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.015521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.026395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=37891ea4-3e37-44de-b295-f346e5535f18,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:27.110746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.225973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=25dd1ff0-5a70-4684-b41b-93b23ba9dc2c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:27.237856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for b66501cf-632f-4fc3-90d9-9eaf6829ad29 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:27.371734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.422291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.442702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.489994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.499817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=b66501cf-632f-4fc3-90d9-9eaf6829ad29,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:27.508548 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8fd9bd3d-ecb5-43c6-95ee-c86d95aa19f9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/25dd1ff0-5a70-4684-b41b-93b23ba9dc2c HTTP/1.1" status: 204 len: 168 time: 1.8356142 Dec 23 16:13:27.509782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05917124-5363-41f0-86cb-6c15b9202230 req-e294c439-cf3e-4fa2-abd7-03093b513a38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:27.511251 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05917124-5363-41f0-86cb-6c15b9202230 req-e294c439-cf3e-4fa2-abd7-03093b513a38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 200 len: 913 time: 0.6109481 Dec 23 16:13:27.514622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52522) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:27.692547 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.693175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d316c29-f794-44be-9685-b85b926e105e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:27.719618 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b235bd-63b1-4dd4-9fc7-25be3a02bc51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:13:27.720127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-79b235bd-63b1-4dd4-9fc7-25be3a02bc51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:27.724281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:27.746864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:27.751310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:27.767053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:27.788816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-79b235bd-63b1-4dd4-9fc7-25be3a02bc51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:27.789865 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79b235bd-63b1-4dd4-9fc7-25be3a02bc51 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/25dd1ff0-5a70-4684-b41b-93b23ba9dc2c HTTP/1.1" status: 404 len: 333 time: 0.2723727 Dec 23 16:13:27.793846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.798549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52526) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:27.818030 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05917124-5363-41f0-86cb-6c15b9202230 req-ae3f3ac3-f63b-4d52-8f9e-2d1507f3f487 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 200 len: 1001 time: 0.2962198 Dec 23 16:13:28.066869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.077383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05917124-5363-41f0-86cb-6c15b9202230 req-5e967ebf-6f30-44eb-92b4-af39650039e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:28.078808 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05917124-5363-41f0-86cb-6c15b9202230 req-5e967ebf-6f30-44eb-92b4-af39650039e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 200 len: 851 time: 0.2472231 Dec 23 16:13:28.086198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.139264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c1d1fc-8ca4-4da5-8695-45bf8e269a2c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.164661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 09782dc5-78ab-4185-855c-14803bc07caa has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:28.178413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b91d8-b681-4c35-9481-ad9d1851bf1b req-24ab293d-2338-43ff-9b26-dab8a146a38e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:28.178413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-850b91d8-b681-4c35-9481-ad9d1851bf1b req-24ab293d-2338-43ff-9b26-dab8a146a38e tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.1561382 Dec 23 16:13:28.314784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa6b7ff-646e-4cd5-a4eb-53b8f2a883a5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:28.316849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.318012 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ed5419b5-f8d9-476c-a505-863025c19c42 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9616559 Dec 23 16:13:28.328910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52534) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:28.333502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c1d1fc-8ca4-4da5-8695-45bf8e269a2c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.350845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '8aa6b7ff-646e-4cd5-a4eb-53b8f2a883a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:28.371169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:28.380255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:28.393807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:28.403219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:28.442596 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-850b91d8-b681-4c35-9481-ad9d1851bf1b req-646d2321-a618-4d92-9b99-f39347495981 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591805 Dec 23 16:13:28.448193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:28.458986 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] Sync routers for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:28.468036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-13fe91c8-17da-4fb8-8337-f10bbb9e8eeb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/09782dc5-78ab-4185-855c-14803bc07caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1642511 Dec 23 16:13:28.470613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52538) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:28.486223 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:28.487170 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:28.518517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ee8fbcba-e94e-460a-8f98-b546fa7ae67f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:28.534737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ee8fbcba-e94e-460a-8f98-b546fa7ae67f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:28.536046 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ee8fbcba-e94e-460a-8f98-b546fa7ae67f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=09782dc5-78ab-4185-855c-14803bc07caa HTTP/1.1" status: 200 len: 205 time: 0.0644093 Dec 23 16:13:28.538658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52542) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:28.545175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c1d1fc-8ca4-4da5-8695-45bf8e269a2c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.548844 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:28.559201 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] Routers {'09782dc5-78ab-4185-855c-14803bc07caa'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:28.559792 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['09782dc5-78ab-4185-855c-14803bc07caa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:28.562329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.574991 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05917124-5363-41f0-86cb-6c15b9202230 req-84d5942b-7e67-4f27-9af9-8efb354a6bbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6313bba6-4d1b-46c2-9631-43cf1a7a00f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4836326 Dec 23 16:13:28.594943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1d1fc-8ca4-4da5-8695-45bf8e269a2c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c3a498-b3c6-490c-9a61-57c64b69b6b1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:28.634685 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:28.635086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c166d74-4771-45e0-84fb-3c18ace6bc66 None None] The sync data for ids ['09782dc5-78ab-4185-855c-14803bc07caa'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:28.687228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b7a6-86c6-45ee-b0f2-c65153cbd671 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.784947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c1d1fc-8ca4-4da5-8695-45bf8e269a2c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.786030 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84c1d1fc-8ca4-4da5-8695-45bf8e269a2c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/security-groups/d8c3a498-b3c6-490c-9a61-57c64b69b6b1 HTTP/1.1" status: 204 len: 168 time: 0.9851687 Dec 23 16:13:28.796121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52546) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:28.824810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a49d7073-a19c-4c18-8d53-75cfe4a3ad11 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:28.879221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.939649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:28.953663 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05917124-5363-41f0-86cb-6c15b9202230 req-e61caff8-58a7-491a-af0f-dd4623087f0e service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666847 Dec 23 16:13:28.990208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d47c59-4da0-401d-8515-17f1dab60a26,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:29.055325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43d5e728-7953-4aac-b44d-2235624e8dc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.114445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.115603 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab610bf7-8785-41ba-b8c4-e3bdc6743008 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7748861 Dec 23 16:13:29.120156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:29.130199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '8aa6b7ff-646e-4cd5-a4eb-53b8f2a883a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:29.132003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b7a6-86c6-45ee-b0f2-c65153cbd671 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.138976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:29.139983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43d5e728-7953-4aac-b44d-2235624e8dc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.145831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:29.147620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:29.149920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b7a6-86c6-45ee-b0f2-c65153cbd671 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.157373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] Sync routers for ids ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:29.162227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:29.171037 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4773418a-65fe-4e19-bac9-11bc760a5071 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a49d7073-a19c-4c18-8d53-75cfe4a3ad11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0294278 Dec 23 16:13:29.171615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] Routers {'a49d7073-a19c-4c18-8d53-75cfe4a3ad11'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:29.172503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:29.174203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:29.180884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:29.225551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43d5e728-7953-4aac-b44d-2235624e8dc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.253797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:29.269198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] Routers {'a49d7073-a19c-4c18-8d53-75cfe4a3ad11'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:29.269893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:29.275342 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05917124-5363-41f0-86cb-6c15b9202230 req-85e58e33-25c4-4591-9dca-b411110e1472 service neutron] 10.222.0.59 "GET /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142362 Dec 23 16:13:29.277958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b7a6-86c6-45ee-b0f2-c65153cbd671 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.278648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee1b7a6-86c6-45ee-b0f2-c65153cbd671 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Fanout notify agent at l3_agent the message router_deleted on router 09782dc5-78ab-4185-855c-14803bc07caa {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:13:29.299593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5e728-7953-4aac-b44d-2235624e8dc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b05da-9fb1-4fcf-92e5-a6e4dbc1fb8b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:29.306330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ee1b7a6-86c6-45ee-b0f2-c65153cbd671 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.310083 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0ee1b7a6-86c6-45ee-b0f2-c65153cbd671 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/09782dc5-78ab-4185-855c-14803bc07caa HTTP/1.1" status: 204 len: 168 time: 0.7705958 Dec 23 16:13:29.310885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52560) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:29.311621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43d5e728-7953-4aac-b44d-2235624e8dc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.312583 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-43d5e728-7953-4aac-b44d-2235624e8dc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/security-groups/f26b05da-9fb1-4fcf-92e5-a6e4dbc1fb8b HTTP/1.1" status: 204 len: 168 time: 0.5160115 Dec 23 16:13:29.325249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52564) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:29.327745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.358897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:29.359461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371ca42-4576-4719-9a97-0e824e1b89f8 None None] The sync data for ids ['a49d7073-a19c-4c18-8d53-75cfe4a3ad11'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:29.517266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 531b61bf-682e-49d8-a26a-f1f99015ef5a {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:29.520532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.580438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.664282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.669399 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 16:13:29.673042 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5dcb98c-fe35-42cb-a6f5-c3ffbacda047 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5488186 Dec 23 16:13:29.673839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52572) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:29.738641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.818302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet 94e341d6-cbe3-443c-8511-c301a2933eda {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:29.832660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.867205 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-71f6bd32-1f37-4979-9a9f-d28f4a0a1310 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 16:13:29.868240 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71f6bd32-1f37-4979-9a9f-d28f4a0a1310 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a49d7073-a19c-4c18-8d53-75cfe4a3ad11/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6908066 Dec 23 16:13:29.872157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52576) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:29.878121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=531b61bf-682e-49d8-a26a-f1f99015ef5a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:29.900373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb12b470-f5f8-49b0-9bfe-bc0a7eaf5aa6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.919084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.957749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae504617-4d63-4491-a0fa-5313f2a3d67a None None] Network 1e03895f-37ad-46a9-8694-ba1179fbe089 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:29.959010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.965435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-986d4d7e-f208-45be-9577-f53c1565839b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49d7073-a19c-4c18-8d53-75cfe4a3ad11 HTTP/1.1" status: 200 len: 205 time: 0.0861001 Dec 23 16:13:29.966103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52580) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:29.977861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb12b470-f5f8-49b0-9bfe-bc0a7eaf5aa6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.036804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a1549b8b-b66a-4f46-b056-4627e8fa707b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/531b61bf-682e-49d8-a26a-f1f99015ef5a HTTP/1.1" status: 204 len: 168 time: 0.7231884 Dec 23 16:13:30.039369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52584) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:30.105983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.124647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b404-262a-4c76-93f9-b1b7e554a527 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.137325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb12b470-f5f8-49b0-9bfe-bc0a7eaf5aa6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.224326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] DHCP port deletion for 1e03895f-37ad-46a9-8694-ba1179fbe089 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:30.230060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] Deleting port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:30.230699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.249339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093db9b-6cf2-47c6-93a2-16ef92881b27 req-60a64a80-4df2-4b35-a411-b3481fe5ccdd tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:30.250818 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c093db9b-6cf2-47c6-93a2-16ef92881b27 req-60a64a80-4df2-4b35-a411-b3481fe5ccdd tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3777821 Dec 23 16:13:30.264557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12b470-f5f8-49b0-9bfe-bc0a7eaf5aa6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa6b7ff-646e-4cd5-a4eb-53b8f2a883a5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:30.307178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb12b470-f5f8-49b0-9bfe-bc0a7eaf5aa6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.311218 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb12b470-f5f8-49b0-9bfe-bc0a7eaf5aa6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/8aa6b7ff-646e-4cd5-a4eb-53b8f2a883a5 HTTP/1.1" status: 204 len: 168 time: 0.6336410 Dec 23 16:13:30.313561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52588) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:30.331777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c093db9b-6cf2-47c6-93a2-16ef92881b27 req-0e3fb2bf-cf55-4fb2-a18d-d9b4f27de45f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714209 Dec 23 16:13:30.380499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.540425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=94e341d6-cbe3-443c-8511-c301a2933eda,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:30.563598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet e64d82b7-1245-496b-b5e7-3440d627e38e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:30.569228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.605310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.609364 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af49fd-a8ed-4d4f-8abd-35ce59606b46 None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:30.613487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1aedab52-8be3-446b-8b8d-e5c9d1bc8aae tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:30.629803 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3984f03f-5fad-4dba-a00d-6b7ac7a3adec tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/94e341d6-cbe3-443c-8511-c301a2933eda HTTP/1.1" status: 204 len: 168 time: 1.2997260 Dec 23 16:13:30.630053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:30.642907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b404-262a-4c76-93f9-b1b7e554a527 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.647170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b404-262a-4c76-93f9-b1b7e554a527 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.649047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:30.669856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.673282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b404-262a-4c76-93f9-b1b7e554a527 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.674030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f6b404-262a-4c76-93f9-b1b7e554a527 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Fanout notify agent at l3_agent the message router_deleted on router a49d7073-a19c-4c18-8d53-75cfe4a3ad11 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:13:30.689902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b404-262a-4c76-93f9-b1b7e554a527 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.691976 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d7f6b404-262a-4c76-93f9-b1b7e554a527 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/a49d7073-a19c-4c18-8d53-75cfe4a3ad11 HTTP/1.1" status: 204 len: 168 time: 0.7243869 Dec 23 16:13:30.692569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] For port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2a1e7405-88a6-4fdd-b700-b43fdf99f2e3,segment=NetworkSegment(44954219-507a-42fd-918b-dee1c3fe0243),segment_id=44954219-507a-42fd-918b-dee1c3fe0243)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:30.693154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.694081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52598) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:30.780993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1aedab52-8be3-446b-8b8d-e5c9d1bc8aae tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:30.786020 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1aedab52-8be3-446b-8b8d-e5c9d1bc8aae tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4691045 Dec 23 16:13:30.794201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:30.803360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906030675'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:30.813456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:30.837311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:30.870085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] Calling delete_port for 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:30.889049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet d48e9db0-b2c2-4d54-a8e1-a7a59bfdada2 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:30.892269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.892785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:30.894948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.910865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:30.917042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:30.929656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:30.937812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.945509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.004091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:31.008851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:31.012551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.017849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.042486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.075514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:31.086407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:31.094665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] Pushing event deleted for resources: {'Port': ['ID=2a1e7405-88a6-4fdd-b700-b43fdf99f2e3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:31.100416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:31.111303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9c9f7-2d19-4575-bd0c-b27b78b8a92f None None] No DVR routers for this DVR port 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:31.138083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.164777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.180070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=d48e9db0-b2c2-4d54-a8e1-a7a59bfdada2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:31.184449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.191520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0f0a74e1-a82b-472e-b041-1c7a5a019ff6 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/d48e9db0-b2c2-4d54-a8e1-a7a59bfdada2 HTTP/1.1" status: 204 len: 168 time: 0.4964647 Dec 23 16:13:31.193713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a3901-7b79-4347-867f-306e74e03797 None None] Network 2477332c-2caa-48ac-8c4c-5f957aae4f00 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:31.194114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52606) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:31.247736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=e64d82b7-1245-496b-b5e7-3440d627e38e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:31.260626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.277716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db560147-f7ba-4cff-b5e1-840d07af3bb0 None None] Network 563716c3-9e03-4e6a-aa88-53e3167c9b87 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:31.288519 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-08f0afdf-959b-45c0-9a51-a8e92bd192f5 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/e64d82b7-1245-496b-b5e7-3440d627e38e HTTP/1.1" status: 204 len: 168 time: 1.2456226 Dec 23 16:13:31.293558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52610) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:31.304665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.318181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.356728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.361725 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5665758 Dec 23 16:13:31.363126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:31.375631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0520cc9f-740e-4300-bcac-11536b9b638f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '216356a1-8faa-44aa-91c1-08dda6a715f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:31.376251 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-0520cc9f-740e-4300-bcac-11536b9b638f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:31.380711 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0520cc9f-740e-4300-bcac-11536b9b638f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133123 Dec 23 16:13:31.389808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52618) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:31.474106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49786f1f-c3da-4bb0-a560-bbc71c24a954 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216356a1-8faa-44aa-91c1-08dda6a715f8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:31.590789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.646458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.670788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:31.671739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.709888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 520fb45e-fdcc-4f65-a953-9c7cb48796cd {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:31.710230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.713824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ca2259a-6848-4152-bb6b-66d82908fd6b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.714942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:31.715302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2a1e7405-88a6-4fdd-b700-b43fdf99f2e3 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:31.762933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ca2259a-6848-4152-bb6b-66d82908fd6b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.837262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:31.843082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:31.848505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:31.849087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.863536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=b24b4605-c290-47f9-87e2-624d393a6679,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:31.893216 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3617fdd2-366f-4064-af3a-9dae7e47447e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2544520 Dec 23 16:13:31.895935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52628) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:31.903451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1992784753'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:31.909355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ca2259a-6848-4152-bb6b-66d82908fd6b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.918445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] DHCP port deletion for 563716c3-9e03-4e6a-aa88-53e3167c9b87 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:31.922818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Deleting port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:31.923200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.934124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:31.943745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:31.949512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:31.953771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2259a-6848-4152-bb6b-66d82908fd6b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216356a1-8faa-44aa-91c1-08dda6a715f8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:31.957004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ca2259a-6848-4152-bb6b-66d82908fd6b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:31.958215 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ca2259a-6848-4152-bb6b-66d82908fd6b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/216356a1-8faa-44aa-91c1-08dda6a715f8 HTTP/1.1" status: 204 len: 168 time: 0.5674558 Dec 23 16:13:31.964454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52632) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:31.967284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:31.994288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] DHCP port deletion for 2477332c-2caa-48ac-8c4c-5f957aae4f00 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:32.010358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddc79b-67a2-40f9-9d81-e8cf67c5b820 None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:32.015355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.025297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.070544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63c935f3-5e66-4222-ba65-e67b53c359b9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:32.072001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Deleting port 520fb45e-fdcc-4f65-a953-9c7cb48796cd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:32.072380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.083493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.091743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group_rule and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:32.095294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:32.100134 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63c935f3-5e66-4222-ba65-e67b53c359b9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:32.107109 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63c935f3-5e66-4222-ba65-e67b53c359b9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1372838 Dec 23 16:13:32.109976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52638) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:32.112330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:32.137658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--934224940'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:32.149198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.156288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e03895f-37ad-46a9-8694-ba1179fbe089']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:32.185216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.186624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44954219-507a-42fd-918b-dee1c3fe0243') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:32.186917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44954219-507a-42fd-918b-dee1c3fe0243') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:32.190178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.196750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:32.204153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27521a-da01-4459-9d9e-1cd9c2c2c9a1 req-bbdee755-c7ce-4815-a0ea-51379b547314 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:32.205619 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5c27521a-da01-4459-9d9e-1cd9c2c2c9a1 req-bbdee755-c7ce-4815-a0ea-51379b547314 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5570755 Dec 23 16:13:32.219381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.235665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38104d0-9496-4eca-b48f-3186c0f2d1d3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:32.237383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.238659 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-122cea03-728c-4ce3-b164-fb9fe00cff72 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3415880 Dec 23 16:13:32.241191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52642) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:32.246940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'security_group': {'name': 'tempest-secgroup-2105125448'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:32.250532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.253766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.258042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:32.261217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:32.267703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:32.271973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port 520fb45e-fdcc-4f65-a953-9c7cb48796cd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=520fb45e-fdcc-4f65-a953-9c7cb48796cd,segment=NetworkSegment(69dbeb46-52d0-4971-8b53-889bfb8b019b),segment_id=69dbeb46-52d0-4971-8b53-889bfb8b019b)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:32.272343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.278664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.287543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.315034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.319026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group_rule and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:32.322085 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:32.328935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:32.358855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-991f7df4-42db-4330-8f13-c7af87f1dd2d None None] Provisioning complete for port 2ac054a3-45d1-4435-999b-9cbe56778a59 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:32.359429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-991f7df4-42db-4330-8f13-c7af87f1dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.387882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.393722 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.421693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 520fb45e-fdcc-4f65-a953-9c7cb48796cd owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:32.448452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:32.448855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.455432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de105546-4183-49dc-a79a-9ba26e99e26c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:32.457943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.459291 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-10136626-0812-421f-8312-2383f6c412e6 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2170935 Dec 23 16:13:32.462242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:32.466419 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:32.471999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1773484674'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:32.478667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.484089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:32.487920 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:32.494431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:32.503687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] For port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e6ed77a2-c6e8-4ccf-943e-b8b43d03f228,segment=NetworkSegment(cf136fd0-1096-4060-be51-793b7a15cd10),segment_id=cf136fd0-1096-4060-be51-793b7a15cd10)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:32.504440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.509587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.547440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.551710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:security_group_rule and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:32.554991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:32.560180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:32.592121 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5c27521a-da01-4459-9d9e-1cd9c2c2c9a1 req-7b0f161d-a331-49a3-9d6c-92aa6494eb2c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634346 Dec 23 16:13:32.596509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.608173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:32.627507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.633334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:32.636562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.652754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:32.675231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-991f7df4-42db-4330-8f13-c7af87f1dd2d None None] Port 2ac054a3-45d1-4435-999b-9cbe56778a59 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:32.678171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242b8042-34b2-4520-8f8d-89e33a8ae2a3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:32.686963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.688724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Calling delete_port for e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:32.688879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.692556 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29f3d820-34d8-4080-9351-e518d3450c56 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2266505 Dec 23 16:13:32.692777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52652) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:32.698552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1573110223', 'security_groups': ['242b8042-34b2-4520-8f8d-89e33a8ae2a3'], 'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b24b4605-c290-47f9-87e2-624d393a6679'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:32.733877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.737317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.824044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] For port 520fb45e-fdcc-4f65-a953-9c7cb48796cd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=520fb45e-fdcc-4f65-a953-9c7cb48796cd,segment=NetworkSegment(69dbeb46-52d0-4971-8b53-889bfb8b019b),segment_id=69dbeb46-52d0-4971-8b53-889bfb8b019b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:32.824436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.851121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=520fb45e-fdcc-4f65-a953-9c7cb48796cd,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:32.865119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=1e03895f-37ad-46a9-8694-ba1179fbe089,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:32.873929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-991f7df4-42db-4330-8f13-c7af87f1dd2d None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:32.874311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-991f7df4-42db-4330-8f13-c7af87f1dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.890231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:32.894946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52658) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:32.895354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9d1bba05-efa6-4126-871a-cb02165d9614 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/1e03895f-37ad-46a9-8694-ba1179fbe089 HTTP/1.1" status: 204 len: 168 time: 1.6002467 Dec 23 16:13:32.910571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No DVR routers for this DVR port 520fb45e-fdcc-4f65-a953-9c7cb48796cd on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:32.914941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.943954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:32.973590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:33.009713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:33.014845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.035140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Calling delete_port for 520fb45e-fdcc-4f65-a953-9c7cb48796cd owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:33.046044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.055907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] device_id is not set on port 15be998f-430d-4be7-97f0-e351f258d429 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:13:33.079458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.083035 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9717937 Dec 23 16:13:33.085031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c7192-9691-428a-83b8-bacfcd9d4f30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4a7cfa-4d17-46a4-9e75-9309dd2d1e59,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:33.091371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52662) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:33.100641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-af91a9e9-2d84-441a-b9c5-7e1a95b9638e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '7d4a7cfa-4d17-46a4-9e75-9309dd2d1e59', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:33.100877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:33.101299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.101414 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-af91a9e9-2d84-441a-b9c5-7e1a95b9638e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:33.105665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-af91a9e9-2d84-441a-b9c5-7e1a95b9638e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0129552 Dec 23 16:13:33.107896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52666) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:33.109591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.122195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.159858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55feee-097b-4ae2-896d-25c2d8ac570e req-cfcc9b43-7a58-4e99-8a00-d267c8198761 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:33.161288 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe55feee-097b-4ae2-896d-25c2d8ac570e req-cfcc9b43-7a58-4e99-8a00-d267c8198761 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.4197202 Dec 23 16:13:33.172304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2477332c-2caa-48ac-8c4c-5f957aae4f00']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:33.180556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Pushing event deleted for resources: {'Port': ['ID=e6ed77a2-c6e8-4ccf-943e-b8b43d03f228,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:33.216933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dbeb46-52d0-4971-8b53-889bfb8b019b') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:33.217340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dbeb46-52d0-4971-8b53-889bfb8b019b') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:33.234951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.235616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.236133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.236634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.237124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.237619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.238101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.238348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.238771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.239265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.239782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.240276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:33.243257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d354ed-ccb7-4ca9-a488-a9c5a2db9a45 None None] No DVR routers for this DVR port e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:33.252408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:13:33.252758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:13:33.295249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] The port 'e6ed77a2-c6e8-4ccf-943e-b8b43d03f228' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:13:33.299696 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe55feee-097b-4ae2-896d-25c2d8ac570e req-05cd2e5f-c208-4823-9b8a-fdd205fc233d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298106 Dec 23 16:13:33.300987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.314395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:33.314792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:33.330613 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:33.333024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a25f1211-65bd-4994-92f5-750b442a6277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.390053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] Update dhcp port {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'fixed_ips': [{'subnet_id': 'd02667bf-015b-41e1-8648-b70389a63ec2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b24b4605-c290-47f9-87e2-624d393a6679'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4c65483e-1955-48f9-bfd3-393d186b150e'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:13:33.479249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.535591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.608708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:33.611787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563716c3-9e03-4e6a-aa88-53e3167c9b87']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:33.623027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a25f1211-65bd-4994-92f5-750b442a6277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.629525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf136fd0-1096-4060-be51-793b7a15cd10') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:33.629966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf136fd0-1096-4060-be51-793b7a15cd10') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:33.644717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.660254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.662662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:33.663073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e6ed77a2-c6e8-4ccf-943e-b8b43d03f228 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:33.663623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 520fb45e-fdcc-4f65-a953-9c7cb48796cd no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:33.667405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.668057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8::203 (04453478-b6e9-49e2-ad84-d0117a9d5afa/b24b4605-c290-47f9-87e2-624d393a6679/15be998f-430d-4be7-97f0-e351f258d429) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:33.685932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.691854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=2477332c-2caa-48ac-8c4c-5f957aae4f00,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:33.702672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-202c42d3-c065-45d2-a5ce-cba973d3a318 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/2477332c-2caa-48ac-8c4c-5f957aae4f00 HTTP/1.1" status: 204 len: 168 time: 2.5074480 Dec 23 16:13:33.704465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52674) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:33.705503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:33.705903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.713590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-454888484'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:33.720460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:33.721539 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:33.727895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:33.731730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:33.739339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a25f1211-65bd-4994-92f5-750b442a6277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.743679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:33.763202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 520fb45e-fdcc-4f65-a953-9c7cb48796cd {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:33.764339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 520fb45e-fdcc-4f65-a953-9c7cb48796cd not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:33.767682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Deleting port 520fb45e-fdcc-4f65-a953-9c7cb48796cd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:33.768290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.769860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f1211-65bd-4994-92f5-750b442a6277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4a7cfa-4d17-46a4-9e75-9309dd2d1e59,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:33.774757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:33.784031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.824290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a25f1211-65bd-4994-92f5-750b442a6277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.828122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a25f1211-65bd-4994-92f5-750b442a6277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/7d4a7cfa-4d17-46a4-9e75-9309dd2d1e59 HTTP/1.1" status: 204 len: 168 time: 0.7085094 Dec 23 16:13:33.828920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52678) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:33.850256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:33.850955 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a018efce-e058-44fc-ab37-0d46811f7666 None None] The port '520fb45e-fdcc-4f65-a953-9c7cb48796cd' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:13:33.889299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.893428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.916545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:33.916888 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment 4d012bff-13f8-4ff2-bd07-30bf7c9449d3 of type vlan for network 80723acd-08cd-4fb4-b368-65d7052e7a2d Dec 23 16:13:33.938627 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/563716c3-9e03-4e6a-aa88-53e3167c9b87 HTTP/1.1" status: 204 len: 168 time: 1.0391538 Dec 23 16:13:33.938627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196dbf0-fcb6-4cd1-a1f7-447d61879f0a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=563716c3-9e03-4e6a-aa88-53e3167c9b87,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:33.939777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52682) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:33.967393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-490837817'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:33.982324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:33.998486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.010321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:34.010321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-38329f1e-aca3-46e9-86f0-3a46996f4afc tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:34.012800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:34.020347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.022097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:34.037870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 15be998f-430d-4be7-97f0-e351f258d429 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:34.059766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.063135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-38329f1e-aca3-46e9-86f0-3a46996f4afc tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:34.072091 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-38329f1e-aca3-46e9-86f0-3a46996f4afc tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2420690 Dec 23 16:13:34.073000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:34.076617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.087869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52688) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.100233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162443939'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.113126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c37de-49d7-47dd-821b-b0ea453336c1 req-aeb6e1a4-61b3-4acf-b00a-445497f12ba0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:34.120062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-775c37de-49d7-47dd-821b-b0ea453336c1 req-aeb6e1a4-61b3-4acf-b00a-445497f12ba0 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.2587254 Dec 23 16:13:34.126243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:34.137888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.144488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:34.144685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.144793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] Allocated IP 2001:db8::2 (04453478-b6e9-49e2-ad84-d0117a9d5afa/b24b4605-c290-47f9-87e2-624d393a6679/4c65483e-1955-48f9-bfd3-393d186b150e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:34.145633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:34.148969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:34.153619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:34.158086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:34.158702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.163909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=15be998f-430d-4be7-97f0-e351f258d429,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:34.179719 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7a4359e1-62b2-4bb1-b1c9-9b0dc94f14bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4858565 Dec 23 16:13:34.182420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52692) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.188289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.209247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:34.270939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:34.304227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:34.314916 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6066937 Dec 23 16:13:34.314916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.323962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52696) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.332435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.333487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': '80723acd-08cd-4fb4-b368-65d7052e7a2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.346869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.347209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment 617db1f5-d5e7-472f-8908-91c32e6cf5dd of type vlan for network f5007bc7-6035-4352-9d45-454e1cb982bb Dec 23 16:13:34.350126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] Transition to ACTIVE for port object 4c65483e-1955-48f9-bfd3-393d186b150e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:34.355105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.359697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365682bb-a768-490d-8628-254fe8a9f1c9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=80723acd-08cd-4fb4-b368-65d7052e7a2d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:34.386808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-775c37de-49d7-47dd-821b-b0ea453336c1 req-bf93828b-ea80-4056-96a4-030ee485dd31 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515743 Dec 23 16:13:34.415185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:34.420119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:34.423791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:34.424070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:34.430876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:34.432121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:34.437549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:34.455381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:34.462505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3bd41-1224-4433-8ed6-68d5f956f858 None None] Pushing event updated for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:34.465412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:34.469167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:34.473509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:34.480572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.480761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:34.484445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:34.488066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.529280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.535912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.553218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:34.582431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:34.592646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6456383f-541d-43c5-b0f9-15e10272ff58,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:34.594938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.596183 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f10857cb-c7c9-4cb6-9a9e-c0dc9e403fe7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5050957 Dec 23 16:13:34.597723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.601344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:34.601945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.616785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52700) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.645750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-684fc587-d261-4020-8654-4161f992b2b0 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '6456383f-541d-43c5-b0f9-15e10272ff58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.646807 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-684fc587-d261-4020-8654-4161f992b2b0 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:34.647837 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-684fc587-d261-4020-8654-4161f992b2b0 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156496 Dec 23 16:13:34.651071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.673620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a90e368d-d9e2-4b7f-b3ce-f4f9a168f934 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '6456383f-541d-43c5-b0f9-15e10272ff58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.674333 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-a90e368d-d9e2-4b7f-b3ce-f4f9a168f934 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:34.677884 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a90e368d-d9e2-4b7f-b3ce-f4f9a168f934 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0212910 Dec 23 16:13:34.688458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.704146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-19f37d70-d1a0-421b-aeaa-d6fc71f902c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '6456383f-541d-43c5-b0f9-15e10272ff58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.708455 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-19f37d70-d1a0-421b-aeaa-d6fc71f902c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:34.708455 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-19f37d70-d1a0-421b-aeaa-d6fc71f902c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147681 Dec 23 16:13:34.708713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52712) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.717185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7700961 Dec 23 16:13:34.723494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52716) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.727088 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-69176fd7-66be-4619-a77f-17ea32d1821f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '6456383f-541d-43c5-b0f9-15e10272ff58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.728956 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-69176fd7-66be-4619-a77f-17ea32d1821f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:34.733176 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-69176fd7-66be-4619-a77f-17ea32d1821f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0124960 Dec 23 16:13:34.734133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52720) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.742047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:34.759317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944e1a8-4a9b-4031-b8b9-098c916e2933 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=f5007bc7-6035-4352-9d45-454e1cb982bb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:34.765421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.771511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f5007bc7-6035-4352-9d45-454e1cb982bb details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:34.817008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0f1d2e5-1bef-439c-af89-b780396f0a24 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.847059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0f1d2e5-1bef-439c-af89-b780396f0a24 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.866212 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b24b4605-c290-47f9-87e2-624d393a6679 (CIDR: 2001:db8::/64) Dec 23 16:13:34.903776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0f1d2e5-1bef-439c-af89-b780396f0a24 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.926320 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:34.926757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:34.936335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1d2e5-1bef-439c-af89-b780396f0a24 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456383f-541d-43c5-b0f9-15e10272ff58,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:34.940980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0f1d2e5-1bef-439c-af89-b780396f0a24 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:34.943596 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f0f1d2e5-1bef-439c-af89-b780396f0a24 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/6456383f-541d-43c5-b0f9-15e10272ff58 HTTP/1.1" status: 204 len: 168 time: 0.2079909 Dec 23 16:13:34.945136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52724) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:34.946452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10429a99-09b7-44c7-8ff8-83fbc44d24ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.018543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:35.020920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-882164cd-7a30-4694-884f-0d0e0c97ebf4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:35.025018 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-feca8332-6b3f-4b89-8d54-933dfafb4cc9 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8416276 Dec 23 16:13:35.026812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:35.029591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52728) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:35.031412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:35.040375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:35.042514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:35.115576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-882164cd-7a30-4694-884f-0d0e0c97ebf4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:35.122598 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-882164cd-7a30-4694-884f-0d0e0c97ebf4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1760795 Dec 23 16:13:35.126370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52734) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:35.134949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371515027'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:35.151361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:35.171112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:35.217470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.234111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:35.246609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:35.250534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:35.255971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:35.263680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:35.283293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:35.287122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:35.302051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:35.306686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:35.323771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9c9f8ea5-e7b7-4c63-a8ff-b30116dd6f5a None None] Provisioning complete for port 2ac054a3-45d1-4435-999b-9cbe56778a59 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:35.324529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c9f8ea5-e7b7-4c63-a8ff-b30116dd6f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.363468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:35.402155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f8ea5-e7b7-4c63-a8ff-b30116dd6f5a None None] Port 2ac054a3-45d1-4435-999b-9cbe56778a59 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:35.423986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9c9f8ea5-e7b7-4c63-a8ff-b30116dd6f5a None None] Provisioning for port 4c65483e-1955-48f9-bfd3-393d186b150e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:35.431847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9c9f8ea5-e7b7-4c63-a8ff-b30116dd6f5a None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:35.433494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c9f8ea5-e7b7-4c63-a8ff-b30116dd6f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.437305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.476312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.498905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.615284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4c65483e-1955-48f9-bfd3-393d186b150e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:35.669480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.ipam_backend_mixin [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d02667bf-015b-41e1-8648-b70389a63ec2 (CIDR: 2001:db8:0:1::/64) Dec 23 16:13:35.712660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.718152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:35.718331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.719928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:35.720482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:35.722796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=b6c6eeb7-41c6-4fd6-a32d-9e8899db248d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:35.734878 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': '4d012bff-13f8-4ff2-bd07-30bf7c9449d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '80723acd-08cd-4fb4-b368-65d7052e7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:35.735328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: 80723acd-08cd-4fb4-b368-65d7052e7a2d, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:35.741666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.802593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:35.809076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.810787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6829443 Dec 23 16:13:35.814791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a9f67d37-6531-453a-a51a-7657ce818fce tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7800024 Dec 23 16:13:35.814972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52740) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:35.816936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52742) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:35.828411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e004625-8b64-4ffd-8140-d880377acd98 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:35.828798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'subnet': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:35.845779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-080c7d75-1599-46b5-b737-551a4226b86f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:35.846440 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-080c7d75-1599-46b5-b737-551a4226b86f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:35.851503 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-080c7d75-1599-46b5-b737-551a4226b86f tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0312467 Dec 23 16:13:35.851843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52112ee3-dd0c-4e72-98d5-ef3680d2ec13 req-47698eab-9294-41c1-9def-e43ae9bfae5d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:35.851843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52112ee3-dd0c-4e72-98d5-ef3680d2ec13 req-47698eab-9294-41c1-9def-e43ae9bfae5d tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.1843770 Dec 23 16:13:35.852187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52748) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:35.857972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f45ac8b0-6fc3-4981-90ac-a3dc6bea30cd tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:35.866937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f45ac8b0-6fc3-4981-90ac-a3dc6bea30cd tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:35.871374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f93a91eb-2bbb-4d32-a7d1-322b7a9ab1fb None None] Provisioning for port 15be998f-430d-4be7-97f0-e351f258d429 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:35.880204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f93a91eb-2bbb-4d32-a7d1-322b7a9ab1fb None None] Provisioning complete for port 15be998f-430d-4be7-97f0-e351f258d429 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:35.880576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f93a91eb-2bbb-4d32-a7d1-322b7a9ab1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.893531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f45ac8b0-6fc3-4981-90ac-a3dc6bea30cd tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:35.898656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f45ac8b0-6fc3-4981-90ac-a3dc6bea30cd tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:35.901774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 80723acd-08cd-4fb4-b368-65d7052e7a2d) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:35.907967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f45ac8b0-6fc3-4981-90ac-a3dc6bea30cd tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:35.917874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:35.918455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:35.939962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7980e-d6f6-45da-b3da-e9e038da7724 None None] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:35.968627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52112ee3-dd0c-4e72-98d5-ef3680d2ec13 req-ee55c00e-719e-43bf-8fa7-91ed472ee5e6 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047118 Dec 23 16:13:35.983572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-f45ac8b0-6fc3-4981-90ac-a3dc6bea30cd tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:35.986664 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-936fd635-e57f-4bbc-b62f-d7b3ca59ba0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6590416 Dec 23 16:13:35.986822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:35.988058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f45ac8b0-6fc3-4981-90ac-a3dc6bea30cd tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1347859 Dec 23 16:13:35.990788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:35.992238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-850763072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:35.997465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-88a49bd7-bade-4c30-8fa3-2a3e2df1cae8 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:35.998874 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-88a49bd7-bade-4c30-8fa3-2a3e2df1cae8 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:36.000002 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-88a49bd7-bade-4c30-8fa3-2a3e2df1cae8 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078290 Dec 23 16:13:36.004253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52760) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.008716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.011103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4fa4c813-bf64-4c0e-bd6a-515218fc9fb4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.018745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4fa4c813-bf64-4c0e-bd6a-515218fc9fb4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.022983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4fa4c813-bf64-4c0e-bd6a-515218fc9fb4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.026195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4fa4c813-bf64-4c0e-bd6a-515218fc9fb4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.033114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4fa4c813-bf64-4c0e-bd6a-515218fc9fb4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.034463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:router and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.041262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.052158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.063496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.069537 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-4fa4c813-bf64-4c0e-bd6a-515218fc9fb4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:36.071075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4fa4c813-bf64-4c0e-bd6a-515218fc9fb4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0657146 Dec 23 16:13:36.072980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f93a91eb-2bbb-4d32-a7d1-322b7a9ab1fb None None] Port 15be998f-430d-4be7-97f0-e351f258d429 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:36.073992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.083097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5efaf50a-4756-48fb-9036-7970cf70f315 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.084964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-5efaf50a-4756-48fb-9036-7970cf70f315 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:36.086124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5efaf50a-4756-48fb-9036-7970cf70f315 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110421 Dec 23 16:13:36.088939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.095862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.103164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.109270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.113294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.120643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.121044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.121963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.126877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.133249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Project bff6ff09ad2e42d18cfb6fa976cfae2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:13:36.144474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Usage tracker for resource:subnet and tenant:b044bd17926f405fb8bebeedf47df269 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.154100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:36.155626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c052ab48-198f-4213-8784-8b35ba98f010 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0655892 Dec 23 16:13:36.157336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.158601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52772) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.164469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bb937342-11a7-4fc4-b140-81bdb4757032 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.164943 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-bb937342-11a7-4fc4-b140-81bdb4757032 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:36.165857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bb937342-11a7-4fc4-b140-81bdb4757032 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063610 Dec 23 16:13:36.169008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52776) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.171294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.175989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.176911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=4590cf68-51d5-47b7-87cf-be405419d0df,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:36.182085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.187218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.190997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.196576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.198871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Made reservation on behalf of b044bd17926f405fb8bebeedf47df269 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:36.207223 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Project bff6ff09ad2e42d18cfb6fa976cfae2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:13:36.227137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-80723acd-08cd-4fb4-b368-65d7052e7a2d', 'network_id': '80723acd-08cd-4fb4-b368-65d7052e7a2d', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': 'b6c6eeb7-41c6-4fd6-a32d-9e8899db248d'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:36.228128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.230166 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:36.231475 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9b32ffe9-a45a-4b28-af72-491a362a45be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0618067 Dec 23 16:13:36.234865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52780) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.240335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.246016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.258374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.264404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.271963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.285756 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Project bff6ff09ad2e42d18cfb6fa976cfae2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:13:36.307879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.318420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:36.323105 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-43a9cac7-17cc-406d-ab58-b89878b9cea6 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0870893 Dec 23 16:13:36.325959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52786) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.350447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': '617db1f5-d5e7-472f-8908-91c32e6cf5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:36.350829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: f5007bc7-6035-4352-9d45-454e1cb982bb, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:36.397372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ddd656b-3161-4bc5-9520-65f4a3b77361 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.407264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.431658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.438576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ddd656b-3161-4bc5-9520-65f4a3b77361 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.457934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Allocated IP 172.20.0.2 (80723acd-08cd-4fb4-b368-65d7052e7a2d/b6c6eeb7-41c6-4fd6-a32d-9e8899db248d/924370c4-7a45-4888-8e6f-3684b7430911) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:36.483295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.494398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ddd656b-3161-4bc5-9520-65f4a3b77361 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.512836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd656b-3161-4bc5-9520-65f4a3b77361 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:36.515483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.516727 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e1052e53-a9fd-44b2-a993-85678dd6fe13 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5289512 Dec 23 16:13:36.521261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52790) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.534043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network f5007bc7-6035-4352-9d45-454e1cb982bb is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:36.545768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899f101-8d02-4133-829b-d79a91422b08 req-a9107353-2116-4504-9799-f7a8c9c67089 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:36.546462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-1899f101-8d02-4133-829b-d79a91422b08 req-a9107353-2116-4504-9799-f7a8c9c67089 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Synchronizing usage tracker for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:36.563747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f5007bc7-6035-4352-9d45-454e1cb982bb) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:36.581366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee18f05-575d-42e5-8e35-714a110ea58c None None] Network f5007bc7-6035-4352-9d45-454e1cb982bb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:36.583408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:36.584012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.601473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ddd656b-3161-4bc5-9520-65f4a3b77361 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.604903 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1ddd656b-3161-4bc5-9520-65f4a3b77361 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/c512d70b-d3b4-4a5e-8a78-b299e9a1b7cc HTTP/1.1" status: 204 len: 168 time: 0.2755499 Dec 23 16:13:36.606293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-1899f101-8d02-4133-829b-d79a91422b08 req-a9107353-2116-4504-9799-f7a8c9c67089 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Unset dirty status for tenant:9f81991c26d3421e8a0c6423b80da577 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:36.608139 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1899f101-8d02-4133-829b-d79a91422b08 req-a9107353-2116-4504-9799-f7a8c9c67089 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.3394318 Dec 23 16:13:36.608587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52794) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.687806 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d13e7b96-74e6-4872-87b6-692e57050d49 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9569485 Dec 23 16:13:36.688742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52798) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.701388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-676838221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.726739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.741263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:router and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.750899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.766020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.780037 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Deleting port 71ee9929-06ad-4403-99a0-a06f20b86ff4 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:36.780388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.834462 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-83539377-a60c-4284-807a-4f8e335fb8b7 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2155097 Dec 23 16:13:36.834462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.834462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.836194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52802) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:36.848806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066315358'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:36.856538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:36.858390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.863413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:36.896043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Transition to ACTIVE for port object 924370c4-7a45-4888-8e6f-3684b7430911 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:36.917634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:36.926031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Transition to ACTIVE for port object 924370c4-7a45-4888-8e6f-3684b7430911 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:36.930815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:36.933990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-f5007bc7-6035-4352-9d45-454e1cb982bb', 'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '4590cf68-51d5-47b7-87cf-be405419d0df'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:36.934604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.949853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.967685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:36.998641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.053606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Pushing event updated for resources: {'Port': ['ID=924370c4-7a45-4888-8e6f-3684b7430911,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:37.065640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:37.082743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.103854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:37.109575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:37.117674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:37.123166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:37.128764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:37.138011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:37.172267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.176673 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e1a40d5f-0f39-4b3a-94ea-7a7e59c52244 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4796801 Dec 23 16:13:37.179291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:37.186075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.230930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'port': {'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb', 'name': 'tempest-RoutersIpV6Test-437863595'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:37.292569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9013e4b3-7b21-47cd-b558-f938fb66b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.312447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.330073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Attempting to bind port 924370c4-7a45-4888-8e6f-3684b7430911 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:37.330458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Attempting to bind port 924370c4-7a45-4888-8e6f-3684b7430911 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '4d012bff-13f8-4ff2-bd07-30bf7c9449d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '80723acd-08cd-4fb4-b368-65d7052e7a2d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:37.330809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Attempting to bind port 924370c4-7a45-4888-8e6f-3684b7430911 on network 80723acd-08cd-4fb4-b368-65d7052e7a2d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:37.340522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:37.340897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Checking segment: {'id': '4d012bff-13f8-4ff2-bd07-30bf7c9449d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '80723acd-08cd-4fb4-b368-65d7052e7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:37.341284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.341706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Bound using segment: {'id': '4d012bff-13f8-4ff2-bd07-30bf7c9449d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '80723acd-08cd-4fb4-b368-65d7052e7a2d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:37.342174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Bound port: 924370c4-7a45-4888-8e6f-3684b7430911, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d012bff-13f8-4ff2-bd07-30bf7c9449d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '80723acd-08cd-4fb4-b368-65d7052e7a2d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:37.342537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.371806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.390278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Allocated IP 2001:db8::2 (f5007bc7-6035-4352-9d45-454e1cb982bb/4590cf68-51d5-47b7-87cf-be405419d0df/d5b4688b-b5c6-4ee2-b9fe-531c3764353a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:37.409214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] For port 71ee9929-06ad-4403-99a0-a06f20b86ff4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=71ee9929-06ad-4403-99a0-a06f20b86ff4,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:37.409582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.528600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.536126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:37.551398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:37.557626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Subnet': ['ID=b2a5e295-4f8c-4a50-bd20-af4a28d36722,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:37.560702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:37.561288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.592698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57414bd4-8b83-4d57-9eb5-52d37606ed3c None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:37.652681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ac680-8e92-4d58-ab8a-2a74a33894d7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:37.666212 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac05164f-e5e9-4036-82a8-6c1fc408736c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8458173 Dec 23 16:13:37.667437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:37.674405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811bd1e-1e76-4422-b2f5-a6a2d0da962b req-b7429975-cc5d-4050-b695-b4b237ae72d4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:37.675366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-569018624', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b2a5e295-4f8c-4a50-bd20-af4a28d36722'}], 'security_groups': ['f38104d0-9496-4eca-b48f-3186c0f2d1d3', 'de105546-4183-49dc-a79a-9ba26e99e26c']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:37.682169 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1811bd1e-1e76-4422-b2f5-a6a2d0da962b req-b7429975-cc5d-4050-b695-b4b237ae72d4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 946 time: 0.5687006 Dec 23 16:13:37.703475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.707298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6cd0c376-79cc-4285-bfa5-964c237565e2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8683386 Dec 23 16:13:37.712610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52820) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:37.727360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-359aa2de-2e98-4ba6-b744-b8e0d53ee989 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '4b4ac680-8e92-4d58-ab8a-2a74a33894d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:37.738566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-359aa2de-2e98-4ba6-b744-b8e0d53ee989 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:37.753100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:37.754822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-359aa2de-2e98-4ba6-b744-b8e0d53ee989 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:37.760670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-359aa2de-2e98-4ba6-b744-b8e0d53ee989 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:37.806232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-359aa2de-2e98-4ba6-b744-b8e0d53ee989 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:37.823893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.827341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1811bd1e-1e76-4422-b2f5-a6a2d0da962b req-8e105917-00fb-4558-b286-e3279bbafc19 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff903b4c-7c3a-4455-8e19-69ad3195067a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442354 Dec 23 16:13:37.831171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:37.854177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Transition to ACTIVE for port object d5b4688b-b5c6-4ee2-b9fe-531c3764353a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:37.883165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] For port 924370c4-7a45-4888-8e6f-3684b7430911, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:37.907368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] For port 924370c4-7a45-4888-8e6f-3684b7430911, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=924370c4-7a45-4888-8e6f-3684b7430911,segment=NetworkSegment(4d012bff-13f8-4ff2-bd07-30bf7c9449d3),segment_id=4d012bff-13f8-4ff2-bd07-30bf7c9449d3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:37.909492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:37.912707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.922939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.927488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-359aa2de-2e98-4ba6-b744-b8e0d53ee989 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The resource could not be found. Dec 23 16:13:37.929051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Transition to ACTIVE for port object d5b4688b-b5c6-4ee2-b9fe-531c3764353a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:37.932009 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-359aa2de-2e98-4ba6-b744-b8e0d53ee989 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2185941 Dec 23 16:13:37.932764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52824) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:37.948986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5e146b04-0439-4695-b0af-1f3cb76fcb2b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '4b4ac680-8e92-4d58-ab8a-2a74a33894d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8687d8b7-f18f-47d5-be2c-8a4e4c77e4ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:37.961547 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.20.0.1 (80723acd-08cd-4fb4-b368-65d7052e7a2d/b6c6eeb7-41c6-4fd6-a32d-9e8899db248d/2bb3a279-8295-4eb7-b03c-b9c1317c47ab) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:37.965515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5e146b04-0439-4695-b0af-1f3cb76fcb2b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:37.972859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.980480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.984979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.985338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.985646 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Floating IP c2935f15-ad7c-42e4-b7d0-4f340e96472e disassociated. External IP: 172.26.7.18, port: 71ee9929-06ad-4403-99a0-a06f20b86ff4. Dec 23 16:13:37.986059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Calling delete_port for 71ee9929-06ad-4403-99a0-a06f20b86ff4 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:38.016095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5e146b04-0439-4695-b0af-1f3cb76fcb2b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:38.020834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5e146b04-0439-4695-b0af-1f3cb76fcb2b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:38.039794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5e146b04-0439-4695-b0af-1f3cb76fcb2b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:38.042042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] device_id is not set on port dcffee51-401b-4099-b2e7-f232e596d9e0 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:13:38.069643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Network f5007bc7-6035-4352-9d45-454e1cb982bb is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:38.073884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a0aac-320a-4e74-8afe-a8b31b6b834c None None] Pushing event updated for resources: {'Port': ['ID=924370c4-7a45-4888-8e6f-3684b7430911,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:38.076731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:38.108263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:38.145972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.170644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object 2bb3a279-8295-4eb7-b03c-b9c1317c47ab will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:38.196292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.233226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Pushing event updated for resources: {'Port': ['ID=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:38.254011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.277311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Attempting to bind port d5b4688b-b5c6-4ee2-b9fe-531c3764353a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:13:38.277476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Attempting to bind port d5b4688b-b5c6-4ee2-b9fe-531c3764353a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '617db1f5-d5e7-472f-8908-91c32e6cf5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:13:38.277754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Attempting to bind port d5b4688b-b5c6-4ee2-b9fe-531c3764353a on network f5007bc7-6035-4352-9d45-454e1cb982bb {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:13:38.278142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:38.282580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:38.284625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.286952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:13:38.287449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Checking segment: {'id': '617db1f5-d5e7-472f-8908-91c32e6cf5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:38.288365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.288365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Bound using segment: {'id': '617db1f5-d5e7-472f-8908-91c32e6cf5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:13:38.288574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:38.288769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Bound port: d5b4688b-b5c6-4ee2-b9fe-531c3764353a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617db1f5-d5e7-472f-8908-91c32e6cf5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5007bc7-6035-4352-9d45-454e1cb982bb'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:13:38.289172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.331715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=2bb3a279-8295-4eb7-b03c-b9c1317c47ab,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:38.368278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.375506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event deleted for resources: {'Port': ['ID=71ee9929-06ad-4403-99a0-a06f20b86ff4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:38.464887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] For port d5b4688b-b5c6-4ee2-b9fe-531c3764353a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:13:38.467784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.469345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23943abf-e49c-4308-b148-804ada25b02d None None] Update dhcp port {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'fixed_ips': [{'subnet_id': 'd02667bf-015b-41e1-8648-b70389a63ec2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b24b4605-c290-47f9-87e2-624d393a6679', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b2a5e295-4f8c-4a50-bd20-af4a28d36722'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4c65483e-1955-48f9-bfd3-393d186b150e'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:13:38.518923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] For port d5b4688b-b5c6-4ee2-b9fe-531c3764353a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,segment=NetworkSegment(617db1f5-d5e7-472f-8908-91c32e6cf5dd),segment_id=617db1f5-d5e7-472f-8908-91c32e6cf5dd)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:13:38.533300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.560289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.607421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23943abf-e49c-4308-b148-804ada25b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:38.672600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8::38f (f5007bc7-6035-4352-9d45-454e1cb982bb/4590cf68-51d5-47b7-87cf-be405419d0df/dcffee51-401b-4099-b2e7-f232e596d9e0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:38.749980 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-5e146b04-0439-4695-b0af-1f3cb76fcb2b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The resource could not be found. Dec 23 16:13:38.752366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd7b7a-8b85-44c2-879c-39febb138119 None None] Pushing event updated for resources: {'Port': ['ID=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:38.756567 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e146b04-0439-4695-b0af-1f3cb76fcb2b tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8180864 Dec 23 16:13:38.765579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:38.992943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-23943abf-e49c-4308-b148-804ada25b02d None None] Allocated IP 2001:db8:0:2::2 (04453478-b6e9-49e2-ad84-d0117a9d5afa/b2a5e295-4f8c-4a50-bd20-af4a28d36722/4c65483e-1955-48f9-bfd3-393d186b150e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:39.162033 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f9371163-1355-4d59-b17e-83b281ae3f22 req-1ca38b7d-af8a-4ec5-a34d-8edb6db6b31c tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.1417122 Dec 23 16:13:39.202134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-23943abf-e49c-4308-b148-804ada25b02d None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:39.266790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23943abf-e49c-4308-b148-804ada25b02d None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.275510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.286905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.300269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-23943abf-e49c-4308-b148-804ada25b02d None None] Transition to ACTIVE for port object 4c65483e-1955-48f9-bfd3-393d186b150e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:39.312009 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23943abf-e49c-4308-b148-804ada25b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.411419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.416706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=2bb3a279-8295-4eb7-b03c-b9c1317c47ab,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:39.427247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5e95d3b-7361-4bda-8056-d1f9429aeb35 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.540349 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23943abf-e49c-4308-b148-804ada25b02d None None] Pushing event updated for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:39.620770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:39.621930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:39.647578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5e95d3b-7361-4bda-8056-d1f9429aeb35 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.690561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 924370c4-7a45-4888-8e6f-3684b7430911 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:39.753689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.824956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Router 7338db84-f84c-404e-b5b0-600d4c16cffd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:39.833861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object dcffee51-401b-4099-b2e7-f232e596d9e0 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:39.845877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9bc8af-c224-4b00-92db-16ae013cdcde None None] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:39.889468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Delete allocated IP 2001:db8::203 (04453478-b6e9-49e2-ad84-d0117a9d5afa/b24b4605-c290-47f9-87e2-624d393a6679) {{(pid=83495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 16:13:39.926325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Allocated IP 2001:db8:0:2::3c5 (04453478-b6e9-49e2-ad84-d0117a9d5afa/b2a5e295-4f8c-4a50-bd20-af4a28d36722/15be998f-430d-4be7-97f0-e351f258d429) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:39.932935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5e95d3b-7361-4bda-8056-d1f9429aeb35 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.939840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:39.963788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:40.116999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router bf2b860a-635f-4a54-9314-16f10281bc59 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:13:40.124958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-58b09eda-56e4-4d0d-b6e8-5ac832d698d0 None None] Provisioning for port 924370c4-7a45-4888-8e6f-3684b7430911 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:40.144077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 924370c4-7a45-4888-8e6f-3684b7430911 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:40.181018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 924370c4-7a45-4888-8e6f-3684b7430911 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:40.181393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:40.337582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=dcffee51-401b-4099-b2e7-f232e596d9e0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:40.343498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b689644-e79c-47db-b083-30cf0d7027f5 None None] Network f5007bc7-6035-4352-9d45-454e1cb982bb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:40.381966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:40.394278 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] Sync routers for ids ['bf2b860a-635f-4a54-9314-16f10281bc59'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:40.399849 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-637e9f8a-9523-4a5f-89cb-a8703c190902 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/bf2b860a-635f-4a54-9314-16f10281bc59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8780112 Dec 23 16:13:40.402342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52842) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:40.428017 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] Routers {'bf2b860a-635f-4a54-9314-16f10281bc59'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:40.428257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e95d3b-7361-4bda-8056-d1f9429aeb35 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ac680-8e92-4d58-ab8a-2a74a33894d7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:40.429331 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf2b860a-635f-4a54-9314-16f10281bc59'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:40.498489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network f5007bc7-6035-4352-9d45-454e1cb982bb is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:40.503804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:40.506324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:40.516775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:40.517640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:40.569903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5e95d3b-7361-4bda-8056-d1f9429aeb35 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:40.573606 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e5e95d3b-7361-4bda-8056-d1f9429aeb35 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b4ac680-8e92-4d58-ab8a-2a74a33894d7 HTTP/1.1" status: 204 len: 168 time: 1.7353685 Dec 23 16:13:40.581618 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:40.586652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4f1aef65-4ea3-4aa7-9d9c-9a60ec93724e req-c13970ad-8080-4921-8a04-c21acfdd3942 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.0873399 Dec 23 16:13:40.588890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 71ee9929-06ad-4403-99a0-a06f20b86ff4 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:40.596305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52846) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:40.605978 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] Routers {'bf2b860a-635f-4a54-9314-16f10281bc59'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:40.606582 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf2b860a-635f-4a54-9314-16f10281bc59'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:40.613530 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a00d62dc-65f1-4fbe-a08d-a290288c049f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4303753 Dec 23 16:13:40.622371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52850) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:40.639646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de917e7a-b0fb-42fe-8bce-30776cbe2a97 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:40.640353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-de917e7a-b0fb-42fe-8bce-30776cbe2a97 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:40.668905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 71ee9929-06ad-4403-99a0-a06f20b86ff4 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:40.669149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 71ee9929-06ad-4403-99a0-a06f20b86ff4 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:40.681402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-de917e7a-b0fb-42fe-8bce-30776cbe2a97 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:40.683010 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-de917e7a-b0fb-42fe-8bce-30776cbe2a97 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports/2bb3a279-8295-4eb7-b03c-b9c1317c47ab HTTP/1.1" status: 200 len: 910 time: 0.2792790 Dec 23 16:13:40.691140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52854) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:40.699186 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:40.699544 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fc35f-c8f1-4dc3-81be-ffeb55d327ed None None] The sync data for ids ['bf2b860a-635f-4a54-9314-16f10281bc59'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:40.801354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-16875bbd-0d7a-4aed-af3b-2d62ab835ac1 None None] Provisioning for port d5b4688b-b5c6-4ee2-b9fe-531c3764353a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:40.820567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:40.847982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:40.908152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 924370c4-7a45-4888-8e6f-3684b7430911, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=924370c4-7a45-4888-8e6f-3684b7430911,segment=NetworkSegment(4d012bff-13f8-4ff2-bd07-30bf7c9449d3),segment_id=4d012bff-13f8-4ff2-bd07-30bf7c9449d3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:40.921394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:40.922253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d5b4688b-b5c6-4ee2-b9fe-531c3764353a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:40.969037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-88e3ed69-114a-43aa-9fdd-6b63fea2f466 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:40.996152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-88e3ed69-114a-43aa-9fdd-6b63fea2f466 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:41.001942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-88e3ed69-114a-43aa-9fdd-6b63fea2f466 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4000998 Dec 23 16:13:41.011519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Transition to ACTIVE for port object 15be998f-430d-4be7-97f0-e351f258d429 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:13:41.014152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:41.024001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4a214e7c-e7e7-45c4-b359-e3766dea7b1e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '8a32e132-16fd-457d-bb6e-1877ba1b9cda', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:41.036302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.084757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4a214e7c-e7e7-45c4-b359-e3766dea7b1e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:41.096215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=924370c4-7a45-4888-8e6f-3684b7430911,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:41.108709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Provisioning for port 15be998f-430d-4be7-97f0-e351f258d429 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:41.124960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Provisioning complete for port 15be998f-430d-4be7-97f0-e351f258d429 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:41.125727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.148662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4a214e7c-e7e7-45c4-b359-e3766dea7b1e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:41.167965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port d5b4688b-b5c6-4ee2-b9fe-531c3764353a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:41.181510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d5b4688b-b5c6-4ee2-b9fe-531c3764353a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:41.181931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.185629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4a214e7c-e7e7-45c4-b359-e3766dea7b1e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:41.196025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4a214e7c-e7e7-45c4-b359-e3766dea7b1e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:41.251671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.299468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Port 15be998f-430d-4be7-97f0-e351f258d429 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:41.326591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Provisioning complete for port 2ac054a3-45d1-4435-999b-9cbe56778a59 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:41.326956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.394041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] In _notify_port_updated(), no bound segment for port 15be998f-430d-4be7-97f0-e351f258d429 on network 04453478-b6e9-49e2-ad84-d0117a9d5afa {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:13:41.399956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:41.403935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.405299 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "PUT /v2.0/ports/15be998f-430d-4be7-97f0-e351f258d429 HTTP/1.1" status: 200 len: 969 time: 3.7376533 Dec 23 16:13:41.406235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f778eb-616e-4608-a945-9e098ed96239 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event updated for resources: {'Port': ['ID=15be998f-430d-4be7-97f0-e351f258d429,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:41.419151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:41.453373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.496587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Port 2ac054a3-45d1-4435-999b-9cbe56778a59 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:41.512259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port d5b4688b-b5c6-4ee2-b9fe-531c3764353a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,segment=NetworkSegment(617db1f5-d5e7-472f-8908-91c32e6cf5dd),segment_id=617db1f5-d5e7-472f-8908-91c32e6cf5dd)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:41.519974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.684827 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-4a214e7c-e7e7-45c4-b359-e3766dea7b1e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The resource could not be found. Dec 23 16:13:41.692485 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a214e7c-e7e7-45c4-b359-e3766dea7b1e tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6755588 Dec 23 16:13:41.695543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:41.707145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:41.710674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Provisioning for port 4c65483e-1955-48f9-bfd3-393d186b150e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:41.717041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 924370c4-7a45-4888-8e6f-3684b7430911 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:41.728361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--953256013'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:41.738833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:41.753974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:41.768818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:41.769472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24e2dfbf-65b2-4217-b928-8510b51af42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.832959 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-915238f8-df6d-4be6-b15e-f8f515331bf2 req-c9e7d8b4-2add-4e50-92c0-e9442483460a tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.0646586 Dec 23 16:13:41.865496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 924370c4-7a45-4888-8e6f-3684b7430911 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:41.866088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.892849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:41.907150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:41.943893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] Sync routers for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:42.043086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:42.043759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:42.082816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 15be998f-430d-4be7-97f0-e351f258d429 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:42.083303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.182044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] No DVR routers for this DVR port 71ee9929-06ad-4403-99a0-a06f20b86ff4 on host hv-neutron-8228 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:42.184788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.187486 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1899f101-8d02-4133-829b-d79a91422b08 req-9cfedb8f-6eee-425d-85de-6a7ffbca10e4 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.59 "DELETE /v2.0/ports/71ee9929-06ad-4403-99a0-a06f20b86ff4 HTTP/1.1" status: 204 len: 173 time: 5.5733259 Dec 23 16:13:42.190354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4c65483e-1955-48f9-bfd3-393d186b150e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:42.193282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'name': 'network-vif-deleted', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:13:42.202678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 2bb3a279-8295-4eb7-b03c-b9c1317c47ab {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:42.203349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.295215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:42.314103 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4919c51-2932-4a34-a27c-f149bffc1668', 'name': 'network-vif-deleted', 'tag': '71ee9929-06ad-4403-99a0-a06f20b86ff4', 'status': 'completed', 'code': 200} Dec 23 16:13:42.324514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:42.338941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:42.350475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:42.402192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Provisioning complete for port 924370c4-7a45-4888-8e6f-3684b7430911 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:42.402568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.466716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.501222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:42.590069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:42.590308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.617354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 2bb3a279-8295-4eb7-b03c-b9c1317c47ab owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:42.650265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.666098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.667039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.680551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.826341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 15be998f-430d-4be7-97f0-e351f258d429 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:42.829194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.950094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86eee2a2-2739-40fb-a586-cbb5c34eddcc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:42.952925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.954122 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4df21c14-8eb8-439a-8baa-4b240035aa53 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2435043 Dec 23 16:13:42.963894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:42.973120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592693550'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:42.993239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:43.080756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Provisioning for port dcffee51-401b-4099-b2e7-f232e596d9e0 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:43.098452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Provisioning complete for port dcffee51-401b-4099-b2e7-f232e596d9e0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:43.098903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.148838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:43.171328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:43.181017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:43.211072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=2bb3a279-8295-4eb7-b03c-b9c1317c47ab,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:43.224858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Port dcffee51-401b-4099-b2e7-f232e596d9e0 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:43.230929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Could not find standard attr ID for object 2bb3a279-8295-4eb7-b03c-b9c1317c47ab. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:13:43.271813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:43.274019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Provisioning complete for port d5b4688b-b5c6-4ee2-b9fe-531c3764353a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:43.274781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.305981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] Checking router: 7338db84-f84c-404e-b5b0-600d4c16cffd for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:13:43.333230 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.341626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:43.342429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:43.412321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2d21a50c-fa92-4fbe-a54d-2b6041933690 req-c599145b-4432-4e88-a4c1-7bde91f612c7 tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4919c51-2932-4a34-a27c-f149bffc1668 HTTP/1.1" status: 200 len: 210 time: 0.2202730 Dec 23 16:13:43.464135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.487059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.531828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:43.535996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=15be998f-430d-4be7-97f0-e351f258d429,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:43.544475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:43.547748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:43.582016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-550feb82-4b7a-4af1-9b02-bec20bc4bf37 None None] Could not find standard attr ID for object 15be998f-430d-4be7-97f0-e351f258d429. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:13:43.590650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:43.610454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:43.624071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.683942 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-a4fb4ee4-7141-41a2-864f-e15bd910bc5c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3785977 Dec 23 16:13:43.686744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.700123 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6bfeae12-d739-4ebc-87ab-e0ff0b864ccf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/15be998f-430d-4be7-97f0-e351f258d429 HTTP/1.1" status: 204 len: 168 time: 2.1841037 Dec 23 16:13:43.700123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:43.706981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:43.708448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d5b4688b-b5c6-4ee2-b9fe-531c3764353a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:44.019017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d5b4688b-b5c6-4ee2-b9fe-531c3764353a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:44.019257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.022378 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-20492c0a-f038-452c-a446-a7a16031365e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] GET failed (client error): The resource could not be found. Dec 23 16:13:44.022897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-20492c0a-f038-452c-a446-a7a16031365e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Synchronizing usage tracker for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:44.033568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.047533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router bf2b860a-635f-4a54-9314-16f10281bc59 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:44.071654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=dcffee51-401b-4099-b2e7-f232e596d9e0,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:44.076671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.181281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-20492c0a-f038-452c-a446-a7a16031365e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Unset dirty status for tenant:b044bd17926f405fb8bebeedf47df269 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:44.183064 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-20492c0a-f038-452c-a446-a7a16031365e tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports/15be998f-430d-4be7-97f0-e351f258d429 HTTP/1.1" status: 404 len: 333 time: 0.4465704 Dec 23 16:13:44.188356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52892) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:44.191057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.192710 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2241039 Dec 23 16:13:44.193936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa491a2-f392-4e46-a0d3-d16571173651 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36bb441-e3d4-4331-b911-5aa8780b377c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:44.204212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52896) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:44.210660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:44.215255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78171232-041c-43d7-99a2-45538d3f4f79 None None] The sync data for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv is: [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:08:23Z', 'revision_number': 4, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'c0f4f810-bc74-4baf-a6cc-c1b31300ef70', 'name': '', 'network_id': '6313bba6-4d1b-46c2-9631-43cf1a7a00f0', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'mac_address': 'fa:16:3e:cc:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:22Z', 'updated_at': '2021-12-23T16:09:04Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'subnets': [{'id': '318edc68-fbac-4775-9410-fdeb9ba0c7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:44.217202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-72ed2ab2-2568-4c27-85d5-028b0dbb5277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': '86eee2a2-2739-40fb-a586-cbb5c34eddcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd36bb441-e3d4-4331-b911-5aa8780b377c'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:44.264766 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-d0adc72f-ab12-493a-beab-7aec0be42d12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364c0f0c298044d5ac6500f7a3914753&device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 1098 time: 0.5264442 Dec 23 16:13:44.264997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-72ed2ab2-2568-4c27-85d5-028b0dbb5277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:44.272734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-72ed2ab2-2568-4c27-85d5-028b0dbb5277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:44.276440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-72ed2ab2-2568-4c27-85d5-028b0dbb5277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:44.282848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-72ed2ab2-2568-4c27-85d5-028b0dbb5277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:44.302246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:44.316774 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b46986-8885-4abf-90c7-664f221abadf None None] Sync routers for ids ['bf2b860a-635f-4a54-9314-16f10281bc59'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:44.345072 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b46986-8885-4abf-90c7-664f221abadf None None] Routers {'bf2b860a-635f-4a54-9314-16f10281bc59'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:44.345573 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-92b46986-8885-4abf-90c7-664f221abadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf2b860a-635f-4a54-9314-16f10281bc59'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:44.369487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7ee87bae-377c-4b8f-84e9-cec76d58d1f5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/bf2b860a-635f-4a54-9314-16f10281bc59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6771288 Dec 23 16:13:44.370407 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-72ed2ab2-2568-4c27-85d5-028b0dbb5277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:44.373823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52900) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:44.374162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:44.375240 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-72ed2ab2-2568-4c27-85d5-028b0dbb5277 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1662619 Dec 23 16:13:44.385632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43068f86-53fa-4e55-8d25-f36d0996dcd0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.416436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43068f86-53fa-4e55-8d25-f36d0996dcd0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.422937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-336dd1be-5a37-421e-8bf8-40a6aac48b7c None None] Provisioning complete for port dcffee51-401b-4099-b2e7-f232e596d9e0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:44.423479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-336dd1be-5a37-421e-8bf8-40a6aac48b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.475574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43068f86-53fa-4e55-8d25-f36d0996dcd0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.485688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3abfd06b-37c6-436e-a876-90fe0c9c85fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:44.490068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.501474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068f86-53fa-4e55-8d25-f36d0996dcd0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b8042-34b2-4520-8f8d-89e33a8ae2a3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:44.505321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-43068f86-53fa-4e55-8d25-f36d0996dcd0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.506575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-43068f86-53fa-4e55-8d25-f36d0996dcd0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/security-groups/242b8042-34b2-4520-8f8d-89e33a8ae2a3 HTTP/1.1" status: 204 len: 168 time: 0.3171656 Dec 23 16:13:44.510130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52910) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:44.556244 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-92b46986-8885-4abf-90c7-664f221abadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:44.568064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3abfd06b-37c6-436e-a876-90fe0c9c85fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:44.571926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3abfd06b-37c6-436e-a876-90fe0c9c85fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf2b860a-635f-4a54-9314-16f10281bc59 HTTP/1.1" status: 200 len: 205 time: 0.1942906 Dec 23 16:13:44.578819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52914) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:44.590732 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b46986-8885-4abf-90c7-664f221abadf None None] Routers {'bf2b860a-635f-4a54-9314-16f10281bc59'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:44.591277 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-92b46986-8885-4abf-90c7-664f221abadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf2b860a-635f-4a54-9314-16f10281bc59'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:44.611010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-1b678e1f-f898-4b37-a09c-16d406d3a4df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:44.612730 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-1b678e1f-f898-4b37-a09c-16d406d3a4df service neutron] 10.222.0.59 "GET /v2.0/networks?id=e19a7fd8-3326-492b-b54c-9597f3be6011 HTTP/1.1" status: 200 len: 912 time: 0.3242147 Dec 23 16:13:44.622768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-336dd1be-5a37-421e-8bf8-40a6aac48b7c None None] Port dcffee51-401b-4099-b2e7-f232e596d9e0 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:44.674463 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-92b46986-8885-4abf-90c7-664f221abadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:44.674848 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b46986-8885-4abf-90c7-664f221abadf None None] The sync data for ids ['bf2b860a-635f-4a54-9314-16f10281bc59'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:44.721092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c3ec5-ce8f-4c4b-bf62-9ed0deeb411b None None] New status for floating IP c2935f15-ad7c-42e4-b7d0-4f340e96472e: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:13:44.743515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52920) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:44.746243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c31762b-1487-4a07-8c47-acb36f29d3f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.748555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-836f6432-a7b7-4122-aca9-4bcdfd352ae2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.781042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-975ab3c1-169a-4e31-936e-f75548700eaa tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.829150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-836f6432-a7b7-4122-aca9-4bcdfd352ae2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.832253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c31762b-1487-4a07-8c47-acb36f29d3f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.853831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:44.889521 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-8995e9a6-b5a7-4a36-a080-dd0ad854ecea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7 HTTP/1.1" status: 200 len: 1001 time: 0.2407253 Dec 23 16:13:45.026354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8852a9ca-b22f-4fab-8ee9-9723e9b9fcac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.052771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-836f6432-a7b7-4122-aca9-4bcdfd352ae2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.123507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c31762b-1487-4a07-8c47-acb36f29d3f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.141498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-af369aac-1b31-46f6-8927-92f96c8af9a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:45.143003 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-af369aac-1b31-46f6-8927-92f96c8af9a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd2bba48-e081-4240-a017-684549610b36 HTTP/1.1" status: 200 len: 850 time: 0.2390611 Dec 23 16:13:45.199144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8852a9ca-b22f-4fab-8ee9-9723e9b9fcac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.199399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31762b-1487-4a07-8c47-acb36f29d3f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de105546-4183-49dc-a79a-9ba26e99e26c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:45.208590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f6432-a7b7-4122-aca9-4bcdfd352ae2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36bb441-e3d4-4331-b911-5aa8780b377c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:45.266626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c31762b-1487-4a07-8c47-acb36f29d3f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.270157 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0c31762b-1487-4a07-8c47-acb36f29d3f3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/security-groups/de105546-4183-49dc-a79a-9ba26e99e26c HTTP/1.1" status: 204 len: 168 time: 0.7565110 Dec 23 16:13:45.274931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52926) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:45.293056 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-836f6432-a7b7-4122-aca9-4bcdfd352ae2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.294172 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-836f6432-a7b7-4122-aca9-4bcdfd352ae2 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/d36bb441-e3d4-4331-b911-5aa8780b377c HTTP/1.1" status: 204 len: 168 time: 0.9175971 Dec 23 16:13:45.307862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52930) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:45.354067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-975ab3c1-169a-4e31-936e-f75548700eaa tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.374493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-975ab3c1-169a-4e31-936e-f75548700eaa tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.414190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70b434bb-24d8-43d4-9f1a-8872fb8d4991 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.427864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-975ab3c1-169a-4e31-936e-f75548700eaa tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.428347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975ab3c1-169a-4e31-936e-f75548700eaa tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Fanout notify agent at l3_agent the message router_deleted on router bf2b860a-635f-4a54-9314-16f10281bc59 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:13:45.450207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70b434bb-24d8-43d4-9f1a-8872fb8d4991 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.463227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-975ab3c1-169a-4e31-936e-f75548700eaa tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.464440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-975ab3c1-169a-4e31-936e-f75548700eaa tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/bf2b860a-635f-4a54-9314-16f10281bc59 HTTP/1.1" status: 204 len: 168 time: 0.8846569 Dec 23 16:13:45.467128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52934) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:45.478009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8852a9ca-b22f-4fab-8ee9-9723e9b9fcac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.520670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852a9ca-b22f-4fab-8ee9-9723e9b9fcac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff903b4c-7c3a-4455-8e19-69ad3195067a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:45.550215 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-8bfb3c70-f588-4121-a9f0-5643942f0a1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e19a7fd8-3326-492b-b54c-9597f3be6011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3532887 Dec 23 16:13:45.553072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e5181dd4-725a-4614-8061-cb608b604e30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:45.553223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70b434bb-24d8-43d4-9f1a-8872fb8d4991 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.592533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8852a9ca-b22f-4fab-8ee9-9723e9b9fcac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.593606 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8852a9ca-b22f-4fab-8ee9-9723e9b9fcac tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff903b4c-7c3a-4455-8e19-69ad3195067a HTTP/1.1" status: 204 len: 168 time: 0.8470726 Dec 23 16:13:45.630605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b434bb-24d8-43d4-9f1a-8872fb8d4991 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38104d0-9496-4eca-b48f-3186c0f2d1d3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:45.634353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52938) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:45.669374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70b434bb-24d8-43d4-9f1a-8872fb8d4991 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.672766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-70b434bb-24d8-43d4-9f1a-8872fb8d4991 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/security-groups/f38104d0-9496-4eca-b48f-3186c0f2d1d3 HTTP/1.1" status: 204 len: 168 time: 0.3964705 Dec 23 16:13:45.680514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52942) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:45.681430 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-48fb6ec4-0a9f-4d55-a5f7-38bcb953bcce tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] show failed (client error): The resource could not be found. Dec 23 16:13:45.682414 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-48fb6ec4-0a9f-4d55-a5f7-38bcb953bcce tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "GET /v2.0/security-groups/ff903b4c-7c3a-4455-8e19-69ad3195067a HTTP/1.1" status: 404 len: 347 time: 0.0430830 Dec 23 16:13:45.714572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52946) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:45.781258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e5181dd4-725a-4614-8061-cb608b604e30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:45.782517 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e5181dd4-725a-4614-8061-cb608b604e30 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4708514 Dec 23 16:13:45.786191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52950) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:45.800025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:13:45.821245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.844132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.844870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.918185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet b6c6eeb7-41c6-4fd6-a32d-9e8899db248d {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:45.924378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.953183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Deleting port 0169304b-ed4e-4489-b07b-ed956d27b3f9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:45.953512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:45.955304 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-7502bff5-928b-4b0e-a219-a631c5c7474f service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942835 Dec 23 16:13:46.037305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=dcffee51-401b-4099-b2e7-f232e596d9e0,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:46.109970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.125454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aea0f61-0018-4045-9675-1e4f654183c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.192511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aea0f61-0018-4045-9675-1e4f654183c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.264539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network f5007bc7-6035-4352-9d45-454e1cb982bb is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:46.267500 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12607a5f-9db6-4f6b-9052-dc85e488c2df req-7fcf44d2-5cfc-4291-b5ab-847b3bf77858 service neutron] 10.222.0.59 "GET /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602384 Dec 23 16:13:46.269133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:46.393931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aea0f61-0018-4045-9675-1e4f654183c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.397965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet b24b4605-c290-47f9-87e2-624d393a6679 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:46.420778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea0f61-0018-4045-9675-1e4f654183c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eee2a2-2739-40fb-a586-cbb5c34eddcc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:46.421003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.474081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.474410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.481946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6aea0f61-0018-4045-9675-1e4f654183c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.485143 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6aea0f61-0018-4045-9675-1e4f654183c9 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/86eee2a2-2739-40fb-a586-cbb5c34eddcc HTTP/1.1" status: 204 len: 168 time: 0.6948411 Dec 23 16:13:46.485702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:46.555611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.561246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-03fe62a8-0ea6-45ea-bca6-b67a7839c23b None None] Provisioning complete for port dcffee51-401b-4099-b2e7-f232e596d9e0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:46.561754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03fe62a8-0ea6-45ea-bca6-b67a7839c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.613769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-03fe62a8-0ea6-45ea-bca6-b67a7839c23b None None] Port dcffee51-401b-4099-b2e7-f232e596d9e0 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:46.636291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.659690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82eadee4-2f0c-4fd9-a1aa-028ceb909a57 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:46.671604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Calling delete_port for 0169304b-ed4e-4489-b07b-ed956d27b3f9 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:46.688024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82eadee4-2f0c-4fd9-a1aa-028ceb909a57 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:46.689232 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-82eadee4-2f0c-4fd9-a1aa-028ceb909a57 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2021754 Dec 23 16:13:46.693774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52960) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:46.702079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--855030200'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:46.708816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:46.722641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:46.740548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.803201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:46.807650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.809969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:46.813666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:46.820375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:46.830797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 9ec40b6e-b33e-49b0-ba8c-f53edd291d51 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:13:46.878740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c6eeb7-41c6-4fd6-a32d-9e8899db248d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:46.895057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.933110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.933491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bbde25-ae67-4d34-b3d5-89beb52962c4 None None] Network 80723acd-08cd-4fb4-b368-65d7052e7a2d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:46.969608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2cd629c1-7de6-4539-8af5-e40a2aa69472 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/b6c6eeb7-41c6-4fd6-a32d-9e8899db248d HTTP/1.1" status: 204 len: 168 time: 1.4989426 Dec 23 16:13:46.971221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52964) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:46.990534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:46.998538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.004250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.071098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0022597-5517-477f-9036-9625f4aa747d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:47.077570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.081607 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6a45e87d-4fac-40fa-b273-19b520120343 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3840139 Dec 23 16:13:47.081768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52968) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.088018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cb7b3171-237d-4e7c-984f-1fdf67293a63 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'f0022597-5517-477f-9036-9625f4aa747d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:47.091006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Pushing event deleted for resources: {'Port': ['ID=0169304b-ed4e-4489-b07b-ed956d27b3f9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:47.099340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cb7b3171-237d-4e7c-984f-1fdf67293a63 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:47.104961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cb7b3171-237d-4e7c-984f-1fdf67293a63 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:47.110099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cb7b3171-237d-4e7c-984f-1fdf67293a63 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:47.118171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cb7b3171-237d-4e7c-984f-1fdf67293a63 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:47.142897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:47.147897 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e056bbf-9986-4960-9972-ca28fb09c285 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/9ec40b6e-b33e-49b0-ba8c-f53edd291d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5245991 Dec 23 16:13:47.154668 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] Sync routers for ids ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:47.155586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.171389 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] Routers {'9ec40b6e-b33e-49b0-ba8c-f53edd291d51'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:47.172200 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:47.184815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.221820 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-cb7b3171-237d-4e7c-984f-1fdf67293a63 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:47.225367 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb7b3171-237d-4e7c-984f-1fdf67293a63 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1400836 Dec 23 16:13:47.226440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.236649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3b28e075-6708-47c3-be78-7715aa96f719 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group_rule': {'security_group_id': 'f0022597-5517-477f-9036-9625f4aa747d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:47.246755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b28e075-6708-47c3-be78-7715aa96f719 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:47.256358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3a4c7-e920-4695-8e3e-8507d1a41f76 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:47.257019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1fe3a4c7-e920-4695-8e3e-8507d1a41f76 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:47.260016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b28e075-6708-47c3-be78-7715aa96f719 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:47.268294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b28e075-6708-47c3-be78-7715aa96f719 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:47.269284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] DHCP port deletion for 80723acd-08cd-4fb4-b368-65d7052e7a2d request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:47.269545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.273953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Deleting port 924370c4-7a45-4888-8e6f-3684b7430911 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:47.274573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.279200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=b24b4605-c290-47f9-87e2-624d393a6679,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:47.279824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b28e075-6708-47c3-be78-7715aa96f719 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:47.291874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1fe3a4c7-e920-4695-8e3e-8507d1a41f76 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:47.293183 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1fe3a4c7-e920-4695-8e3e-8507d1a41f76 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports/dcffee51-401b-4099-b2e7-f232e596d9e0 HTTP/1.1" status: 200 len: 983 time: 0.1363258 Dec 23 16:13:47.294022 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:47.299009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52982) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.309526 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] Routers {'9ec40b6e-b33e-49b0-ba8c-f53edd291d51'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:47.310137 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:47.318192 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-3b28e075-6708-47c3-be78-7715aa96f719 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:13:47.319678 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b28e075-6708-47c3-be78-7715aa96f719 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0923145 Dec 23 16:13:47.322444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.382177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.396049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 924370c4-7a45-4888-8e6f-3684b7430911 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:47.396381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.404977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8956aa0-4ab2-4aae-bf56-6a43e2bcb4be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.416570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd98b44e-819f-4203-b679-afeb05045e1c None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:47.425765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b1dc1c4f-1604-4982-a352-50a080ffae24 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/b24b4605-c290-47f9-87e2-624d393a6679 HTTP/1.1" status: 204 len: 168 time: 1.7421765 Dec 23 16:13:47.431796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 52990) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.458550 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:47.459210 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347f19d-8c75-4740-98b8-7ef4320b7480 None None] The sync data for ids ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:47.485593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.488080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.489339 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a01b5a0a-9364-49ba-850a-df0253027f9f tempest-ServerActionsTestJSON-28543601 tempest-ServerActionsTestJSON-28543601-project] 10.222.0.18 "DELETE /v2.0/floatingips/c2935f15-ad7c-42e4-b7d0-4f340e96472e HTTP/1.1" status: 204 len: 168 time: 1.7738438 Dec 23 16:13:47.502003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 52994) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.526532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8956aa0-4ab2-4aae-bf56-6a43e2bcb4be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.629741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 924370c4-7a45-4888-8e6f-3684b7430911 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:47.799534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] For port 924370c4-7a45-4888-8e6f-3684b7430911, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=924370c4-7a45-4888-8e6f-3684b7430911,segment=NetworkSegment(4d012bff-13f8-4ff2-bd07-30bf7c9449d3),segment_id=4d012bff-13f8-4ff2-bd07-30bf7c9449d3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:47.799948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.807797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8956aa0-4ab2-4aae-bf56-6a43e2bcb4be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.836087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8956aa0-4ab2-4aae-bf56-6a43e2bcb4be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0022597-5517-477f-9036-9625f4aa747d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:47.862917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8956aa0-4ab2-4aae-bf56-6a43e2bcb4be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.867074 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c8956aa0-4ab2-4aae-bf56-6a43e2bcb4be tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0022597-5517-477f-9036-9625f4aa747d HTTP/1.1" status: 204 len: 168 time: 0.5404878 Dec 23 16:13:47.867074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:47.881449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port 924370c4-7a45-4888-8e6f-3684b7430911, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=924370c4-7a45-4888-8e6f-3684b7430911,segment=NetworkSegment(4d012bff-13f8-4ff2-bd07-30bf7c9449d3),segment_id=4d012bff-13f8-4ff2-bd07-30bf7c9449d3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:47.881811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.904874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet b2a5e295-4f8c-4a50-bd20-af4a28d36722 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:47.914585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:47.983946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.017318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-afb8dff6-178c-4a31-9bdf-03faea854e3c tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:48.050072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Calling delete_port for 924370c4-7a45-4888-8e6f-3684b7430911 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:48.063157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-afb8dff6-178c-4a31-9bdf-03faea854e3c tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:48.064613 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-afb8dff6-178c-4a31-9bdf-03faea854e3c tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1970437 Dec 23 16:13:48.075232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:48.084369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'tempest-secgroup--789399097'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:48.095351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:48.119507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:48.138864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 924370c4-7a45-4888-8e6f-3684b7430911 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:48.139109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.152203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.220443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.287862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:48.309109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Usage tracker for resource:security_group_rule and tenant:bff6ff09ad2e42d18cfb6fa976cfae2f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:48.315950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:48.328984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:48.352007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.364914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.414861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=924370c4-7a45-4888-8e6f-3684b7430911,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:48.433310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No DVR routers for this DVR port 924370c4-7a45-4888-8e6f-3684b7430911 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:48.460634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a5e295-4f8c-4a50-bd20-af4a28d36722,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:48.489824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:13:48.490160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:13:48.502722 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.559609 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33e05e8b-74f4-4277-8947-d176ab4cd7d0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/b2a5e295-4f8c-4a50-bd20-af4a28d36722 HTTP/1.1" status: 204 len: 168 time: 1.1226697 Dec 23 16:13:48.564766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:48.612812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.620475 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-85be189a-b042-4492-9fa1-37f490c31603 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:48.620906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85be189a-b042-4492-9fa1-37f490c31603 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:48.622549 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-85be189a-b042-4492-9fa1-37f490c31603 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/b24b4605-c290-47f9-87e2-624d393a6679 HTTP/1.1" status: 404 len: 337 time: 0.0568037 Dec 23 16:13:48.623306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.624383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0274e2c3-9db7-4382-9029-d95bf5ee5b33 None None] Update dhcp port {'port': {'network_id': '04453478-b6e9-49e2-ad84-d0117a9d5afa', 'fixed_ips': [{'subnet_id': 'd02667bf-015b-41e1-8648-b70389a63ec2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b2a5e295-4f8c-4a50-bd20-af4a28d36722'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4c65483e-1955-48f9-bfd3-393d186b150e'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:13:48.628026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:48.682673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0274e2c3-9db7-4382-9029-d95bf5ee5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.729141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.730373 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6526678 Dec 23 16:13:48.740529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:48.747158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7d92fd04-c0eb-4c55-988b-cc24c9e2b441 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:48.748294 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-7d92fd04-c0eb-4c55-988b-cc24c9e2b441 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 16:13:48.749778 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d92fd04-c0eb-4c55-988b-cc24c9e2b441 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "PUT /v2.0/security-groups/5dd9711c-89b1-48c2-9164-26ba88271b75 HTTP/1.1" status: 409 len: 330 time: 0.0074975 Dec 23 16:13:48.753662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53036) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:48.754709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68063a36-b655-4b3e-a3c8-3ef9fc860b87 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd9711c-89b1-48c2-9164-26ba88271b75,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:48.776236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting subnet d02667bf-015b-41e1-8648-b70389a63ec2 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:48.780370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.811768 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.860408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.950489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:48.962051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80723acd-08cd-4fb4-b368-65d7052e7a2d']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:48.991953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Deleting port 924370c4-7a45-4888-8e6f-3684b7430911 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:48.992201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d012bff-13f8-4ff2-bd07-30bf7c9449d3') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:48.992201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d012bff-13f8-4ff2-bd07-30bf7c9449d3') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:48.992419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.026365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server [None req-0274e2c3-9db7-4382-9029-d95bf5ee5b33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d02667bf-015b-41e1-8648-b70389a63ec2: This subnet is being modified by another concurrent operation. Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:13:49.056900 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1671, in update_port Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1490, in update_port Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d02667bf-015b-41e1-8648-b70389a63ec2: This subnet is being modified by another concurrent operation. Dec 23 16:13:49.062824 dv-neutron-822800-1-hyperv neutron-server[83496]: ERROR oslo_messaging.rpc.server Dec 23 16:13:49.068434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bf8275f3-a38e-40c4-b38d-35d848db33c7 None None] The port '924370c4-7a45-4888-8e6f-3684b7430911' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:13:49.070631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Subnet': ['ID=d02667bf-015b-41e1-8648-b70389a63ec2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:49.082628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.089409 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a1c73dd7-4db2-46bb-9d16-a3b8b75d166b tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/d02667bf-015b-41e1-8648-b70389a63ec2 HTTP/1.1" status: 204 len: 168 time: 0.4527845 Dec 23 16:13:49.091862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.094907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.135524 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1336d85-9188-47c5-8190-2119872d4c21 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.136084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1336d85-9188-47c5-8190-2119872d4c21 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.137723 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a1336d85-9188-47c5-8190-2119872d4c21 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/94e341d6-cbe3-443c-8511-c301a2933eda HTTP/1.1" status: 404 len: 337 time: 0.0446303 Dec 23 16:13:49.140311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.157037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3ba67-555c-45e0-b622-f2bd3c433073 req-a43491b5-503c-4553-8821-4d023c0709e1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:49.163732 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-21e3ba67-555c-45e0-b622-f2bd3c433073 req-a43491b5-503c-4553-8821-4d023c0709e1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.5654049 Dec 23 16:13:49.169906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.174174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487ef9a7-a8e9-41f4-8095-569fe85a4174 None None] Network 04453478-b6e9-49e2-ad84-d0117a9d5afa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:49.183581 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c16cce6-bd5f-4cca-a858-3fc8320ef9e1 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "GET /v2.0/ports?device_id=52da6c6c-1c7e-44ad-9b61-4ab2c8878395 HTTP/1.1" status: 200 len: 205 time: 0.0407236 Dec 23 16:13:49.184421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.190100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53cafd65-3e04-4196-bd25-6e65d9c2271a tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.215863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:49.216290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:49.230679 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:49.256601 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-e61d4e96-51eb-4a5e-8fea-efe7b74a236f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] delete failed (client error): The resource could not be found. Dec 23 16:13:49.260074 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e61d4e96-51eb-4a5e-8fea-efe7b74a236f tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/routers/52da6c6c-1c7e-44ad-9b61-4ab2c8878395 HTTP/1.1" status: 404 len: 336 time: 0.0711598 Dec 23 16:13:49.260198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.301518 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fcb889-da3f-4213-91ac-bb9772184985 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.301963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fcb889-da3f-4213-91ac-bb9772184985 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.306121 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8fcb889-da3f-4213-91ac-bb9772184985 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/1f95ea81-97e5-4db7-a8a0-6f58a5818463 HTTP/1.1" status: 404 len: 337 time: 0.0426600 Dec 23 16:13:49.307123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.346249 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e07c136-b290-44cf-a846-1b79206db571 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.347648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e07c136-b290-44cf-a846-1b79206db571 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.350823 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e07c136-b290-44cf-a846-1b79206db571 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/ad5a8f55-8670-4c0e-a68c-eb8c42d03201 HTTP/1.1" status: 404 len: 337 time: 0.0412521 Dec 23 16:13:49.351485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53060) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.357560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f4ac2ee6-232f-4631-8481-813967635317 None None] Provisioning complete for port 2ac054a3-45d1-4435-999b-9cbe56778a59 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:49.357924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2ee6-232f-4631-8481-813967635317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.367288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53cafd65-3e04-4196-bd25-6e65d9c2271a tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.396497 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c502db2-e545-46c4-9ac1-bf363570d3c3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.396936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c502db2-e545-46c4-9ac1-bf363570d3c3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.399627 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c502db2-e545-46c4-9ac1-bf363570d3c3 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/cc1c6bc8-a459-4384-9cfa-23bbc2e93ae9 HTTP/1.1" status: 404 len: 337 time: 0.0462756 Dec 23 16:13:49.400058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14764-e85f-4fe1-9c16-9df4b055983f req-fd9963fc-7deb-499f-9393-8c982fb5c8dc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:49.401491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53064) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.401851 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-efc14764-e85f-4fe1-9c16-9df4b055983f req-fd9963fc-7deb-499f-9393-8c982fb5c8dc tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 945 time: 0.5681844 Dec 23 16:13:49.425399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac2ee6-232f-4631-8481-813967635317 None None] Port 2ac054a3-45d1-4435-999b-9cbe56778a59 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:13:49.455296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f4ac2ee6-232f-4631-8481-813967635317 None None] Provisioning complete for port 4c65483e-1955-48f9-bfd3-393d186b150e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:49.455763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4ac2ee6-232f-4631-8481-813967635317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.468015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-21e3ba67-555c-45e0-b622-f2bd3c433073 req-047bf662-e30f-4a10-9645-add2f5d382e7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033412 Dec 23 16:13:49.470955 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f7546f-8cd2-4f3d-978c-42937cf7e8e0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.471602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f7546f-8cd2-4f3d-978c-42937cf7e8e0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.473600 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b1f7546f-8cd2-4f3d-978c-42937cf7e8e0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/e6da4e8a-390d-4d36-96da-ca5679673e4e HTTP/1.1" status: 404 len: 333 time: 0.0708477 Dec 23 16:13:49.476680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.481265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] DHCP port deletion for 04453478-b6e9-49e2-ad84-d0117a9d5afa request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:49.489863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Deleting port 4c65483e-1955-48f9-bfd3-393d186b150e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:49.490289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.493882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.527962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.530077 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-91955595-8f69-4d82-8f29-80f1b8304aca tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.530676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91955595-8f69-4d82-8f29-80f1b8304aca tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.539799 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-91955595-8f69-4d82-8f29-80f1b8304aca tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/fa4983ef-15ab-4227-a5c4-b7296d5c7291 HTTP/1.1" status: 404 len: 337 time: 0.0545819 Dec 23 16:13:49.541310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53072) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.551351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.595600 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e05885-1a7a-4351-9900-37af03671deb tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.596012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e05885-1a7a-4351-9900-37af03671deb tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.600258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=80723acd-08cd-4fb4-b368-65d7052e7a2d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:49.601491 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b1e05885-1a7a-4351-9900-37af03671deb tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/3688fa9a-81d1-48ea-b097-8d283224d312 HTTP/1.1" status: 404 len: 337 time: 0.0590389 Dec 23 16:13:49.602045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53076) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.648590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4c65483e-1955-48f9-bfd3-393d186b150e no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:49.658623 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b5c1d0-f699-481e-9114-59056b6371bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.659164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b5c1d0-f699-481e-9114-59056b6371bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.663370 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92b5c1d0-f699-481e-9114-59056b6371bf tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/6dc43bfd-53cd-45fc-a7d7-047fb860bde4 HTTP/1.1" status: 404 len: 333 time: 0.0565147 Dec 23 16:13:49.663588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53080) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.712809 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba418271-7a5b-4efe-9428-9c3c941b1b26 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.713249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba418271-7a5b-4efe-9428-9c3c941b1b26 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.718102 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ba418271-7a5b-4efe-9428-9c3c941b1b26 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/8a0b1ecc-f349-4f0f-af90-db5a0b4b9428 HTTP/1.1" status: 404 len: 337 time: 0.0504093 Dec 23 16:13:49.718278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53084) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.761330 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac161de-a2c3-4627-b16b-643b806a613c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] DELETE failed (client error): The resource could not be found. Dec 23 16:13:49.761764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac161de-a2c3-4627-b16b-643b806a613c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:13:49.766430 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aac161de-a2c3-4627-b16b-643b806a613c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/subnets/53310c1b-b0f4-47de-9252-deab41accba2 HTTP/1.1" status: 404 len: 337 time: 0.0446732 Dec 23 16:13:49.766579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.821900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-efc14764-e85f-4fe1-9c16-9df4b055983f req-949ba49e-74e4-4b00-a8ad-aa590dc37230 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4084895 Dec 23 16:13:49.826854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:49.827439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.836336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 2ac054a3-45d1-4435-999b-9cbe56778a59 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:49.836715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.907576 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ac0fbd7f-9885-4b99-aa3a-f0092d462a87 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/80723acd-08cd-4fb4-b368-65d7052e7a2d HTTP/1.1" status: 204 len: 168 time: 2.9206169 Dec 23 16:13:49.907576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53cafd65-3e04-4196-bd25-6e65d9c2271a tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.907883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53094) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.907977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-53cafd65-3e04-4196-bd25-6e65d9c2271a tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.908965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-53cafd65-3e04-4196-bd25-6e65d9c2271a tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/5dd9711c-89b1-48c2-9164-26ba88271b75 HTTP/1.1" status: 204 len: 168 time: 1.1488962 Dec 23 16:13:49.924130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53096) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:49.937224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-264922544', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:49.943669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cafd65-3e04-4196-bd25-6e65d9c2271a tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd9711c-89b1-48c2-9164-26ba88271b75,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:49.944355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:49.949197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:router and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:49.952610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:49.958892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:49.970269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Calling delete_port for 4c65483e-1955-48f9-bfd3-393d186b150e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:49.974175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:49.975328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.044495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1547829-f106-4d0f-9c33-495acf4a9b85 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Synchronizing usage tracker for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:50.053422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.100623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:50.100882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1547829-f106-4d0f-9c33-495acf4a9b85 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] Unset dirty status for tenant:bff6ff09ad2e42d18cfb6fa976cfae2f on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:50.102217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d1547829-f106-4d0f-9c33-495acf4a9b85 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1761043 Dec 23 16:13:50.103987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.109326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.149118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:13:50.149118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:13:50.153042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53104) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:50.181356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=11']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:50.192986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.202783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-7fe1c2d2-8e9e-4a4e-bfa9-819faba27d3c tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] delete failed (client error): The resource could not be found. Dec 23 16:13:50.203801 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7fe1c2d2-8e9e-4a4e-bfa9-819faba27d3c tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "DELETE /v2.0/security-groups/382b6bba-f396-43a7-a56f-28fad8dd7771 HTTP/1.1" status: 404 len: 347 time: 0.0411890 Dec 23 16:13:50.211183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53108) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:50.243964 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-76d6bfe1-6894-4623-b44c-92883c1ad138 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] show failed (client error): The resource could not be found. Dec 23 16:13:50.249074 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76d6bfe1-6894-4623-b44c-92883c1ad138 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-groups/0ba18e67-3416-497d-affa-ced661abc9a3 HTTP/1.1" status: 404 len: 347 time: 0.0328219 Dec 23 16:13:50.249439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53112) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:50.253694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.403740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port dcffee51-401b-4099-b2e7-f232e596d9e0 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:50.404094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.430525 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-d9720f6e-e60f-4e57-8aa4-6a8c1ee04ba4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] show failed (client error): The resource could not be found. Dec 23 16:13:50.438463 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d9720f6e-e60f-4e57-8aa4-6a8c1ee04ba4 tempest-NegativeSecGroupIPv6Test-2018481098 tempest-NegativeSecGroupIPv6Test-2018481098-project] 10.222.0.18 "GET /v2.0/security-group-rules/81d38493-59c4-400b-b0c3-a1f7de6e68fa HTTP/1.1" status: 404 len: 356 time: 0.1805844 Dec 23 16:13:50.446336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 2ac054a3-45d1-4435-999b-9cbe56778a59 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:50.570982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.630626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.649907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Deleting port 4c65483e-1955-48f9-bfd3-393d186b150e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:50.650404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.684138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.754402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Port': ['ID=2ac054a3-45d1-4435-999b-9cbe56778a59,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:50.756147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53124) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:50.772110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.803505 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9830a72e-3dfa-4ff0-b8e9-8da7430d77b0 tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/ports/2ac054a3-45d1-4435-999b-9cbe56778a59 HTTP/1.1" status: 204 len: 168 time: 1.0359228 Dec 23 16:13:50.806220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53130) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:50.936152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for dcffee51-401b-4099-b2e7-f232e596d9e0 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:50.950368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:50.969003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 4c65483e-1955-48f9-bfd3-393d186b150e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:50.969336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.058725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:51.059368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.133881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.160502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd5591-f6c8-434d-a17b-9f427c44859d req-04212b12-a2de-407e-acfa-a93fca0e413f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:51.161938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23cd5591-f6c8-434d-a17b-9f427c44859d req-04212b12-a2de-407e-acfa-a93fca0e413f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.4547093 Dec 23 16:13:51.188794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Calling delete_port for 4c65483e-1955-48f9-bfd3-393d186b150e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:51.236882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.266454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.298879 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a00d13b6-db82-410f-9bdb-812b425215f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bff6ff09ad2e42d18cfb6fa976cfae2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5388925 Dec 23 16:13:51.301150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:51.311258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] No DVR routers for this DVR port 4c65483e-1955-48f9-bfd3-393d186b150e on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:51.319430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142e5f2-cfd4-432a-a16b-33bc5c9da2f2 None None] Pushing event deleted for resources: {'Port': ['ID=4c65483e-1955-48f9-bfd3-393d186b150e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:51.341969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70701fad-7149-417d-bc77-2ff2705a38a4 None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:13:51.348599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] For port 4c65483e-1955-48f9-bfd3-393d186b150e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4c65483e-1955-48f9-bfd3-393d186b150e,segment=NetworkSegment(bec61620-0748-44b0-9697-6b145a337bae),segment_id=bec61620-0748-44b0-9697-6b145a337bae)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:51.349024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.381816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384396b-422f-4a2a-86ee-3c8857bfbc00 req-770991f0-77e9-47f3-838d-684c4083f439 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:51.389430 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b384396b-422f-4a2a-86ee-3c8857bfbc00 req-770991f0-77e9-47f3-838d-684c4083f439 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 945 time: 0.3570254 Dec 23 16:13:51.436125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23cd5591-f6c8-434d-a17b-9f427c44859d req-87e62476-490e-45ac-92aa-7a90c3a72794 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632570 Dec 23 16:13:51.488076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70701fad-7149-417d-bc77-2ff2705a38a4 None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:13:51.495419 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b384396b-422f-4a2a-86ee-3c8857bfbc00 req-7279a84b-479d-4045-b3bc-548a0eb5f056 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050160 Dec 23 16:13:51.498025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Calling delete_port for 4c65483e-1955-48f9-bfd3-393d186b150e owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:51.650963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.656227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-795d0a02-2952-41e4-82e1-c13fb21aa16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.724423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=dcffee51-401b-4099-b2e7-f232e596d9e0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:51.794698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:13:51.795009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:13:51.796560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-795d0a02-2952-41e4-82e1-c13fb21aa16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.831078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.26.7.127 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ceb64220-83d7-4015-ab1e-154e42b4436e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:51.945756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-795d0a02-2952-41e4-82e1-c13fb21aa16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.961154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:51.979571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0a02-2952-41e4-82e1-c13fb21aa16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d316c29-f794-44be-9685-b85b926e105e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:52.021053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-795d0a02-2952-41e4-82e1-c13fb21aa16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.022169 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-795d0a02-2952-41e4-82e1-c13fb21aa16b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d316c29-f794-44be-9685-b85b926e105e HTTP/1.1" status: 204 len: 168 time: 0.7186580 Dec 23 16:13:52.051873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.083216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.159781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:52.162797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:52.166628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:52.207072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=ceb64220-83d7-4015-ab1e-154e42b4436e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:52.300676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Deleting port 4c65483e-1955-48f9-bfd3-393d186b150e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:52.301366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.382107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] The port '4c65483e-1955-48f9-bfd3-393d186b150e' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:13:52.515875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.530642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Deleting port c0f4f810-bc74-4baf-a6cc-c1b31300ef70 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:52.531835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.589148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04453478-b6e9-49e2-ad84-d0117a9d5afa']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:52.609830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec61620-0748-44b0-9697-6b145a337bae') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:52.610151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec61620-0748-44b0-9697-6b145a337bae') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:52.630044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.650364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.651073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.653251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.664829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:52.665245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: util.warn( Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:52.681293 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:52.781613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 9ec40b6e-b33e-49b0-ba8c-f53edd291d51 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:52.820592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-9daefd65-b869-463a-abb3-10bcd9ce061d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:52.821198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-9daefd65-b869-463a-abb3-10bcd9ce061d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Synchronizing usage tracker for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:52.846803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.861153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c21b5-ed26-445e-84ce-0e3a1d47afbe req-5e110c56-876a-4d3d-886f-a6dd123148b6 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:52.862590 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-393c21b5-ed26-445e-84ce-0e3a1d47afbe req-5e110c56-876a-4d3d-886f-a6dd123148b6 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.2977972 Dec 23 16:13:52.866208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:52.877176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-9daefd65-b869-463a-abb3-10bcd9ce061d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Unset dirty status for tenant:364c0f0c298044d5ac6500f7a3914753 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:52.878267 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-9daefd65-b869-463a-abb3-10bcd9ce061d tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 945 time: 0.3381066 Dec 23 16:13:52.880747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] Pushing event deleted for resources: {'Network': ['ID=04453478-b6e9-49e2-ad84-d0117a9d5afa,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:52.886566 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f594a89-791e-4dd3-b214-597296a5cf5c tempest-PortsIpV6TestJSON-1166089058 tempest-PortsIpV6TestJSON-1166089058-project] 10.222.0.18 "DELETE /v2.0/networks/04453478-b6e9-49e2-ad84-d0117a9d5afa HTTP/1.1" status: 204 len: 168 time: 2.0791972 Dec 23 16:13:53.009512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Deleting port cfad6d2b-2432-48d8-9e10-73d8dce594d7 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:53.009860 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:53.086126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfbe4f-92bd-47db-8845-b69ca24874fb req-3abcf1d7-88a1-490a-b886-6aea2e44efa4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:53.087582 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cbbfbe4f-92bd-47db-8845-b69ca24874fb req-3abcf1d7-88a1-490a-b886-6aea2e44efa4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 945 time: 0.4555559 Dec 23 16:13:53.142669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] For port c0f4f810-bc74-4baf-a6cc-c1b31300ef70, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:53.143017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:53.223630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53150) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:53.307087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Calling delete_port for c0f4f810-bc74-4baf-a6cc-c1b31300ef70 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:53.323079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] For port cfad6d2b-2432-48d8-9e10-73d8dce594d7, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=cfad6d2b-2432-48d8-9e10-73d8dce594d7,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:53.323696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:53.346958 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-393c21b5-ed26-445e-84ce-0e3a1d47afbe req-8d17c8fc-1da4-4fff-b073-86e692aa9a85 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319470 Dec 23 16:13:53.377958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:53.389504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] Sync routers for ids ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:53.399727 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cbbfbe4f-92bd-47db-8845-b69ca24874fb req-07db4a0c-4ede-4d70-8db2-36d24168e1c0 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7990683-cd96-49ea-90fa-da893cc283b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485640 Dec 23 16:13:53.413015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-50bbf085-5aa0-494a-9147-8a38ad15a806 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/9ec40b6e-b33e-49b0-ba8c-f53edd291d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1104448 Dec 23 16:13:53.418781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] Routers {'9ec40b6e-b33e-49b0-ba8c-f53edd291d51'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:53.420781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:53.424951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53156) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:53.495235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:53.507818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] Routers {'9ec40b6e-b33e-49b0-ba8c-f53edd291d51'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:53.508537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:53.563373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router 5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:13:53.571996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:53.572485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c779dd3-cc27-4eb5-9e34-5d3c43304af1 None None] The sync data for ids ['9ec40b6e-b33e-49b0-ba8c-f53edd291d51'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:53.784563 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29406152-85b6-472c-95fb-b58124eee46e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b044bd17926f405fb8bebeedf47df269&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5567849 Dec 23 16:13:53.788251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53160) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:53.832717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-8be1785e-7b7d-441e-a5f1-c211d46b8121 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 16:13:53.836251 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8be1785e-7b7d-441e-a5f1-c211d46b8121 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/9ec40b6e-b33e-49b0-ba8c-f53edd291d51/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4076655 Dec 23 16:13:53.836467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53164) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:53.883133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-59d69fd5-14c6-4d53-a3fd-1197108fb202 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:53.893991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:53.943242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f4f810-bc74-4baf-a6cc-c1b31300ef70,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:53.948642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-59d69fd5-14c6-4d53-a3fd-1197108fb202 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:53.948642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-59d69fd5-14c6-4d53-a3fd-1197108fb202 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec40b6e-b33e-49b0-ba8c-f53edd291d51 HTTP/1.1" status: 200 len: 205 time: 0.1088417 Dec 23 16:13:53.949007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53168) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:54.019083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.019450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.019784 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Floating IP 850007a1-11ce-4fd1-af21-9397b95ed2a3 disassociated. External IP: 172.26.7.182, port: cfad6d2b-2432-48d8-9e10-73d8dce594d7. Dec 23 16:13:54.020117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Calling delete_port for cfad6d2b-2432-48d8-9e10-73d8dce594d7 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:54.199162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-993bf3c7-3b4a-4fdc-a543-20f1976af7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.241043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.273957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-993bf3c7-3b4a-4fdc-a543-20f1976af7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.292073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd235002-77c7-4da3-9a8c-824bda8282ce tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.524929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:54.537121 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] Sync routers for ids ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:54.542817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.550171 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] Routers {'5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:54.550873 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:54.612725 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:54.624004 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] Routers {'5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:54.624640 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:54.655287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-993bf3c7-3b4a-4fdc-a543-20f1976af7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.684238 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:54.685129 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51508f84-b6a4-4698-9d19-e8c5dcb593c7 None None] The sync data for ids ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:54.725936 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-eb79bd80-594c-45fe-a82f-e6d68ac55880 req-b60c5349-d2b4-49cf-b960-8871ecb7bb69 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.0985355 Dec 23 16:13:54.740461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event deleted for resources: {'Port': ['ID=cfad6d2b-2432-48d8-9e10-73d8dce594d7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:54.754993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bf3c7-3b4a-4fdc-a543-20f1976af7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfbb9cf-bfa1-455f-9eb0-d495ceb401cd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:54.824367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-993bf3c7-3b4a-4fdc-a543-20f1976af7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.826022 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-993bf3c7-3b4a-4fdc-a543-20f1976af7c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2dfbb9cf-bfa1-455f-9eb0-d495ceb401cd HTTP/1.1" status: 204 len: 168 time: 1.0357447 Dec 23 16:13:54.826832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:54.830919 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-baa87290-9bc9-4ff0-8e82-a5b805b0d0cc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8950853 Dec 23 16:13:54.833770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:54.856409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877b1c8-27f8-4bd5-8fde-267466476aa6 req-ec4342d6-fc67-4f94-bd2a-7bbde1703827 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:54.858390 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7877b1c8-27f8-4bd5-8fde-267466476aa6 req-ec4342d6-fc67-4f94-bd2a-7bbde1703827 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.2249966 Dec 23 16:13:54.982149 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7877b1c8-27f8-4bd5-8fde-267466476aa6 req-e0d161c9-69cf-4164-88c4-b2956bdd8466 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664301 Dec 23 16:13:55.104408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Router 7338db84-f84c-404e-b5b0-600d4c16cffd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:55.157730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd235002-77c7-4da3-9a8c-824bda8282ce tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.177673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd235002-77c7-4da3-9a8c-824bda8282ce tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.237421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd235002-77c7-4da3-9a8c-824bda8282ce tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.237893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd235002-77c7-4da3-9a8c-824bda8282ce tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec40b6e-b33e-49b0-ba8c-f53edd291d51 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:13:55.301033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd235002-77c7-4da3-9a8c-824bda8282ce tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.304451 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd235002-77c7-4da3-9a8c-824bda8282ce tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/9ec40b6e-b33e-49b0-ba8c-f53edd291d51 HTTP/1.1" status: 204 len: 168 time: 1.3521960 Dec 23 16:13:55.305855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53190) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:55.462853 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:55.472894 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-94fd68f2-93a0-4aac-b43d-2fa4cbee4e99 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/routers/5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a HTTP/1.1" status: 200 len: 880 time: 0.6374261 Dec 23 16:13:55.476614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53196) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:55.611026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:55.620071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] Sync routers for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:55.641915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:55.642832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:55.644434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 4590cf68-51d5-47b7-87cf-be405419d0df {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:13:55.647498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.707861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.726416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:55.741928 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] Sync routers for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:55.759944 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:55.760549 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:55.802190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.865745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1b96e271-1605-4baa-97d5-7b4db0cc7739 admin admin] 10.222.0.18 "PUT /v2.0/routers/7338db84-f84c-404e-b5b0-600d4c16cffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3618114 Dec 23 16:13:55.884242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53208) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:55.888508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:55.895919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] No DVR routers for this DVR port cfad6d2b-2432-48d8-9e10-73d8dce594d7 on host hv-neutron-8228 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:55.899060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:55.901441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:55.907726 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80e8a4b6-e37b-4555-9115-9c539bb742cc req-24cf4485-dd28-44cf-b546-4d3675af36b1 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.59 "DELETE /v2.0/ports/cfad6d2b-2432-48d8-9e10-73d8dce594d7 HTTP/1.1" status: 204 len: 173 time: 3.0226662 Dec 23 16:13:55.919428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'name': 'network-vif-deleted', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:13:56.060433 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b631017-e183-4bc9-9693-d4db73f5869a', 'name': 'network-vif-deleted', 'tag': 'cfad6d2b-2432-48d8-9e10-73d8dce594d7', 'status': 'completed', 'code': 200} Dec 23 16:13:56.086796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-701ab46d-b6e1-4984-b6c5-848d3e205ae2 tempest-DvrRoutersNegativeTest-2042634642 tempest-DvrRoutersNegativeTest-2042634642-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-777423094', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:56.089612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.policy [None req-701ab46d-b6e1-4984-b6c5-848d3e205ae2 tempest-DvrRoutersNegativeTest-2042634642 tempest-DvrRoutersNegativeTest-2042634642-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83495) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 23 16:13:56.090042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.policy [None req-701ab46d-b6e1-4984-b6c5-848d3e205ae2 tempest-DvrRoutersNegativeTest-2042634642 tempest-DvrRoutersNegativeTest-2042634642-project] Failed policy check for 'create_router' {{(pid=83495) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 23 16:13:56.092204 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-701ab46d-b6e1-4984-b6c5-848d3e205ae2 tempest-DvrRoutersNegativeTest-2042634642 tempest-DvrRoutersNegativeTest-2042634642-project] create failed (client error): Access was denied to this resource. Dec 23 16:13:56.096737 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-701ab46d-b6e1-4984-b6c5-848d3e205ae2 tempest-DvrRoutersNegativeTest-2042634642 tempest-DvrRoutersNegativeTest-2042634642-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2029881 Dec 23 16:13:56.125714 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:56.312632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:13:53Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:56.317204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] Checking router: 7338db84-f84c-404e-b5b0-600d4c16cffd for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:13:56.329842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] Routers {'7338db84-f84c-404e-b5b0-600d4c16cffd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:56.330594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7338db84-f84c-404e-b5b0-600d4c16cffd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:56.380291 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-761c8cc6-8760-436e-9164-fa1154a87bc7 req-ee1f1475-a550-4588-9c14-3b2e7c722789 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b631017-e183-4bc9-9693-d4db73f5869a HTTP/1.1" status: 200 len: 210 time: 0.3777473 Dec 23 16:13:56.534547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device cfad6d2b-2432-48d8-9e10-73d8dce594d7 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:56.557770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:56.564646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53226) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:56.595390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: cfad6d2b-2432-48d8-9e10-73d8dce594d7 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:56.595760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device cfad6d2b-2432-48d8-9e10-73d8dce594d7 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:56.617217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] Set router 7338db84-f84c-404e-b5b0-600d4c16cffd gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:56.620087 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:53Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:56.625291 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] Checking router: 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:13:56.638690 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:56.640019 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:56.703674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=4590cf68-51d5-47b7-87cf-be405419d0df,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:56.716790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:56.739143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b1ad9f3f-feae-42a1-b846-634eb0a84752 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/4590cf68-51d5-47b7-87cf-be405419d0df HTTP/1.1" status: 204 len: 168 time: 1.4277999 Dec 23 16:13:56.741788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53232) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:56.750773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28225b4-8017-4d2e-9c2d-5567b5bd8cb5 req-755af4fe-9425-4e61-b835-7c6209e810e0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:56.756643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65916b7-e28e-421c-8e60-88d660fa90f0 None None] Network f5007bc7-6035-4352-9d45-454e1cb982bb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:56.757788 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a28225b4-8017-4d2e-9c2d-5567b5bd8cb5 req-755af4fe-9425-4e61-b835-7c6209e810e0 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.3816805 Dec 23 16:13:56.771952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8b5f64d4-b0d5-4655-8884-70e4bcf0c1dc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:router {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:56.821532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8b5f64d4-b0d5-4655-8884-70e4bcf0c1dc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:router {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:56.822798 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8b5f64d4-b0d5-4655-8884-70e4bcf0c1dc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3452795 Dec 23 16:13:56.826784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53236) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:56.836594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-521a318a-e4fb-42b2-b106-fe60f1efd477 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-264922544'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:56.847179 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:56.900832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:56.920264 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a28225b4-8017-4d2e-9c2d-5567b5bd8cb5 req-170bad6b-fa88-4449-8ac3-76e5e4c237bd tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613536 Dec 23 16:13:56.930484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:56.963575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port d5b4688b-b5c6-4ee2-b9fe-531c3764353a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:56.964255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:56.970591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.134080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:13:53Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:57.139175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75191c6-cff5-40e9-9b9c-96a06015846b None None] The sync data for ids ['7338db84-f84c-404e-b5b0-600d4c16cffd'] in dv-neutron-822800-1-hyperv is: [{'id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'name': 'tempest-ServerActionsTestJSON-1461544598-router', 'tenant_id': '9f81991c26d3421e8a0c6423b80da577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:16Z', 'updated_at': '2021-12-23T16:13:53Z', 'revision_number': 5, 'project_id': '9f81991c26d3421e8a0c6423b80da577', 'gw_port': {'id': '9f993c67-a2be-462b-a7da-1bc5f346247d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:05:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7338db84-f84c-404e-b5b0-600d4c16cffd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:17Z', 'updated_at': '2021-12-23T16:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:57.193250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] DHCP port deletion for f5007bc7-6035-4352-9d45-454e1cb982bb request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:13:57.197628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Deleting port d5b4688b-b5c6-4ee2-b9fe-531c3764353a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:57.197990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.217106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:57.226865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e86d3326f95546c9b08b7f9492259938 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:57.232168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:57.233360 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:53Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:57.238875 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3ee53-bf4f-4d0a-8449-3e74a6ed3df1 None None] The sync data for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv is: [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '48e6fd51-1152-4aa3-8167-58e12f11d062', 'name': '', 'network_id': 'e19a7fd8-3326-492b-b54c-9597f3be6011', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'mac_address': 'fa:16:3e:a4:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd2bba48-e081-4240-a017-684549610b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:53Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'subnets': [{'id': 'cd2bba48-e081-4240-a017-684549610b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:57.249579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:57.284084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port d5b4688b-b5c6-4ee2-b9fe-531c3764353a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,segment=NetworkSegment(617db1f5-d5e7-472f-8908-91c32e6cf5dd),segment_id=617db1f5-d5e7-472f-8908-91c32e6cf5dd)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:57.284462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.422684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for d5b4688b-b5c6-4ee2-b9fe-531c3764353a owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:57.467518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] For port d5b4688b-b5c6-4ee2-b9fe-531c3764353a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,segment=NetworkSegment(617db1f5-d5e7-472f-8908-91c32e6cf5dd),segment_id=617db1f5-d5e7-472f-8908-91c32e6cf5dd)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:57.467942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.589969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.595543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.626973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.635812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53244) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:57.658627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Deleting port 9f993c67-a2be-462b-a7da-1bc5f346247d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:57.658966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.673321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d5b4688b-b5c6-4ee2-b9fe-531c3764353a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:57.686441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=d5b4688b-b5c6-4ee2-b9fe-531c3764353a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:57.695643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No DVR routers for this DVR port d5b4688b-b5c6-4ee2-b9fe-531c3764353a on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:13:57.704481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Calling delete_port for d5b4688b-b5c6-4ee2-b9fe-531c3764353a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:57.735979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6081b8-85d4-4853-929e-2927cba6d063 None None] New status for floating IP 850007a1-11ce-4fd1-af21-9397b95ed2a3: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:13:57.741086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.811441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: d5b4688b-b5c6-4ee2-b9fe-531c3764353a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:57.812056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d5b4688b-b5c6-4ee2-b9fe-531c3764353a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:57.812242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c0f4f810-bc74-4baf-a6cc-c1b31300ef70 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:13:57.861659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: c0f4f810-bc74-4baf-a6cc-c1b31300ef70 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:13:57.862011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c0f4f810-bc74-4baf-a6cc-c1b31300ef70 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:13:57.927976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0adb5e-1870-4cca-ab70-211e7a6614d4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.014320 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e86d3326f95546c9b08b7f9492259938&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4487126 Dec 23 16:13:58.018476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:58.021010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f394b3-83e3-4f7e-985a-272facccb7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34176eb-5be0-4dbc-8c47-58465ebf06ad,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:58.025162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.078064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5007bc7-6035-4352-9d45-454e1cb982bb']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:58.096934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617db1f5-d5e7-472f-8908-91c32e6cf5dd') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:58.097331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617db1f5-d5e7-472f-8908-91c32e6cf5dd') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:58.115460 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.120251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0adb5e-1870-4cca-ab70-211e7a6614d4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.135506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] For port 9f993c67-a2be-462b-a7da-1bc5f346247d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9f993c67-a2be-462b-a7da-1bc5f346247d,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:58.135506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.138954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:13:58.139513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:13:58.143857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.153199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:13:58.154192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.168708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2df2ed55-837c-4727-bc7f-87d33a4a8e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:13:58.170979 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:13:58.267822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2df2ed55-837c-4727-bc7f-87d33a4a8e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.293448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.312389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.334445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=f5007bc7-6035-4352-9d45-454e1cb982bb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:58.351123 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ce4366d5-b6e4-4d8d-9a44-d42cff94798f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/f5007bc7-6035-4352-9d45-454e1cb982bb HTTP/1.1" status: 204 len: 168 time: 1.6072080 Dec 23 16:13:58.355475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53254) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:58.361590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-16478580'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:58.366605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:58.371597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:58.374748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:58.377204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2df2ed55-837c-4727-bc7f-87d33a4a8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.394770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:58.406946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2ed55-837c-4727-bc7f-87d33a4a8e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34176eb-5be0-4dbc-8c47-58465ebf06ad,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:58.410251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2df2ed55-837c-4727-bc7f-87d33a4a8e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.410945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-521a318a-e4fb-42b2-b106-fe60f1efd477 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.411208 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2df2ed55-837c-4727-bc7f-87d33a4a8e60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c34176eb-5be0-4dbc-8c47-58465ebf06ad HTTP/1.1" status: 204 len: 168 time: 0.3915069 Dec 23 16:13:58.415140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:58.417994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.425589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Calling delete_port for 9f993c67-a2be-462b-a7da-1bc5f346247d owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:13:58.451593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:13:58.462278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.462881 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment 13d8959c-40ba-4060-a836-3ebd0b3ee759 of type vlan for network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 Dec 23 16:13:58.491067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-521a318a-e4fb-42b2-b106-fe60f1efd477 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.493723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.526700 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.530930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:58.531539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.605811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0adb5e-1870-4cca-ab70-211e7a6614d4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.631958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152e903-2b82-4ea6-bf28-c5e9f89392d8 req-9203e23f-5f0f-4625-a819-4aa68e8c1e5c tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:58.639494 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2797163 Dec 23 16:13:58.639716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53262) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:58.639933 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7152e903-2b82-4ea6-bf28-c5e9f89392d8 req-9203e23f-5f0f-4625-a819-4aa68e8c1e5c tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.5791531 Dec 23 16:13:58.641311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Deleting port d5b4688b-b5c6-4ee2-b9fe-531c3764353a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:58.641947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.642299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a3e1a-b819-4525-b5a4-c1712e7607d9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=ae877db9-fdee-4425-bc5f-bbe5d3c46d27,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:58.647287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': 'ae877db9-fdee-4425-bc5f-bbe5d3c46d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:58.657395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0adb5e-1870-4cca-ab70-211e7a6614d4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7990683-cd96-49ea-90fa-da893cc283b5,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:58.680220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:13:58.775346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:58.776444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e0adb5e-1870-4cca-ab70-211e7a6614d4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.777541 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4e0adb5e-1870-4cca-ab70-211e7a6614d4 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7990683-cd96-49ea-90fa-da893cc283b5 HTTP/1.1" status: 204 len: 168 time: 1.1386449 Dec 23 16:13:58.782276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53268) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:58.799042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:58.802329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:58.809825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:58.816763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f6d09c36-d171-48cb-a0a6-b5fbfe0fce5b None None] The port 'd5b4688b-b5c6-4ee2-b9fe-531c3764353a' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:13:58.822322 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-0fd8bd14-7898-4da3-81ab-b1d786615b25 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] show failed (client error): The resource could not be found. Dec 23 16:13:58.826983 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7152e903-2b82-4ea6-bf28-c5e9f89392d8 req-9a11af57-b8e8-4e95-b344-81275538e1a9 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861427 Dec 23 16:13:58.827168 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0fd8bd14-7898-4da3-81ab-b1d786615b25 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "GET /v2.0/security-groups/f7990683-cd96-49ea-90fa-da893cc283b5 HTTP/1.1" status: 404 len: 347 time: 0.0414033 Dec 23 16:13:58.827746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53274) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:58.828556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:13:58.951384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.995733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.110836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f993c67-a2be-462b-a7da-1bc5f346247d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:59.144513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Deleting port d7a17d5b-3b19-4a9e-8b8c-9a72c57f35c2 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:13:59.144848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.182846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.245487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=8a675ff5-74e0-4d54-bad8-2b3e7da826de,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:59.289023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': '13d8959c-40ba-4060-a836-3ebd0b3ee759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae877db9-fdee-4425-bc5f-bbe5d3c46d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:13:59.289418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: ae877db9-fdee-4425-bc5f-bbe5d3c46d27, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:13:59.312129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:13:59.324200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, ae877db9-fdee-4425-bc5f-bbe5d3c46d27) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:59.329960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:59.330890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.335771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87eb155-e1e9-4fe7-8f49-8e6ec68daa67 None None] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:13:59.382290 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-52c127a0-62bc-4745-8a2a-817d320c70f0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7389143 Dec 23 16:13:59.383346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:59.395435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1114663265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:59.399685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53292) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:59.407572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:59.425279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:router and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:59.429699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:59.444578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:59.466182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.467516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.496725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.518216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.540982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.547979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.555054 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2139d6fd-04aa-4ee5-88d0-83cb70997d2e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1653161 Dec 23 16:13:59.556941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53298) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:59.612791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.613117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.625637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--792730756'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:59.629485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521a318a-e4fb-42b2-b106-fe60f1efd477 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router 5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:59.647261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-ae877db9-fdee-4425-bc5f-bbe5d3c46d27', 'network_id': 'ae877db9-fdee-4425-bc5f-bbe5d3c46d27', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '8a675ff5-74e0-4d54-bad8-2b3e7da826de'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:13:59.648101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.649146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:59.658824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:59.708608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:59.722221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:59.810599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.821762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Allocated IP 2001:db8::2 (ae877db9-fdee-4425-bc5f-bbe5d3c46d27/8a675ff5-74e0-4d54-bad8-2b3e7da826de/ce0651b3-ec6c-4625-a15b-018d1a650e4a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:59.823997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.928622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Calling delete_port for d7a17d5b-3b19-4a9e-8b8c-9a72c57f35c2 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:00.020658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:00.026125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:00.029895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:00.079164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.085455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:00.089819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Transition to ACTIVE for port object ce0651b3-ec6c-4625-a15b-018d1a650e4a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:00.110857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Transition to ACTIVE for port object ce0651b3-ec6c-4625-a15b-018d1a650e4a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:00.116719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.186382 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:00.189493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:00.193282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:00.202976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Pushing event updated for resources: {'Port': ['ID=ce0651b3-ec6c-4625-a15b-018d1a650e4a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:00.219602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.246779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.293911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Attempting to bind port ce0651b3-ec6c-4625-a15b-018d1a650e4a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:00.294422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Attempting to bind port ce0651b3-ec6c-4625-a15b-018d1a650e4a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '13d8959c-40ba-4060-a836-3ebd0b3ee759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae877db9-fdee-4425-bc5f-bbe5d3c46d27'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:00.295135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Attempting to bind port ce0651b3-ec6c-4625-a15b-018d1a650e4a on network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:00.301675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:00.302164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Checking segment: {'id': '13d8959c-40ba-4060-a836-3ebd0b3ee759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae877db9-fdee-4425-bc5f-bbe5d3c46d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:00.302650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.303127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Bound using segment: {'id': '13d8959c-40ba-4060-a836-3ebd0b3ee759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae877db9-fdee-4425-bc5f-bbe5d3c46d27'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:00.303704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Bound port: ce0651b3-ec6c-4625-a15b-018d1a650e4a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d8959c-40ba-4060-a836-3ebd0b3ee759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae877db9-fdee-4425-bc5f-bbe5d3c46d27'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:00.304172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.311118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.316015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.327054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.363783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d5db8-00af-44e6-80c9-824bef2026e6 req-c505b9dc-1b24-41c2-9a2a-5ea3396ed334 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:00.365159 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be0d5db8-00af-44e6-80c9-824bef2026e6 req-c505b9dc-1b24-41c2-9a2a-5ea3396ed334 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.3996427 Dec 23 16:14:00.370075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.370781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7338db84-f84c-404e-b5b0-600d4c16cffd {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:00.403152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] For port ce0651b3-ec6c-4625-a15b-018d1a650e4a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:00.407265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] For port ce0651b3-ec6c-4625-a15b-018d1a650e4a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ce0651b3-ec6c-4625-a15b-018d1a650e4a,segment=NetworkSegment(13d8959c-40ba-4060-a836-3ebd0b3ee759),segment_id=13d8959c-40ba-4060-a836-3ebd0b3ee759)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:00.415974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.437013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:00.446025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.516107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375b54a5-ae22-4ea2-924f-7be0b67d1417,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:00.521084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490f575-cd08-41b5-aaea-95e100aa4bff None None] Pushing event updated for resources: {'Port': ['ID=ce0651b3-ec6c-4625-a15b-018d1a650e4a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:00.528810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Pushing event deleted for resources: {'Port': ['ID=d7a17d5b-3b19-4a9e-8b8c-9a72c57f35c2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:00.537280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:00.542770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:00.570456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:00.640759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.644462 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cc529c5e-cfd5-4272-a754-d7c2d9442bc5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7338db84-f84c-404e-b5b0-600d4c16cffd HTTP/1.1" status: 204 len: 168 time: 4.7557046 Dec 23 16:14:00.646706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53304) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:00.650430 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be0d5db8-00af-44e6-80c9-824bef2026e6 req-a3b7c2dc-d87c-40ac-bcc9-f2ce7e5940fa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244701 Dec 23 16:14:00.696934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.699201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.704031 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-778b8dcf-ba0b-4b3b-9243-bb78d78ad641 tempest-ServersTestManualDisk-624798030 tempest-ServersTestManualDisk-624798030-project] 10.222.0.18 "DELETE /v2.0/floatingips/850007a1-11ce-4fd1-af21-9397b95ed2a3 HTTP/1.1" status: 204 len: 168 time: 1.8513465 Dec 23 16:14:00.707084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53308) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:00.768212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521a318a-e4fb-42b2-b106-fe60f1efd477 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:00.779926 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] Sync routers for ids ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:00.782841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-521a318a-e4fb-42b2-b106-fe60f1efd477 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.786309 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-521a318a-e4fb-42b2-b106-fe60f1efd477 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a HTTP/1.1" status: 200 len: 887 time: 3.9562490 Dec 23 16:14:00.787122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53312) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:00.796918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.798468 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] Routers {'5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:00.799318 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:00.807040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.822934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] Deleting subnet 318edc68-fbac-4775-9410-fdeb9ba0c7e3 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:00.842250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.942467 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:00.972255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] Routers {'5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:00.973078 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:01.034413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.072526 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:01.073069 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a87008-f8af-4626-8676-c051b67d0240 None None] The sync data for ids ['5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:01.117699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3520ba-4d0d-4595-9db9-1583878f404f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:01.144633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.148303 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bbc89d5e-1cb1-406b-bb60-ff9d006cd822 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7449830 Dec 23 16:14:01.150635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53316) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:01.164167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8::1 (ae877db9-fdee-4425-bc5f-bbe5d3c46d27/8a675ff5-74e0-4d54-bad8-2b3e7da826de/af10f518-9e0b-4918-ba4b-9b16b9081c86) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:01.170526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.354542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.394903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318edc68-fbac-4775-9410-fdeb9ba0c7e3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:01.429171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.438438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.440528 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23284e93-ee1b-40ce-96cc-c9a8b7c0b11a None None] Network 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:01.446555 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-da4794fa-0801-4cef-ae31-7766511ba2df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/318edc68-fbac-4775-9410-fdeb9ba0c7e3 HTTP/1.1" status: 204 len: 168 time: 0.7979190 Dec 23 16:14:01.449600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f25a67c7-4a5d-4d08-923c-c1a4846ea01e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/routers/5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a HTTP/1.1" status: 200 len: 887 time: 0.6589131 Dec 23 16:14:01.449600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53320) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:01.451915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53322) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:01.456600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3aee7106-2df1-41e0-9519-38f50aa1170b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3007832 Dec 23 16:14:01.456863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53328) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:01.505849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-869b9425-597c-4b2e-8866-757ea76d6eee tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-security--1396094202', 'description': 'tempest-security-description-1248371676'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:01.532824 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39e37469-21de-49bc-8702-45baef1c968e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a HTTP/1.1" status: 200 len: 205 time: 0.0797997 Dec 23 16:14:01.538500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53332) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:01.542380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object af10f518-9e0b-4918-ba4b-9b16b9081c86 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:01.647183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-869b9425-597c-4b2e-8866-757ea76d6eee tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.679445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.711923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce0651b3-ec6c-4625-a15b-018d1a650e4a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:01.737438 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:14:01.740626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-869b9425-597c-4b2e-8866-757ea76d6eee tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.745836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.751006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Deleting port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:01.759722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.788345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-869b9425-597c-4b2e-8866-757ea76d6eee tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.790953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-869b9425-597c-4b2e-8866-757ea76d6eee tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.792292 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-869b9425-597c-4b2e-8866-757ea76d6eee tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "PUT /v2.0/security-groups/2d3520ba-4d0d-4595-9db9-1583878f404f HTTP/1.1" status: 200 len: 1612 time: 0.3345218 Dec 23 16:14:01.811646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:01.901178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ce0651b3-ec6c-4625-a15b-018d1a650e4a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:01.938297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9f993c67-a2be-462b-a7da-1bc5f346247d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:01.980267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f4899-0527-454d-a144-7387f08347ad None None] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:01.985757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:01.996381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9f993c67-a2be-462b-a7da-1bc5f346247d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:01.996721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9f993c67-a2be-462b-a7da-1bc5f346247d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:02.074676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=af10f518-9e0b-4918-ba4b-9b16b9081c86,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:02.084991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:02.085193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9d0e093e-f0d6-4a1d-867f-778f542ea553 None None] Provisioning for port ce0651b3-ec6c-4625-a15b-018d1a650e4a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:02.092263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b9425-597c-4b2e-8866-757ea76d6eee tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3520ba-4d0d-4595-9db9-1583878f404f,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:02.101718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:02.102107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9d0e093e-f0d6-4a1d-867f-778f542ea553 None None] Provisioning complete for port ce0651b3-ec6c-4625-a15b-018d1a650e4a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:02.102487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d0e093e-f0d6-4a1d-867f-778f542ea553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.103933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:02.104644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.129334 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02ba8308-02b2-4d01-bd0d-8a4714a354be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups/2d3520ba-4d0d-4595-9db9-1583878f404f HTTP/1.1" status: 200 len: 1612 time: 0.3147445 Dec 23 16:14:02.132416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53342) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:02.178578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] DHCP port deletion for 6313bba6-4d1b-46c2-9631-43cf1a7a00f0 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:02.195362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] For port a789aa05-eab3-4b2a-8e48-93d2c6262fd1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:02.195606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.217093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Deleting port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:02.217468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.285003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f180144f-8614-4f02-8b5d-5af8fda70b7f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.293402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.321734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363bcbe-541d-4afc-ab36-56bdb960708c req-fb8597d7-631a-4edc-830f-adcded3a1abe tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:02.323220 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a363bcbe-541d-4afc-ab36-56bdb960708c req-fb8597d7-631a-4edc-830f-adcded3a1abe tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.4100397 Dec 23 16:14:02.330122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Calling delete_port for a789aa05-eab3-4b2a-8e48-93d2c6262fd1 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:02.344381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.433415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f180144f-8614-4f02-8b5d-5af8fda70b7f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.454825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d0e093e-f0d6-4a1d-867f-778f542ea553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.511946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.571200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] For port a789aa05-eab3-4b2a-8e48-93d2c6262fd1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,segment=NetworkSegment(a50abd67-fbfc-4250-8065-537661aa4c2b),segment_id=a50abd67-fbfc-4250-8065-537661aa4c2b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:02.572042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.578056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Pushing event deleted for resources: {'Port': ['ID=a789aa05-eab3-4b2a-8e48-93d2c6262fd1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:02.586468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9d0e093e-f0d6-4a1d-867f-778f542ea553 None None] For port ce0651b3-ec6c-4625-a15b-018d1a650e4a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ce0651b3-ec6c-4625-a15b-018d1a650e4a,segment=NetworkSegment(13d8959c-40ba-4060-a836-3ebd0b3ee759),segment_id=13d8959c-40ba-4060-a836-3ebd0b3ee759)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:02.610795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] No DVR routers for this DVR port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:02.660572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f180144f-8614-4f02-8b5d-5af8fda70b7f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.684086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a363bcbe-541d-4afc-ab36-56bdb960708c req-155f55cc-04a2-4688-a5d0-0a958c8833b1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277817 Dec 23 16:14:02.693721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d0e093e-f0d6-4a1d-867f-778f542ea553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.730308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Calling delete_port for a789aa05-eab3-4b2a-8e48-93d2c6262fd1 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:02.738378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180144f-8614-4f02-8b5d-5af8fda70b7f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3520ba-4d0d-4595-9db9-1583878f404f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:02.767911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.781890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f180144f-8614-4f02-8b5d-5af8fda70b7f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.785324 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f180144f-8614-4f02-8b5d-5af8fda70b7f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d3520ba-4d0d-4595-9db9-1583878f404f HTTP/1.1" status: 204 len: 168 time: 0.6492527 Dec 23 16:14:02.787126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53346) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:02.839470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6313bba6-4d1b-46c2-9631-43cf1a7a00f0']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:02.839958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e093e-f0d6-4a1d-867f-778f542ea553 None None] Pushing event updated for resources: {'Port': ['ID=ce0651b3-ec6c-4625-a15b-018d1a650e4a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:02.848782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:14:02.849137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:14:02.860097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50abd67-fbfc-4250-8065-537661aa4c2b') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:02.860387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50abd67-fbfc-4250-8065-537661aa4c2b') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:02.967462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.984646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port ceb64220-83d7-4015-ab1e-154e42b4436e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:02.984989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:02.997865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.021319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ce176ade-6e4b-44d6-b809-66657a6f1a26 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2318769 Dec 23 16:14:03.036052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53350) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:03.051721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.093812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:14:03.094213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:14:03.108248 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:14:03.126483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.143892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.144679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.186702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-318e9145-37b8-46e4-9d86-68cbb6aac8eb None None] Provisioning for port af10f518-9e0b-4918-ba4b-9b16b9081c86 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:03.194706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-318e9145-37b8-46e4-9d86-68cbb6aac8eb None None] Provisioning complete for port af10f518-9e0b-4918-ba4b-9b16b9081c86 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:03.195400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-318e9145-37b8-46e4-9d86-68cbb6aac8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.290343 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-318e9145-37b8-46e4-9d86-68cbb6aac8eb None None] Port af10f518-9e0b-4918-ba4b-9b16b9081c86 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:03.304354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-6cf295b8-cf5e-48d0-92b6-81e961a15ae4 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] delete failed (client error): The resource could not be found. Dec 23 16:14:03.305805 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6cf295b8-cf5e-48d0-92b6-81e961a15ae4 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d3520ba-4d0d-4595-9db9-1583878f404f HTTP/1.1" status: 404 len: 347 time: 0.2680302 Dec 23 16:14:03.317639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53354) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:03.319522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-318e9145-37b8-46e4-9d86-68cbb6aac8eb None None] Provisioning complete for port ce0651b3-ec6c-4625-a15b-018d1a650e4a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:03.320391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-318e9145-37b8-46e4-9d86-68cbb6aac8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.328786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404798149'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:03.334427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:03.338511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:03.342031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:03.348039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:03.353979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=af10f518-9e0b-4918-ba4b-9b16b9081c86,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:03.365903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Deleting port a789aa05-eab3-4b2a-8e48-93d2c6262fd1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:03.366276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.368264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.392240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.438760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:03.444503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:03.448677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:03.456130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:03.465226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-22f809b3-3094-4acc-8433-ad513c3c9c04 None None] The port 'a789aa05-eab3-4b2a-8e48-93d2c6262fd1' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:14:03.489048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.494418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.529033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for ceb64220-83d7-4015-ab1e-154e42b4436e owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:03.541072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] Pushing event deleted for resources: {'Network': ['ID=6313bba6-4d1b-46c2-9631-43cf1a7a00f0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:03.619655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ac47df38-f53e-4456-8da8-803be04f48db admin admin] 10.222.0.18 "DELETE /v2.0/networks/6313bba6-4d1b-46c2-9631-43cf1a7a00f0 HTTP/1.1" status: 204 len: 168 time: 2.1577568 Dec 23 16:14:03.625809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.633975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.643347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce0651b3-ec6c-4625-a15b-018d1a650e4a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:03.727430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.728859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4102354 Dec 23 16:14:03.736092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53362) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:03.741587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a946ab79-4c58-47f3-bd0c-4231dc551408 None None] Provisioning complete for port af10f518-9e0b-4918-ba4b-9b16b9081c86 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:03.741887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a946ab79-4c58-47f3-bd0c-4231dc551408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.744894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': 'b897573c-c1f6-4f40-8c21-0d45e685aea4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:03.751891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e3f8e-b447-4b7f-a202-d6f58be4e864 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b897573c-c1f6-4f40-8c21-0d45e685aea4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:03.760097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:03.762125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:03.766079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:03.773029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:03.785050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:03.804497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:03.865369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.905909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ce0651b3-ec6c-4625-a15b-018d1a650e4a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:03.909105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:03.996705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a946ab79-4c58-47f3-bd0c-4231dc551408 None None] Port af10f518-9e0b-4918-ba4b-9b16b9081c86 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:04.035434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53366) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:04.113078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.130666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.161166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a789aa05-eab3-4b2a-8e48-93d2c6262fd1 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:04.175966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.209832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a789aa05-eab3-4b2a-8e48-93d2c6262fd1 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:04.210175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a789aa05-eab3-4b2a-8e48-93d2c6262fd1 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:04.214069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07df5dd-9b23-4df9-b552-7dfda75caf30,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:04.222626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=ceb64220-83d7-4015-ab1e-154e42b4436e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:04.229291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c784f8aa-2f00-4ab6-ae0c-4c633f1b2c22 None None] Provisioning complete for port af10f518-9e0b-4918-ba4b-9b16b9081c86 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:04.229692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c784f8aa-2f00-4ab6-ae0c-4c633f1b2c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.252569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8933f3-b1ba-447c-a6ee-4da8557eb281 req-b75896b0-9144-4fbf-b62a-9dac5055763f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:04.254140 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1e8933f3-b1ba-447c-a6ee-4da8557eb281 req-b75896b0-9144-4fbf-b62a-9dac5055763f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.2900140 Dec 23 16:14:04.254934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.256078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2ce231fa-ee12-45d8-ab5c-9e8437964b3d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5170052 Dec 23 16:14:04.262411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53370) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:04.277824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dc8e5235-12a6-4364-b51f-586a4d24e7a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f81991c26d3421e8a0c6423b80da577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2312889 Dec 23 16:14:04.286222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53374) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:04.304925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c784f8aa-2f00-4ab6-ae0c-4c633f1b2c22 None None] Port af10f518-9e0b-4918-ba4b-9b16b9081c86 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:04.326455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Deleting port 48e6fd51-1152-4aa3-8167-58e12f11d062 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:04.326942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.383267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-634ce0ce-18c5-43bf-92b5-86b04a582647 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.410680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-634ce0ce-18c5-43bf-92b5-86b04a582647 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.483073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.522551 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1e8933f3-b1ba-447c-a6ee-4da8557eb281 req-c6462627-09c7-48f4-882a-1f7844d9da9c tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380362 Dec 23 16:14:04.555348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c423100-2130-4f75-99ab-6f6176292291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.558444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-634ce0ce-18c5-43bf-92b5-86b04a582647 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.598792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ce0ce-18c5-43bf-92b5-86b04a582647 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c07df5dd-9b23-4df9-b552-7dfda75caf30,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:04.608656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-634ce0ce-18c5-43bf-92b5-86b04a582647 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.609759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-634ce0ce-18c5-43bf-92b5-86b04a582647 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c07df5dd-9b23-4df9-b552-7dfda75caf30 HTTP/1.1" status: 204 len: 168 time: 0.3462980 Dec 23 16:14:04.614946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53378) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:04.620233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c423100-2130-4f75-99ab-6f6176292291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.669194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] For port 48e6fd51-1152-4aa3-8167-58e12f11d062, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48e6fd51-1152-4aa3-8167-58e12f11d062,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:04.669514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.731040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 37f12c06-0101-4d21-8faa-08e0f8471e49 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:04.746366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.753681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.815465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Calling delete_port for 48e6fd51-1152-4aa3-8167-58e12f11d062 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:04.868091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-95f08147-d321-4176-9332-247841af3ae6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:04.897478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.898034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Fanout notify agent at l3_agent the message router_deleted on router 5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:04.904939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c423100-2130-4f75-99ab-6f6176292291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.922625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-95f08147-d321-4176-9332-247841af3ae6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:04.923887 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-95f08147-d321-4176-9332-247841af3ae6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3059168 Dec 23 16:14:04.931096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:04.934549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423100-2130-4f75-99ab-6f6176292291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e76c0e-58dd-4609-bc84-321e2775df08,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:04.946579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c423100-2130-4f75-99ab-6f6176292291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.947005 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2c423100-2130-4f75-99ab-6f6176292291 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75e76c0e-58dd-4609-bc84-321e2775df08 HTTP/1.1" status: 204 len: 168 time: 0.6599131 Dec 23 16:14:04.959038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b37d65da-5413-4560-a41e-4cb6142bb2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.971446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:04.976016 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-586a5537-01cc-4850-b33e-5181acc049f3 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a HTTP/1.1" status: 204 len: 168 time: 3.4317956 Dec 23 16:14:04.979285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53388) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:04.986009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-9388417'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:04.991675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:04.996095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:04.999972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:05.008592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:05.060772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:05.063766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.104663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.108728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:05.128312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:05.136290 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58a75672-c4d4-44df-9f01-c0eeadf99566 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/37f12c06-0101-4d21-8faa-08e0f8471e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5779862 Dec 23 16:14:05.137119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53392) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:05.142101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] Sync routers for ids ['37f12c06-0101-4d21-8faa-08e0f8471e49'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:05.158586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] Routers {'37f12c06-0101-4d21-8faa-08e0f8471e49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:05.159747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['37f12c06-0101-4d21-8faa-08e0f8471e49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:05.164078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e6fd51-1152-4aa3-8167-58e12f11d062,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:05.180757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.181297 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment ac04a91d-c33a-4160-be36-e1b29cbec5db of type vlan for network 3b372691-fca8-4fe1-9a3a-13007c470001 Dec 23 16:14:05.234459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba8d01-ceae-41ff-b7ce-aeab35a56c13 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:05.234948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:05.236160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41ba8d01-ceae-41ff-b7ce-aeab35a56c13 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:05.243754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e23f696-eed3-4528-8930-18c1455fc15f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.246768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] Routers {'37f12c06-0101-4d21-8faa-08e0f8471e49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:05.248148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:13:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['37f12c06-0101-4d21-8faa-08e0f8471e49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:05.278623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41ba8d01-ceae-41ff-b7ce-aeab35a56c13 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:05.280459 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41ba8d01-ceae-41ff-b7ce-aeab35a56c13 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports/af10f518-9e0b-4918-ba4b-9b16b9081c86 HTTP/1.1" status: 200 len: 911 time: 0.1403193 Dec 23 16:14:05.283594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53398) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:05.329706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.331139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:05.331848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858b215-5dfa-4497-a4b7-9f35b9a50a97 None None] The sync data for ids ['37f12c06-0101-4d21-8faa-08e0f8471e49'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:05.395203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e23f696-eed3-4528-8930-18c1455fc15f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.454315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.resource_extend [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:14:05.492814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.496471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:05.497616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.605867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e23f696-eed3-4528-8930-18c1455fc15f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.631504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23f696-eed3-4528-8930-18c1455fc15f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b897573c-c1f6-4f40-8c21-0d45e685aea4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:05.662970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e23f696-eed3-4528-8930-18c1455fc15f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:05.667288 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e23f696-eed3-4528-8930-18c1455fc15f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/b897573c-c1f6-4f40-8c21-0d45e685aea4 HTTP/1.1" status: 204 len: 168 time: 0.7329450 Dec 23 16:14:05.668498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53410) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:05.853097 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.8704288 Dec 23 16:14:05.853097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4db5ac-8949-4634-8cac-ce95ed1113b2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=3b372691-fca8-4fe1-9a3a-13007c470001,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:05.854808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53418) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:05.865878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': '3b372691-fca8-4fe1-9a3a-13007c470001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:05.869419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3b372691-fca8-4fe1-9a3a-13007c470001 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:05.870763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2e52585a-fbe9-4d90-a750-7d0062e39b0e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:05.915750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2e52585a-fbe9-4d90-a750-7d0062e39b0e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:05.921404 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2e52585a-fbe9-4d90-a750-7d0062e39b0e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2465944 Dec 23 16:14:05.921908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:05.936548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--260643964'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:05.946096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:05.959628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:05.970965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.035309 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.072913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cc9d2-ca6b-4691-99fd-f50585bad2af req-58e2a7ba-1653-4627-960a-379af90afa2a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:06.074758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c9cc9d2-ca6b-4691-99fd-f50585bad2af req-58e2a7ba-1653-4627-960a-379af90afa2a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.3123415 Dec 23 16:14:06.076016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:06.089131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:06.108013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:06.119922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:06.146880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:06.150203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:06.153750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:06.157170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:06.164488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:06.232299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c9cc9d2-ca6b-4691-99fd-f50585bad2af req-25f230d1-c7a6-4598-a735-9b6e2b8b5a13 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444218 Dec 23 16:14:06.235989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:06.255051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.288977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.294770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.334721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.458858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:06.470713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.472760 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2e4ca2e-00fc-4fa4-9005-03267a7d15fa tempest-AgentManagementNegativeTest-1099446969 tempest-AgentManagementNegativeTest-1099446969-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2353461 Dec 23 16:14:06.499764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.501363 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a3a9c14-04c9-49ef-af35-664243674594 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5785193 Dec 23 16:14:06.533176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:06.539151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:06.548829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:06.556899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:06.565917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:06.575751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:06.646679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.731068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.754736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.763990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.793691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917cb29f-86ce-4090-a322-a6d38514a996,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:06.804373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:06.815263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.819878 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bdfe0103-716c-471e-86d1-cd30e8e97de0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2837029 Dec 23 16:14:06.821157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53450) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:06.890666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port af10f518-9e0b-4918-ba4b-9b16b9081c86 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:06.891116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:06.891208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:06.919381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:06.925450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=680ca285-062f-4066-8b89-4ad9e7df4cbc,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:06.932730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:06.938299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:06.949785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:06.963101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': 'ac04a91d-c33a-4160-be36-e1b29cbec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b372691-fca8-4fe1-9a3a-13007c470001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:06.963452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: 3b372691-fca8-4fe1-9a3a-13007c470001, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:06.986036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.033040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.099224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:07.104078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 3b372691-fca8-4fe1-9a3a-13007c470001 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:07.107052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Usage tracker for resource:security_group_rule and tenant:9658367e14524878ac6454935790fa92 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:07.117129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:07.124661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3b372691-fca8-4fe1-9a3a-13007c470001) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:07.127064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:07.128994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:07.129718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.129867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.133778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8709a39-208f-40bf-b900-95ad832fc59c None None] Network 3b372691-fca8-4fe1-9a3a-13007c470001 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:07.162750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.170272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.190509 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f37bd2fb-0467-418b-9e19-f33aaccabbe8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3294673 Dec 23 16:14:07.238076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19b7e4a7-cd02-488f-bb1a-dd7c74fbdf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.240900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53454) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:07.373062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for af10f518-9e0b-4918-ba4b-9b16b9081c86 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:07.390163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2068738823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:07.396175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc2e112-58f4-4782-9d80-bf0f6591618e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:07.402561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:07.432301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3b372691-fca8-4fe1-9a3a-13007c470001', 'network_id': '3b372691-fca8-4fe1-9a3a-13007c470001', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': '680ca285-062f-4066-8b89-4ad9e7df4cbc'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:07.435251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.444226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.448437 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-29d3cf3a-81b0-402d-8e71-05dd16272b12 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6219106 Dec 23 16:14:07.449523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53460) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:07.451294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:router and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:07.458103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:07.461103 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:07.467716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:07.467987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:07.472734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:07.476835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:07.483154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:07.496607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.497572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.520749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.542354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.549308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f795-b53a-41b5-adb6-b8ad9c28df97 req-ed98073f-13ea-4b86-a561-5456a87721d2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:07.550774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a321f795-b53a-41b5-adb6-b8ad9c28df97 req-ed98073f-13ea-4b86-a561-5456a87721d2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.1645353 Dec 23 16:14:07.571748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.579938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.595611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:14:07.602058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.639320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Allocated IP 172.20.0.2 (3b372691-fca8-4fe1-9a3a-13007c470001/680ca285-062f-4066-8b89-4ad9e7df4cbc/b7110896-1cc8-48a9-9b37-c0b4b3557891) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:07.649369 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a321f795-b53a-41b5-adb6-b8ad9c28df97 req-749c187f-450f-4dbe-ad8a-0fdb2f1f291f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816000 Dec 23 16:14:07.653845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32104c70-5dbc-4cb6-83b3-b0b6c49bf860,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:07.662015 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3aea35d9-54b1-4a4b-952f-6dbdecc83dca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9658367e14524878ac6454935790fa92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8566635 Dec 23 16:14:07.671024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:07.688511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.713796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.714556 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c7fff583-b5c3-4283-a5fa-a8f2985f0ddf tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4597666 Dec 23 16:14:07.721697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53468) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:07.729187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.796093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e9ba22-1e68-4520-b0c5-becba2a0280e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:07.830775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.876131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.877286 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b98aa6f4-6c9f-407d-82be-1f30faab0c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4266210 Dec 23 16:14:07.883582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53472) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:07.891685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:07.892728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=af10f518-9e0b-4918-ba4b-9b16b9081c86,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:07.896193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e170d93-6a5f-4ad3-9b0d-2437d4f28080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.902412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:07.921281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.932326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Transition to ACTIVE for port object b7110896-1cc8-48a9-9b37-c0b4b3557891 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:07.956637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Transition to ACTIVE for port object b7110896-1cc8-48a9-9b37-c0b4b3557891 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:07.963876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.974538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:07.980197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:08.024533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e170d93-6a5f-4ad3-9b0d-2437d4f28080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.030515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:08.031879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Network 3b372691-fca8-4fe1-9a3a-13007c470001 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:08.035723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:08.038831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:08.127337 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.171683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Pushing event updated for resources: {'Port': ['ID=b7110896-1cc8-48a9-9b37-c0b4b3557891,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:08.184985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Attempting to bind port b7110896-1cc8-48a9-9b37-c0b4b3557891 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:08.185358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Attempting to bind port b7110896-1cc8-48a9-9b37-c0b4b3557891 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ac04a91d-c33a-4160-be36-e1b29cbec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b372691-fca8-4fe1-9a3a-13007c470001'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:08.185724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Attempting to bind port b7110896-1cc8-48a9-9b37-c0b4b3557891 on network 3b372691-fca8-4fe1-9a3a-13007c470001 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:08.192140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.193318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:08.193698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Checking segment: {'id': 'ac04a91d-c33a-4160-be36-e1b29cbec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b372691-fca8-4fe1-9a3a-13007c470001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:08.194096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.194482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Bound using segment: {'id': 'ac04a91d-c33a-4160-be36-e1b29cbec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b372691-fca8-4fe1-9a3a-13007c470001'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:08.194998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Bound port: b7110896-1cc8-48a9-9b37-c0b4b3557891, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac04a91d-c33a-4160-be36-e1b29cbec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3b372691-fca8-4fe1-9a3a-13007c470001'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:08.195368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.257295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e170d93-6a5f-4ad3-9b0d-2437d4f28080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.286392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e170d93-6a5f-4ad3-9b0d-2437d4f28080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32104c70-5dbc-4cb6-83b3-b0b6c49bf860,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:08.292878 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e170d93-6a5f-4ad3-9b0d-2437d4f28080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.296430 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3e170d93-6a5f-4ad3-9b0d-2437d4f28080 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32104c70-5dbc-4cb6-83b3-b0b6c49bf860 HTTP/1.1" status: 204 len: 168 time: 0.6220922 Dec 23 16:14:08.333089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.349589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] For port b7110896-1cc8-48a9-9b37-c0b4b3557891, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:08.353842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] For port b7110896-1cc8-48a9-9b37-c0b4b3557891, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b7110896-1cc8-48a9-9b37-c0b4b3557891,segment=NetworkSegment(ac04a91d-c33a-4160-be36-e1b29cbec5db),segment_id=ac04a91d-c33a-4160-be36-e1b29cbec5db)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:08.360705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.401947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.442333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.462352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:08.471435 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] Sync routers for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:08.490244 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:08.492367 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:08.540215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 556984aa-1a71-401f-b41a-99612bd7dbc0 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:14:08.551943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d09573-8d5b-49ec-a2aa-09bc94fa53f3,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:08.560606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a0645876-40e2-421a-b87a-500a598dab83 admin admin] 10.222.0.18 "PUT /v2.0/routers/27441521-c8bc-42a9-9e67-5c8fd20fa0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8497910 Dec 23 16:14:08.563752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53480) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:08.570076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 556984aa-1a71-401f-b41a-99612bd7dbc0 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:08.605782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.607788 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-40cb6b0a-ee4b-4b0b-9c79-8b98d2445d62 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7230575 Dec 23 16:14:08.620557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53486) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:08.682525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.700830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:08.706789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb4fb9-f6bc-459f-8319-74382d6ccc2a None None] Pushing event updated for resources: {'Port': ['ID=b7110896-1cc8-48a9-9b37-c0b4b3557891,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:08.751663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:08.825810 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:08.835882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:08.852226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:08.861416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:08.888932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:08.913775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 37f12c06-0101-4d21-8faa-08e0f8471e49 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:14:09.101511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.157715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:09.186530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:14:09.225727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:09.228415 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e4dfde00-6591-44de-8a5d-fa05528c5171 req-f655d404-69c8-487a-9aee-8518d13d7ef8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1099 time: 0.8184621 Dec 23 16:14:09.232217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'port_id': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'mac_address': 'fa:16:3e:29:a5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:14:09.244122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.347594 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:14:05Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:09.352886 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] Checking router: 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:14:09.359274 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.386309 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] Routers {'27441521-c8bc-42a9-9e67-5c8fd20fa0f4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:09.387082 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:09.413717 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'code': 200} Dec 23 16:14:09.419442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.464787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556984aa-1a71-401f-b41a-99612bd7dbc0 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:14:09.475777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:09.489820 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-363c3ac9-f216-49b3-a54b-27344b7930c0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/37f12c06-0101-4d21-8faa-08e0f8471e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2050056 Dec 23 16:14:09.492186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] Sync routers for ids ['37f12c06-0101-4d21-8faa-08e0f8471e49'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:09.503717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:09.506100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:09.509772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:09.517156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.651154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:09.657678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] Routers {'37f12c06-0101-4d21-8faa-08e0f8471e49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:09.658298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['37f12c06-0101-4d21-8faa-08e0f8471e49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:09.671875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2f89201a-a10a-4c35-928f-4b4e27dc273e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:09.742855 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e4dfde00-6591-44de-8a5d-fa05528c5171 req-a30eba54-7e4c-4f70-9b39-4b35146a07df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4010301 Dec 23 16:14:09.746020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b7110896-1cc8-48a9-9b37-c0b4b3557891 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:09.775959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2f89201a-a10a-4c35-928f-4b4e27dc273e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:09.777058 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f89201a-a10a-4c35-928f-4b4e27dc273e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f12c06-0101-4d21-8faa-08e0f8471e49 HTTP/1.1" status: 200 len: 205 time: 0.2673573 Dec 23 16:14:09.786155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.787078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:09.811526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6d82-90da-49eb-9d63-314a207d09e9 req-80c85ca4-c7be-4575-aa7a-808231c26c2f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:09.813051 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c9ec6d82-90da-49eb-9d63-314a207d09e9 req-80c85ca4-c7be-4575-aa7a-808231c26c2f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.7146664 Dec 23 16:14:09.836076 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] Set router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:09.858199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:09.885187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.892180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] Routers {'37f12c06-0101-4d21-8faa-08e0f8471e49'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:09.892844 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['37f12c06-0101-4d21-8faa-08e0f8471e49'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:09.902309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.20.0.1 (3b372691-fca8-4fe1-9a3a-13007c470001/680ca285-062f-4066-8b89-4ad9e7df4cbc/f181a279-f27f-4867-b7d4-bbd5c4d19358) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:09.943167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53516) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:09.948894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:09.977607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:09.978020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ae632-a7fb-42a3-b993-cf54b68020a7 None None] The sync data for ids ['37f12c06-0101-4d21-8faa-08e0f8471e49'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:09.983372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['556984aa-1a71-401f-b41a-99612bd7dbc0'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:14:10.079393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8092503-83b0-44e6-8ab1-d8a08f4b00af,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:10.126659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port b7110896-1cc8-48a9-9b37-c0b4b3557891 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:10.140343 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c9ec6d82-90da-49eb-9d63-314a207d09e9 req-c0b34f6b-855d-4d0c-959c-2476c9077667 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129945 Dec 23 16:14:10.146073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67d2def6-006b-4ff7-b2e3-6cf52a6df23e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.206956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.241549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.248106 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64d39942-e8c0-432d-acb8-03d145da07c0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.6091952 Dec 23 16:14:10.250209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53522) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:10.281980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd430c3-d644-4fc3-93d3-d8b1b85139dd None None] Network 3b372691-fca8-4fe1-9a3a-13007c470001 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:10.306079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1525817002'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:10.309064 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:14:05Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:10.313677 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adabc4-c7a6-4ecf-9ae1-a1969b12215f None None] The sync data for ids ['27441521-c8bc-42a9-9e67-5c8fd20fa0f4'] in dv-neutron-822800-1-hyperv is: [{'id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'name': 'tempest-ServersTestManualDisk-753099399-router', 'tenant_id': '364c0f0c298044d5ac6500f7a3914753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '071119a9-a7f8-407e-9e29-2ec383421741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:14:05Z', 'revision_number': 5, 'project_id': '364c0f0c298044d5ac6500f7a3914753', 'gw_port': {'id': '071119a9-a7f8-407e-9e29-2ec383421741', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27441521-c8bc-42a9-9e67-5c8fd20fa0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:23Z', 'updated_at': '2021-12-23T16:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:10.320459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:10.341702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:network and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:10.347498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:10.360544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:10.373745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16d9fafc-77e1-4d13-ba20-267c5e0852f3 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.385613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16d9fafc-77e1-4d13-ba20-267c5e0852f3 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.414135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.417548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:10.420595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.445832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.465297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object f181a279-f27f-4867-b7d4-bbd5c4d19358 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:10.485019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bbe4fa6c-8388-4c4a-9e24-4d58c9a46aec None None] Provisioning for port b7110896-1cc8-48a9-9b37-c0b4b3557891 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:10.518057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bbe4fa6c-8388-4c4a-9e24-4d58c9a46aec None None] Provisioning complete for port b7110896-1cc8-48a9-9b37-c0b4b3557891 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:10.518359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bbe4fa6c-8388-4c4a-9e24-4d58c9a46aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.556341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:10.561980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:security_group_rule and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:10.565968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:10.574389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:10.600376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.604786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16d9fafc-77e1-4d13-ba20-267c5e0852f3 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.699465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 3b372691-fca8-4fe1-9a3a-13007c470001 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:10.706322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:10.710431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9fafc-77e1-4d13-ba20-267c5e0852f3 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8092503-83b0-44e6-8ab1-d8a08f4b00af,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:10.712244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16d9fafc-77e1-4d13-ba20-267c5e0852f3 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.714752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=f181a279-f27f-4867-b7d4-bbd5c4d19358,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:10.716679 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-16d9fafc-77e1-4d13-ba20-267c5e0852f3 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f8092503-83b0-44e6-8ab1-d8a08f4b00af HTTP/1.1" status: 204 len: 168 time: 0.4632659 Dec 23 16:14:10.717192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53526) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:10.724193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:10.735107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67d2def6-006b-4ff7-b2e3-6cf52a6df23e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.746132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67d2def6-006b-4ff7-b2e3-6cf52a6df23e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.797347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9ece3593-f1ec-47d5-9268-0637d473602b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:10.801727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bbe4fa6c-8388-4c4a-9e24-4d58c9a46aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.811456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67d2def6-006b-4ff7-b2e3-6cf52a6df23e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.812008 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d2def6-006b-4ff7-b2e3-6cf52a6df23e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Fanout notify agent at l3_agent the message router_deleted on router 37f12c06-0101-4d21-8faa-08e0f8471e49 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:10.818155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.820295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9ece3593-f1ec-47d5-9268-0637d473602b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:10.825286 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9ece3593-f1ec-47d5-9268-0637d473602b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1043327 Dec 23 16:14:10.826216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53530) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:10.831494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67d2def6-006b-4ff7-b2e3-6cf52a6df23e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.834887 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-67d2def6-006b-4ff7-b2e3-6cf52a6df23e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/37f12c06-0101-4d21-8faa-08e0f8471e49 HTTP/1.1" status: 204 len: 168 time: 1.0447133 Dec 23 16:14:10.843661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53534) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:10.879716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.881779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-bbe4fa6c-8388-4c4a-9e24-4d58c9a46aec None None] For port b7110896-1cc8-48a9-9b37-c0b4b3557891, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b7110896-1cc8-48a9-9b37-c0b4b3557891,segment=NetworkSegment(ac04a91d-c33a-4160-be36-e1b29cbec5db),segment_id=ac04a91d-c33a-4160-be36-e1b29cbec5db)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:10.896230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bbe4fa6c-8388-4c4a-9e24-4d58c9a46aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.906262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.924680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c241-f7c6-409a-b49e-a5ba1d9fc86f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.925045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.941910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c241-f7c6-409a-b49e-a5ba1d9fc86f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.964933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:10.976531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Deleting port 071119a9-a7f8-407e-9e29-2ec383421741 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:10.977132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:10.999771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4fa6c-8388-4c4a-9e24-4d58c9a46aec None None] Pushing event updated for resources: {'Port': ['ID=b7110896-1cc8-48a9-9b37-c0b4b3557891,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:11.005663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72617725-89ab-4331-b283-cf846497b335,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:11.059696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.060288 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Added segment b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9 of type vlan for network 59f3d771-e395-47fb-8757-8f93f42824df Dec 23 16:14:11.105197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c241-f7c6-409a-b49e-a5ba1d9fc86f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.131537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0c241-f7c6-409a-b49e-a5ba1d9fc86f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28d09573-8d5b-49ec-a2aa-09bc94fa53f3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:11.148593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.159417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 8a675ff5-74e0-4d54-bad8-2b3e7da826de {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:11.162730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.221921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.290737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.294622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:11.295273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.304978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c241-f7c6-409a-b49e-a5ba1d9fc86f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.306108 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2eb0c241-f7c6-409a-b49e-a5ba1d9fc86f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/28d09573-8d5b-49ec-a2aa-09bc94fa53f3 HTTP/1.1" status: 204 len: 168 time: 0.4790184 Dec 23 16:14:11.307440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.327615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.336794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53540) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:11.347505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-56d25fe7-a136-45d7-bea0-4d1d87a3a28b None None] Provisioning complete for port b7110896-1cc8-48a9-9b37-c0b4b3557891 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:11.347935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56d25fe7-a136-45d7-bea0-4d1d87a3a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.437636 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7662ccef-f022-402f-97fe-b63da6f8d052 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:11.461064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7662ccef-f022-402f-97fe-b63da6f8d052 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:11.466101 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7662ccef-f022-402f-97fe-b63da6f8d052 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1247265 Dec 23 16:14:11.466364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:11.577624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-56d25fe7-a136-45d7-bea0-4d1d87a3a28b None None] Provisioning for port f181a279-f27f-4867-b7d4-bbd5c4d19358 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:11.584788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-56d25fe7-a136-45d7-bea0-4d1d87a3a28b None None] Provisioning complete for port f181a279-f27f-4867-b7d4-bbd5c4d19358 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:11.585162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56d25fe7-a136-45d7-bea0-4d1d87a3a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.644720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.666108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b7110896-1cc8-48a9-9b37-c0b4b3557891 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:11.687146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7422619 Dec 23 16:14:11.688955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=8a675ff5-74e0-4d54-bad8-2b3e7da826de,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:11.692673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53548) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:11.697398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bc2f8-f893-46a0-8755-f98d32f33435 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.710270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-56d25fe7-a136-45d7-bea0-4d1d87a3a28b None None] Port f181a279-f27f-4867-b7d4-bbd5c4d19358 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:11.727391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:11.733513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] For port 071119a9-a7f8-407e-9e29-2ec383421741, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=071119a9-a7f8-407e-9e29-2ec383421741,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:11.733878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.745106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b7110896-1cc8-48a9-9b37-c0b4b3557891 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:11.745480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d3a21-4864-4956-aedd-ad1b75f7de04 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Network': ['ID=59f3d771-e395-47fb-8757-8f93f42824df,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:11.746338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.830448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:11.844671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bc2f8-f893-46a0-8755-f98d32f33435 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.852401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:11.889422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:11.894024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:11.897800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:11.905081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:11.919484 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ba25d671-b098-4e51-9dff-2ecfe828b41e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/8a675ff5-74e0-4d54-bad8-2b3e7da826de HTTP/1.1" status: 204 len: 168 time: 1.0721555 Dec 23 16:14:11.922191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53552) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:11.959629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b7e05-2be4-4d91-ad79-6c956a376ccd None None] Network ae877db9-fdee-4425-bc5f-bbe5d3c46d27 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:12.049963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.052260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:12.137848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bc2f8-f893-46a0-8755-f98d32f33435 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.179396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f907f496-26b5-41ed-b4c2-e7b6e9c2b8b2 None None] Provisioning complete for port f181a279-f27f-4867-b7d4-bbd5c4d19358 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:12.181633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f907f496-26b5-41ed-b4c2-e7b6e9c2b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.194777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port ce0651b3-ec6c-4625-a15b-018d1a650e4a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:12.195268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.288429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bc2f8-f893-46a0-8755-f98d32f33435 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21e9ba22-1e68-4520-b0c5-becba2a0280e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:12.307780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bc2f8-f893-46a0-8755-f98d32f33435 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.308985 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be7bc2f8-f893-46a0-8755-f98d32f33435 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/21e9ba22-1e68-4520-b0c5-becba2a0280e HTTP/1.1" status: 204 len: 168 time: 0.8417711 Dec 23 16:14:12.327365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53556) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:12.331079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f907f496-26b5-41ed-b4c2-e7b6e9c2b8b2 None None] Port f181a279-f27f-4867-b7d4-bbd5c4d19358 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:12.358548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48e6fd51-1152-4aa3-8167-58e12f11d062 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:12.368431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.410786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 48e6fd51-1152-4aa3-8167-58e12f11d062 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:12.411128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48e6fd51-1152-4aa3-8167-58e12f11d062 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:12.467816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Calling delete_port for 071119a9-a7f8-407e-9e29-2ec383421741 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:12.474734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] DHCP port deletion for ae877db9-fdee-4425-bc5f-bbe5d3c46d27 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:12.479749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Deleting port ce0651b3-ec6c-4625-a15b-018d1a650e4a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:12.480422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.532371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 556984aa-1a71-401f-b41a-99612bd7dbc0 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:12.581301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a54576-c776-44c4-9178-250ca898d99c req-0d4f4e00-d0de-4c79-9ea4-97d06b590001 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:12.583073 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-22a54576-c776-44c4-9178-250ca898d99c req-0d4f4e00-d0de-4c79-9ea4-97d06b590001 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 945 time: 0.9952204 Dec 23 16:14:12.595140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b998fe35-97f1-4a26-86d4-f94a128d7e85 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:12.619186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port ce0651b3-ec6c-4625-a15b-018d1a650e4a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ce0651b3-ec6c-4625-a15b-018d1a650e4a,segment=NetworkSegment(13d8959c-40ba-4060-a836-3ebd0b3ee759),segment_id=13d8959c-40ba-4060-a836-3ebd0b3ee759)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:12.619186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.657991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.666422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.750643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-22a54576-c776-44c4-9178-250ca898d99c req-2e787f84-d295-49d0-9799-6ec07bee1fbc tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551487 Dec 23 16:14:12.750859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b998fe35-97f1-4a26-86d4-f94a128d7e85 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:12.751869 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b998fe35-97f1-4a26-86d4-f94a128d7e85 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4234247 Dec 23 16:14:12.761565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53560) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:12.761804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for ce0651b3-ec6c-4625-a15b-018d1a650e4a owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:12.798479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] For port ce0651b3-ec6c-4625-a15b-018d1a650e4a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ce0651b3-ec6c-4625-a15b-018d1a650e4a,segment=NetworkSegment(13d8959c-40ba-4060-a836-3ebd0b3ee759),segment_id=13d8959c-40ba-4060-a836-3ebd0b3ee759)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:12.798869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.804063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53564) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:12.814105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.832519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=f181a279-f27f-4867-b7d4-bbd5c4d19358,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:12.875797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-41a209e8-e6c2-4033-99f2-3622d71d6f0f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.935851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Calling delete_port for ce0651b3-ec6c-4625-a15b-018d1a650e4a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:12.963760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 556984aa-1a71-401f-b41a-99612bd7dbc0 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:12.964173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.973882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-41a209e8-e6c2-4033-99f2-3622d71d6f0f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:12.983655 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fd35d97-7531-452d-902f-349e4d2301c9 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/floatingips/2cd67931-593d-4eef-b7ad-5e2226db55bc HTTP/1.1" status: 200 len: 993 time: 0.1752768 Dec 23 16:14:13.010401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.064655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-41a209e8-e6c2-4033-99f2-3622d71d6f0f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.073499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=ce0651b3-ec6c-4625-a15b-018d1a650e4a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:13.073756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.079363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No DVR routers for this DVR port ce0651b3-ec6c-4625-a15b-018d1a650e4a on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:13.120672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.124437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.134100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a209e8-e6c2-4033-99f2-3622d71d6f0f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fc2e112-58f4-4782-9d80-bf0f6591618e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:13.140176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Pushing event deleted for resources: {'Port': ['ID=071119a9-a7f8-407e-9e29-2ec383421741,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:13.143531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 3b372691-fca8-4fe1-9a3a-13007c470001 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:13.149127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:13.157584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:13.159152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:14:13.170677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:14:13.171258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:14:13.172362 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.263621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.284187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:13.331890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-41a209e8-e6c2-4033-99f2-3622d71d6f0f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.335718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-41a209e8-e6c2-4033-99f2-3622d71d6f0f tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2fc2e112-58f4-4782-9d80-bf0f6591618e HTTP/1.1" status: 204 len: 168 time: 0.5582178 Dec 23 16:14:13.361061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53572) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:13.427973 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'code': 200} Dec 23 16:14:13.474487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae877db9-fdee-4425-bc5f-bbe5d3c46d27']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:13.482399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=f9cee8e7-64ec-4a00-aed6-419290f7ab7f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:13.493532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d8959c-40ba-4060-a836-3ebd0b3ee759') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:13.493902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d8959c-40ba-4060-a836-3ebd0b3ee759') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:13.513828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.522648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:13.523082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network hostable DHCP agents. Network: 59f3d771-e395-47fb-8757-8f93f42824df, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:13.536999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.545021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:14:13.545468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:14:13.565513 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:14:13.582005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-be372846-0a3d-402a-9c6e-ac91a82cbaac None None] Provisioning complete for port f181a279-f27f-4867-b7d4-bbd5c4d19358 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:13.582635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be372846-0a3d-402a-9c6e-ac91a82cbaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.633367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:13.645588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 59f3d771-e395-47fb-8757-8f93f42824df) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:13.649832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:13.650603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.658425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9f974-2187-403c-b521-5810975ea9b0 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:13.684955 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8b664bd-e2ee-4450-9c8e-46521dd3338a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9904215 Dec 23 16:14:13.688416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53576) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:13.694207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'name': 'tempest-NetworksTestDHCPv6-116892544'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:13.695941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1cee52bd-1a20-48d9-9515-256b4f91f13c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:13.735069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Deleting port ce0651b3-ec6c-4625-a15b-018d1a650e4a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:13.735439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.759172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce0651b3-ec6c-4625-a15b-018d1a650e4a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:13.772168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.776173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.806884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-be372846-0a3d-402a-9c6e-ac91a82cbaac None None] Port f181a279-f27f-4867-b7d4-bbd5c4d19358 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:13.817166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=ae877db9-fdee-4425-bc5f-bbe5d3c46d27,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:13.824066 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fb6a4c7-5e8c-46e4-aeb3-416f5f0778d8 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/ae877db9-fdee-4425-bc5f-bbe5d3c46d27 HTTP/1.1" status: 204 len: 168 time: 1.9028618 Dec 23 16:14:13.829031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53580) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:13.841294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-950033832', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:13.861318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:13.866743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ce0651b3-ec6c-4625-a15b-018d1a650e4a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:13.867029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce0651b3-ec6c-4625-a15b-018d1a650e4a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:13.869944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:router and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:13.881316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:13.890349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:13.893195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.901298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:13.906852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:13.909916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:13.911226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0def2c06-9008-4a4d-b085-a48c6fd24293 None None] The port 'ce0651b3-ec6c-4625-a15b-018d1a650e4a' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:14:13.912914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.915910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.933596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:13.949567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.951484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:13.955865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:13.973776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1cee52bd-1a20-48d9-9515-256b4f91f13c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:13.975023 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1cee52bd-1a20-48d9-9515-256b4f91f13c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.6130266 Dec 23 16:14:13.980492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53584) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.005261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 73b7ae3f-fda4-4fd3-b656-a84090d8554f yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:14.094287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': 'f9cee8e7-64ec-4a00-aed6-419290f7ab7f'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:14.095794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.135029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-868d723f-d2ff-4de4-8e36-08403f50c39d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.186847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.193823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.196488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-868d723f-d2ff-4de4-8e36-08403f50c39d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.249870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.250399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27441521-c8bc-42a9-9e67-5c8fd20fa0f4 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:14.254100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.260877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.264641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2377247c-2f64-4fbc-ac3a-8f79526a4312 admin admin] 10.222.0.18 "DELETE /v2.0/routers/27441521-c8bc-42a9-9e67-5c8fd20fa0f4 HTTP/1.1" status: 204 len: 168 time: 5.6971369 Dec 23 16:14:14.264792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-868d723f-d2ff-4de4-8e36-08403f50c39d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.265250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53588) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.279169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router c59c9ddd-0729-40e2-a54c-741d16312b16 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:14.282041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/f9cee8e7-64ec-4a00-aed6-419290f7ab7f/88edf5ea-67ba-407c-9094-07dd1c98bc8a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:14.320454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d723f-d2ff-4de4-8e36-08403f50c39d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=917cb29f-86ce-4090-a322-a6d38514a996,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:14.467231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] Deleting subnet cd2bba48-e081-4240-a017-684549610b36 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:14.474826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:14.475049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-868d723f-d2ff-4de4-8e36-08403f50c39d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.478731 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-868d723f-d2ff-4de4-8e36-08403f50c39d tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/917cb29f-86ce-4090-a322-a6d38514a996 HTTP/1.1" status: 204 len: 168 time: 0.4966478 Dec 23 16:14:14.479856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53592) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.483648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.488347 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] Sync routers for ids ['c59c9ddd-0729-40e2-a54c-741d16312b16'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:14.490186 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-da2d951a-8846-4229-b698-ab32100c8c1a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/c59c9ddd-0729-40e2-a54c-741d16312b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7675433 Dec 23 16:14:14.505182 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] Routers {'c59c9ddd-0729-40e2-a54c-741d16312b16'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:14.506200 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['c59c9ddd-0729-40e2-a54c-741d16312b16'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:14.513493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53596) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.538643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4c9b3e07-3827-45b8-aa2e-c34705c5ab69 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0576475 Dec 23 16:14:14.544004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53600) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.588077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.589973 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:14.606193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Transition to ACTIVE for port object 88edf5ea-67ba-407c-9094-07dd1c98bc8a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:14.606657 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] Routers {'c59c9ddd-0729-40e2-a54c-741d16312b16'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:14.608139 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['c59c9ddd-0729-40e2-a54c-741d16312b16'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:14.610693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3421dd-2543-4e74-bf3f-bec46ddc4dd0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.615347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.630034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Transition to ACTIVE for port object 88edf5ea-67ba-407c-9094-07dd1c98bc8a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:14.637101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.642415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3421dd-2543-4e74-bf3f-bec46ddc4dd0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.659355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647df166-d0d2-478d-a75a-006b18578a1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:14.663742 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-647df166-d0d2-478d-a75a-006b18578a1f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports/f181a279-f27f-4867-b7d4-bbd5c4d19358 HTTP/1.1" status: 200 len: 910 time: 0.1495688 Dec 23 16:14:14.664314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53604) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.684505 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:14.685140 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45e42a-a9e8-4061-99b7-cef46f5bb269 None None] The sync data for ids ['c59c9ddd-0729-40e2-a54c-741d16312b16'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:14.690396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3421dd-2543-4e74-bf3f-bec46ddc4dd0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.714079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '680ca285-062f-4066-8b89-4ad9e7df4cbc'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:14.720465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3421dd-2543-4e74-bf3f-bec46ddc4dd0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:14.723079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:14.725849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-de3421dd-2543-4e74-bf3f-bec46ddc4dd0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.729484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:14.729484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:14.730581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-de3421dd-2543-4e74-bf3f-bec46ddc4dd0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/8becf9c9-bfb8-4cf1-b84f-50c5e564ae2a HTTP/1.1" status: 204 len: 168 time: 0.1856329 Dec 23 16:14:14.731394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53608) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.756768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Pushing event updated for resources: {'Port': ['ID=88edf5ea-67ba-407c-9094-07dd1c98bc8a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:14.793208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-85963bb6-91ef-48a9-87d3-cd88a20e96d1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:14.813119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-85963bb6-91ef-48a9-87d3-cd88a20e96d1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:14.814585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-85963bb6-91ef-48a9-87d3-cd88a20e96d1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0819180 Dec 23 16:14:14.822503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53612) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:14.831271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572313515'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:14.841051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:14.852112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:14.853422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Attempting to bind port 88edf5ea-67ba-407c-9094-07dd1c98bc8a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:14.853794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Attempting to bind port 88edf5ea-67ba-407c-9094-07dd1c98bc8a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:14.854152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Attempting to bind port 88edf5ea-67ba-407c-9094-07dd1c98bc8a on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:14.862157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:14.862157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:14.862551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.862924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:14.863457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Bound port: 88edf5ea-67ba-407c-9094-07dd1c98bc8a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:14.863915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.865592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.880432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::3c7 (59f3d771-e395-47fb-8757-8f93f42824df/f9cee8e7-64ec-4a00-aed6-419290f7ab7f/73b7ae3f-fda4-4fd3-b656-a84090d8554f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:14.906399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:14.911047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:14.914380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:14.927385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:14.972762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] For port 88edf5ea-67ba-407c-9094-07dd1c98bc8a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:14.977298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] For port 88edf5ea-67ba-407c-9094-07dd1c98bc8a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=88edf5ea-67ba-407c-9094-07dd1c98bc8a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:14.982801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.986842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.991596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:14.995810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.042420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5443ecb1-4d50-442f-a48d-904c6f92e408,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:15.055396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.059618 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3450db3b-9785-47de-8999-4a297560edbc tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2329807 Dec 23 16:14:15.060379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53616) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:15.066990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '5443ecb1-4d50-442f-a48d-904c6f92e408', 'direction': 'ingress', 'protocol': 17}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:15.074282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:15.079607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:15.083072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:15.086013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dafaaf-396d-47d5-bd30-d36c1681ac77 None None] Pushing event updated for resources: {'Port': ['ID=88edf5ea-67ba-407c-9094-07dd1c98bc8a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:15.096108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:15.104346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.123422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.160516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.193109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.198107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.223780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b61eaa6-f2bc-4f7d-b384-27ee494cb34f,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:15.240904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.242325 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fe9b64b5-ee09-4328-b267-d3a230473ef6 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1806226 Dec 23 16:14:15.244877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53620) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:15.337854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ded70c26-3bf5-4d3b-b183-c1dd97e75345 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.367925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ded70c26-3bf5-4d3b-b183-c1dd97e75345 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.431641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ded70c26-3bf5-4d3b-b183-c1dd97e75345 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.463359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded70c26-3bf5-4d3b-b183-c1dd97e75345 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443ecb1-4d50-442f-a48d-904c6f92e408,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:15.467611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ded70c26-3bf5-4d3b-b183-c1dd97e75345 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.468901 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ded70c26-3bf5-4d3b-b183-c1dd97e75345 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/5443ecb1-4d50-442f-a48d-904c6f92e408 HTTP/1.1" status: 204 len: 168 time: 0.2229936 Dec 23 16:14:15.471285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53624) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:15.525094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f4241bb7-d763-4a6f-98a8-93f0ad460008 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:15.541283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.541915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f4241bb7-d763-4a6f-98a8-93f0ad460008 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:15.547643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f4241bb7-d763-4a6f-98a8-93f0ad460008 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0710104 Dec 23 16:14:15.548253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53628) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:15.554116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239935117'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:15.561272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:15.572308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:15.585275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.608884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2bba48-e081-4240-a017-684549610b36,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:15.630749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:15.635378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:15.638357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:15.644698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:15.662750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 88edf5ea-67ba-407c-9094-07dd1c98bc8a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:15.666038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.689045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.708329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7641d-05bf-4910-82f8-c48a62efa48a None None] Network e19a7fd8-3326-492b-b54c-9597f3be6011 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:15.710824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.716241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.759769 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a6b5354f-4a1a-4174-b507-6e7ffdfaeecc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cd2bba48-e081-4240-a017-684549610b36 HTTP/1.1" status: 204 len: 168 time: 1.4881828 Dec 23 16:14:15.762570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3df6cc-7de1-4a88-bf32-97ec3fd6a954,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:15.767054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53632) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:15.773399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.797300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.801100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-72744a72-1f42-443e-b24a-7ee2b46382e7 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2491314 Dec 23 16:14:15.803506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 172.26.7.241 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/8a035bfa-fcba-4998-a055-5120dc9c2852) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:15.805281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53636) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:15.814188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350230189'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:15.834221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:15.891304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.904091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Deleting port 379bea16-9ab2-4c3c-8720-fc20bfebae11 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:15.904511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:15.906184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 73b7ae3f-fda4-4fd3-b656-a84090d8554f will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:15.911317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:15.943080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 88edf5ea-67ba-407c-9094-07dd1c98bc8a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:15.962537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 071119a9-a7f8-407e-9e29-2ec383421741 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:15.978339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:16.014820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:16.022623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 071119a9-a7f8-407e-9e29-2ec383421741 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:16.023207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 071119a9-a7f8-407e-9e29-2ec383421741 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:16.118203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.145110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] DHCP port deletion for e19a7fd8-3326-492b-b54c-9597f3be6011 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:16.149620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Deleting port 379bea16-9ab2-4c3c-8720-fc20bfebae11 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:16.150086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.167064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] For port 379bea16-9ab2-4c3c-8720-fc20bfebae11, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=379bea16-9ab2-4c3c-8720-fc20bfebae11,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:16.167411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.213163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.276303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2603fe-105c-4e82-9241-c4f525fc7cca None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:16.348769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:16.378314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:16.391654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:16.410135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Calling delete_port for 379bea16-9ab2-4c3c-8720-fc20bfebae11 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:16.412814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:16.418764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:16.430447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:16.432846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:16.437388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:16.438550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.441800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=73b7ae3f-fda4-4fd3-b656-a84090d8554f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:16.452856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8b7e6011-8e63-4a2f-aa0b-a54e79df6a0d None None] Provisioning for port 88edf5ea-67ba-407c-9094-07dd1c98bc8a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:16.459789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.477017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8b7e6011-8e63-4a2f-aa0b-a54e79df6a0d None None] Provisioning complete for port 88edf5ea-67ba-407c-9094-07dd1c98bc8a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:16.477761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6011-8e63-4a2f-aa0b-a54e79df6a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.510655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.558032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=379bea16-9ab2-4c3c-8720-fc20bfebae11,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:16.564945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] No DVR routers for this DVR port 379bea16-9ab2-4c3c-8720-fc20bfebae11 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:16.576328 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d47d75f5-0d91-4d41-abb0-5c48b8fef6fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8839314 Dec 23 16:14:16.584571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53640) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:16.628682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] For port 379bea16-9ab2-4c3c-8720-fc20bfebae11, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=379bea16-9ab2-4c3c-8720-fc20bfebae11,segment=NetworkSegment(7ba42d45-c168-440d-8d8e-f6d7968686bf),segment_id=7ba42d45-c168-440d-8d8e-f6d7968686bf)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:16.629240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.692716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.703897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.713817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.719339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19a7fd8-3326-492b-b54c-9597f3be6011']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:16.732667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba42d45-c168-440d-8d8e-f6d7968686bf') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:16.732957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba42d45-c168-440d-8d8e-f6d7968686bf') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:16.744501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.764713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.771673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:14:16.772222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.776925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:14:16.785509 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:14:16.795479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Calling delete_port for 379bea16-9ab2-4c3c-8720-fc20bfebae11 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:16.836562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:16.853582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:16.856485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:16.865574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.884443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.890543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=e19a7fd8-3326-492b-b54c-9597f3be6011,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:16.895380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=8a035bfa-fcba-4998-a055-5120dc9c2852,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:16.906474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.910683 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0985847 Dec 23 16:14:16.910825 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-933e338a-387d-4c42-93c2-f1c4bde62e8b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e19a7fd8-3326-492b-b54c-9597f3be6011 HTTP/1.1" status: 204 len: 168 time: 1.1394572 Dec 23 16:14:16.910825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53646) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:16.915899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f407613-03d1-4e21-b86c-8cef2ebf7f27 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ade9cc-815f-47f0-8772-0d4db893ac3b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:16.917041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '6c3df6cc-7de1-4a88-bf32-97ec3fd6a954', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '69ade9cc-815f-47f0-8772-0d4db893ac3b', 'remote_ip_prefix': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:16.923467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:16.925391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:14:16.928416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:16.931310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:16.939101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:16.939774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d131adc-1fac-414d-a370-3d78c99a6220 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:16.943580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d131adc-1fac-414d-a370-3d78c99a6220 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:16.944405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d131adc-1fac-414d-a370-3d78c99a6220 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:16.955609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6011-8e63-4a2f-aa0b-a54e79df6a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.955883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.973708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.006462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.014954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:14:17.015356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:14:17.024190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8b7e6011-8e63-4a2f-aa0b-a54e79df6a0d None None] For port 88edf5ea-67ba-407c-9094-07dd1c98bc8a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=88edf5ea-67ba-407c-9094-07dd1c98bc8a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:17.033271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b7e6011-8e63-4a2f-aa0b-a54e79df6a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.092475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.096169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d131adc-1fac-414d-a370-3d78c99a6220 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:17.097627 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d131adc-1fac-414d-a370-3d78c99a6220 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5085778 Dec 23 16:14:17.101480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53650) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:17.117177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e6011-8e63-4a2f-aa0b-a54e79df6a0d None None] Pushing event updated for resources: {'Port': ['ID=88edf5ea-67ba-407c-9094-07dd1c98bc8a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:17.159391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:17.160022 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.161324 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/ports/f181a279-f27f-4867-b7d4-bbd5c4d19358 HTTP/1.1" status: 200 len: 910 time: 2.4660223 Dec 23 16:14:17.165539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53654) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:17.166726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dc3ac-4e0e-4bda-89fc-23ee8ccbc5a9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=f181a279-f27f-4867-b7d4-bbd5c4d19358,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:17.169225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.222888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.223577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.290844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61848c7b-ee93-45eb-beab-5fa4bf58ec32,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:17.313318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53658) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:17.381759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e2e89a69-183c-4111-8285-dcb157d4dbb2 None None] Provisioning complete for port 88edf5ea-67ba-407c-9094-07dd1c98bc8a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:17.382480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2e89a69-183c-4111-8285-dcb157d4dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.418118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 73b7ae3f-fda4-4fd3-b656-a84090d8554f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:17.418444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.456294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.460323 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-96bf33ac-12a1-459a-87cf-f787358b2695 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5490263 Dec 23 16:14:17.460980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53662) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:17.569964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Deleting port 379bea16-9ab2-4c3c-8720-fc20bfebae11 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:17.570895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.600686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 68396c7c-ffc5-41c3-a936-0e13ad3af7dd is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:17.626523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dbed4573-b620-4eaa-aa97-61b1bebacb47 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.646177 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-588ee943-2ef5-4a3c-976d-b9bb60cb933b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=364c0f0c298044d5ac6500f7a3914753&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3304083 Dec 23 16:14:17.655052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53666) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:17.660406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ccb468bd-8f98-4e71-a2b7-da50d92f7637 None None] The port '379bea16-9ab2-4c3c-8720-fc20bfebae11' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:14:17.661521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dbed4573-b620-4eaa-aa97-61b1bebacb47 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.663466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 88edf5ea-67ba-407c-9094-07dd1c98bc8a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:17.707345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e2e89a69-183c-4111-8285-dcb157d4dbb2 None None] Provisioning for port 73b7ae3f-fda4-4fd3-b656-a84090d8554f completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:17.723976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e2e89a69-183c-4111-8285-dcb157d4dbb2 None None] Provisioning complete for port 73b7ae3f-fda4-4fd3-b656-a84090d8554f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:17.724341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2e89a69-183c-4111-8285-dcb157d4dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.792610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e2e89a69-183c-4111-8285-dcb157d4dbb2 None None] Port 73b7ae3f-fda4-4fd3-b656-a84090d8554f cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:17.803877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 88edf5ea-67ba-407c-9094-07dd1c98bc8a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:17.804543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.822565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dbed4573-b620-4eaa-aa97-61b1bebacb47 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.855351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:17.866819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] Sync routers for ids ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:17.881533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.885693 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97204e97-1b83-4f8b-b253-5efb557e2cf4 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0531051 Dec 23 16:14:17.886010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53670) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:17.922070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed4573-b620-4eaa-aa97-61b1bebacb47 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61848c7b-ee93-45eb-beab-5fa4bf58ec32,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:17.933032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] Routers {'68396c7c-ffc5-41c3-a936-0e13ad3af7dd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:17.933659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:17.945859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dbed4573-b620-4eaa-aa97-61b1bebacb47 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:17.948203 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dbed4573-b620-4eaa-aa97-61b1bebacb47 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/61848c7b-ee93-45eb-beab-5fa4bf58ec32 HTTP/1.1" status: 204 len: 168 time: 0.4810228 Dec 23 16:14:17.949510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53674) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.001982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:18.021762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ac6c2992-a5b5-4721-b404-136d83327ea1 None None] Provisioning complete for port 73b7ae3f-fda4-4fd3-b656-a84090d8554f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:18.022357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2992-a5b5-4721-b404-136d83327ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.024398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c145bc1e-e6f9-40a0-bbcc-265add92a1df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:18.051882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c145bc1e-e6f9-40a0-bbcc-265add92a1df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:18.056093 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c145bc1e-e6f9-40a0-bbcc-265add92a1df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1047935 Dec 23 16:14:18.056756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.061953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] Routers {'68396c7c-ffc5-41c3-a936-0e13ad3af7dd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:18.062581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:18.128472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.130815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 379bea16-9ab2-4c3c-8720-fc20bfebae11 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:18.143888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-10c28d69-626e-40c4-9dc8-f29a7e22541a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.176070 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 379bea16-9ab2-4c3c-8720-fc20bfebae11 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:18.177166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 379bea16-9ab2-4c3c-8720-fc20bfebae11 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:18.179008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:18.179655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93a43c-2c72-4ce5-ab0d-cab0201da466 None None] The sync data for ids ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:18.196947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c2992-a5b5-4721-b404-136d83327ea1 None None] Port 73b7ae3f-fda4-4fd3-b656-a84090d8554f cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:18.204534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46cc0e4-4f3e-4ccd-be15-0781e36ca854 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.238395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46cc0e4-4f3e-4ccd-be15-0781e36ca854 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.265528 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-734079af-b4c6-4687-bf91-41a7ee09a5e9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/routers/68396c7c-ffc5-41c3-a936-0e13ad3af7dd HTTP/1.1" status: 200 len: 884 time: 0.3785226 Dec 23 16:14:18.272519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 73b7ae3f-fda4-4fd3-b656-a84090d8554f owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:18.274173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53682) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.340618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-10c28d69-626e-40c4-9dc8-f29a7e22541a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.371086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46cc0e4-4f3e-4ccd-be15-0781e36ca854 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.395024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cc0e4-4f3e-4ccd-be15-0781e36ca854 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ade9cc-815f-47f0-8772-0d4db893ac3b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:18.430401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.465269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46cc0e4-4f3e-4ccd-be15-0781e36ca854 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.468416 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e46cc0e4-4f3e-4ccd-be15-0781e36ca854 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/69ade9cc-815f-47f0-8772-0d4db893ac3b HTTP/1.1" status: 204 len: 168 time: 0.4098699 Dec 23 16:14:18.474255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.520722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-10c28d69-626e-40c4-9dc8-f29a7e22541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.547200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c28d69-626e-40c4-9dc8-f29a7e22541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f8211-14e5-4882-a88d-bca887456446,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:18.558096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-46da2581-481a-43d5-ab1c-75e1edffecb2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:18.585137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d573eb9a-02d8-4daf-984d-671c382588f9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:router {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:18.588798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-46da2581-481a-43d5-ab1c-75e1edffecb2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:18.589982 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-46da2581-481a-43d5-ab1c-75e1edffecb2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1148696 Dec 23 16:14:18.593396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53690) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.635719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d573eb9a-02d8-4daf-984d-671c382588f9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:router {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:18.636872 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d573eb9a-02d8-4daf-984d-671c382588f9 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3618250 Dec 23 16:14:18.639894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53694) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.647733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ef488326-a463-490a-affb-07bfd4e91cb0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-950033832'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:18.665471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc750c4f-ba05-4a10-9101-80db269179da tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.691036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc750c4f-ba05-4a10-9101-80db269179da tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.697469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.710892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-10c28d69-626e-40c4-9dc8-f29a7e22541a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.712000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-10c28d69-626e-40c4-9dc8-f29a7e22541a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/540f8211-14e5-4882-a88d-bca887456446 HTTP/1.1" status: 204 len: 168 time: 1.0528495 Dec 23 16:14:18.742428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc750c4f-ba05-4a10-9101-80db269179da tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.761926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750c4f-ba05-4a10-9101-80db269179da tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3df6cc-7de1-4a88-bf32-97ec3fd6a954,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:18.771134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=73b7ae3f-fda4-4fd3-b656-a84090d8554f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:18.782669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc750c4f-ba05-4a10-9101-80db269179da tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.784069 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc750c4f-ba05-4a10-9101-80db269179da tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c3df6cc-7de1-4a88-bf32-97ec3fd6a954 HTTP/1.1" status: 204 len: 168 time: 0.1897612 Dec 23 16:14:18.786720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53700) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.842033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.843976 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35b8309b-22fc-448a-9888-ee6e07790c33 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/73b7ae3f-fda4-4fd3-b656-a84090d8554f HTTP/1.1" status: 204 len: 168 time: 1.7395451 Dec 23 16:14:18.847272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53704) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.860023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a6620bd8-5ce8-4657-aff8-5327727a3243 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:18.880247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a6620bd8-5ce8-4657-aff8-5327727a3243 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:18.888047 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a6620bd8-5ce8-4657-aff8-5327727a3243 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0993195 Dec 23 16:14:18.889071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.898155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380562027'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:18.906915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:18.919713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:18.943071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:18.985347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:18.989720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deae6b9-d276-4368-a5d3-402538be32e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:18.990167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:18.991019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deae6b9-d276-4368-a5d3-402538be32e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:18.995005 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3deae6b9-d276-4368-a5d3-402538be32e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1432567 Dec 23 16:14:18.996828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53712) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:18.998846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:19.059625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:19.223730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.236810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.270759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet f9cee8e7-64ec-4a00-aed6-419290f7ab7f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:19.283237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.330083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8571cb4-6bc9-46a8-b8bd-abb4ec39fecf,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:19.356130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.383921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.388260 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60e7a872-572a-4d17-bb8f-124869f3d86e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4943013 Dec 23 16:14:19.391255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53726) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:19.395359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': 'c8571cb4-6bc9-46a8-b8bd-abb4ec39fecf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:19.401503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:19.405590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:19.408455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:19.417073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:19.455814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.618262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.679759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.688652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.724390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb62b27-1bc3-4028-9b3c-0a692db14b11,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:19.737967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.773596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.777708 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-47bea351-7fb7-4dbb-bb1c-0ab57825a7bf tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3866351 Dec 23 16:14:19.779997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53736) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:19.795358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cee8e7-64ec-4a00-aed6-419290f7ab7f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:19.809826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.812064 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41f53ae0-c6b9-45b4-8b70-7d8f2c5a1a21 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/f9cee8e7-64ec-4a00-aed6-419290f7ab7f HTTP/1.1" status: 204 len: 168 time: 0.8096316 Dec 23 16:14:19.817545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9bf2a5-1a2e-4c7b-800b-54696b2c7944 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:19.820117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53742) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:19.892092 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c154557-39e1-46a9-8c70-06785fb8eab7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693507 Dec 23 16:14:19.894927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53746) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:19.900635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:19.919434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07737d61-27e3-4fcc-a1fe-93b4dfcf01b1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.947341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port f181a279-f27f-4867-b7d4-bbd5c4d19358 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:19.947938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:19.977125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07737d61-27e3-4fcc-a1fe-93b4dfcf01b1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.006498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef488326-a463-490a-affb-07bfd4e91cb0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.036923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef488326-a463-490a-affb-07bfd4e91cb0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.053787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07737d61-27e3-4fcc-a1fe-93b4dfcf01b1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.056063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:20.081921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07737d61-27e3-4fcc-a1fe-93b4dfcf01b1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.083097 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-07737d61-27e3-4fcc-a1fe-93b4dfcf01b1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7fb62b27-1bc3-4028-9b3c-0a692db14b11 HTTP/1.1" status: 204 len: 168 time: 0.2995057 Dec 23 16:14:20.085829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:20.088444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:20.089130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737d61-27e3-4fcc-a1fe-93b4dfcf01b1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fb62b27-1bc3-4028-9b3c-0a692db14b11,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:20.093375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:20.116809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:20.144228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:20.147845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.162032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:20.167344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] Deleting port 88edf5ea-67ba-407c-9094-07dd1c98bc8a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:20.167974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.232146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fe32c89c-bc6f-4589-aa3a-68eb57c7d168 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:20.272744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fe32c89c-bc6f-4589-aa3a-68eb57c7d168 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:20.274137 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fe32c89c-bc6f-4589-aa3a-68eb57c7d168 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1825020 Dec 23 16:14:20.277255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53760) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:20.303838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.366987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76a3a99b-c024-4dbf-b94a-ad2f2de6faa1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.435082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76a3a99b-c024-4dbf-b94a-ad2f2de6faa1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.494981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] For port 88edf5ea-67ba-407c-9094-07dd1c98bc8a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=88edf5ea-67ba-407c-9094-07dd1c98bc8a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:20.495694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.524979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76a3a99b-c024-4dbf-b94a-ad2f2de6faa1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.538085 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.569477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for f181a279-f27f-4867-b7d4-bbd5c4d19358 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:20.593471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3a99b-c024-4dbf-b94a-ad2f2de6faa1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8571cb4-6bc9-46a8-b8bd-abb4ec39fecf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:20.611922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:20.621918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:20.634684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:20.635284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.663307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] Calling delete_port for 88edf5ea-67ba-407c-9094-07dd1c98bc8a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:20.665116 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7690046 Dec 23 16:14:20.667788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53770) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:20.668447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76a3a99b-c024-4dbf-b94a-ad2f2de6faa1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.669539 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76a3a99b-c024-4dbf-b94a-ad2f2de6faa1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8571cb4-6bc9-46a8-b8bd-abb4ec39fecf HTTP/1.1" status: 204 len: 168 time: 0.3907578 Dec 23 16:14:20.670340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f325a98-b090-4f67-9ac3-f9aae563fa8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=4a45438e-122e-413e-8a56-e83cb561bd44,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:20.672224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53774) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:20.685407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'name': 'tempest-NetworksTestDHCPv6-1486649831'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:20.734419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ce1c57b4-a16e-4d45-93b5-9931f4958209 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:20.753793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ce1c57b4-a16e-4d45-93b5-9931f4958209 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:20.756006 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ce1c57b4-a16e-4d45-93b5-9931f4958209 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0826776 Dec 23 16:14:20.760491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53780) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:20.767673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--779919539'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:20.781666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:20.783845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.799545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:20.819649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.831649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef488326-a463-490a-affb-07bfd4e91cb0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 68396c7c-ffc5-41c3-a936-0e13ad3af7dd has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:14:20.834024 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] Pushing event deleted for resources: {'Port': ['ID=88edf5ea-67ba-407c-9094-07dd1c98bc8a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:20.842548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fd9c8-aa8f-42ae-9cb3-124caa05f809 None None] No DVR routers for this DVR port 88edf5ea-67ba-407c-9094-07dd1c98bc8a on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:20.865060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe3600-9406-44ab-8f6d-915e2d177664 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:20.897474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:20.903767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:20.908118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:20.915072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:20.970742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53786) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:20.989970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:20.994634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.023354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:21.038015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:21.043713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eef9c57-45fd-4ad8-9646-56e8ba574f08,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:21.053302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:21.063417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:21.064942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.069175 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c329eb4e-1e33-4ff7-ac21-b67642aa77f0 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3049176 Dec 23 16:14:21.069428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53792) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.079657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '2eef9c57-45fd-4ad8-9646-56e8ba574f08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:21.088875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.089880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:21.092856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:21.096132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.097628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:21.103522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:21.112906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:21.127611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '4a45438e-122e-413e-8a56-e83cb561bd44'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:21.128434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.143741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.158580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=f181a279-f27f-4867-b7d4-bbd5c4d19358,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:21.181870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1284209778', 'router:external': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:21.225993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.230452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.256762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e653477-2e75-44cf-bacd-42ec5e6448a7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:21.270373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 132ecd49-08f0-4aca-a3af-25f06f6f5cfc yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:21.272664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.276075 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-96f9ec04-b8f7-44d2-b6bc-fa48f76b92be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2052352 Dec 23 16:14:21.277587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53796) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.307842 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a962f6fa-6d66-418a-a2f9-3ac35a1e980a tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules/7e653477-2e75-44cf-bacd-42ec5e6448a7 HTTP/1.1" status: 200 len: 705 time: 0.0289431 Dec 23 16:14:21.310872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53800) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.319669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/4a45438e-122e-413e-8a56-e83cb561bd44/84b2f477-1f70-4eea-bc3c-95698d42dbd2) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:21.371822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-524005ac-025f-4d84-a360-12d9dab6ce29 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:21.401782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-524005ac-025f-4d84-a360-12d9dab6ce29 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:21.405021 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-524005ac-025f-4d84-a360-12d9dab6ce29 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0929205 Dec 23 16:14:21.409416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53804) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.443319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:21.458194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13553233-32eb-44b3-bae8-7d6f3eb7cdbe tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.472349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13553233-32eb-44b3-bae8-7d6f3eb7cdbe tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.493273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.493902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.493902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.494187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.494466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.494789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.495111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.495431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.495776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.496116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.496987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:21.501433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:network and tenant:13fa7fa900b24680b1930430b7e59bab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:21.501677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13553233-32eb-44b3-bae8-7d6f3eb7cdbe tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.522811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:21.523024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13553233-32eb-44b3-bae8-7d6f3eb7cdbe tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e653477-2e75-44cf-bacd-42ec5e6448a7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:21.530965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13553233-32eb-44b3-bae8-7d6f3eb7cdbe tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.534539 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13553233-32eb-44b3-bae8-7d6f3eb7cdbe tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7e653477-2e75-44cf-bacd-42ec5e6448a7 HTTP/1.1" status: 204 len: 168 time: 0.1205900 Dec 23 16:14:21.536255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53808) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.536414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:21.584474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4aaabe5-78eb-471a-912b-3aa58ac7eb94 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:21.611318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.614622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4aaabe5-78eb-471a-912b-3aa58ac7eb94 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:21.618786 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4aaabe5-78eb-471a-912b-3aa58ac7eb94 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0803266 Dec 23 16:14:21.618786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53812) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.625381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Transition to ACTIVE for port object 84b2f477-1f70-4eea-bc3c-95698d42dbd2 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:21.626098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '2eef9c57-45fd-4ad8-9646-56e8ba574f08', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:21.632767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:21.643890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Made reservation on behalf of 13fa7fa900b24680b1930430b7e59bab for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:21.644354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:21.646466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.648830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Transition to ACTIVE for port object 84b2f477-1f70-4eea-bc3c-95698d42dbd2 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:21.651694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 88edf5ea-67ba-407c-9094-07dd1c98bc8a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:21.664100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.680920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.691274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 88edf5ea-67ba-407c-9094-07dd1c98bc8a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:21.691714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 88edf5ea-67ba-407c-9094-07dd1c98bc8a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:21.693716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.732201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.736663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.756581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:21.759240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e8d016-0286-4b7f-ab7e-9c6447da1c7f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:21.760979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:21.765439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:21.776032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.780254 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e91d8815-3d5b-427f-9204-ad0049a1f07b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1574898 Dec 23 16:14:21.780458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.803265 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f0707d1e-882c-49d4-9ca0-494ef2f63914 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules/57e8d016-0286-4b7f-ab7e-9c6447da1c7f HTTP/1.1" status: 200 len: 705 time: 0.0194294 Dec 23 16:14:21.803496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53820) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.811333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Pushing event updated for resources: {'Port': ['ID=84b2f477-1f70-4eea-bc3c-95698d42dbd2,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:21.849191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:21.859058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-64782ba8-7fd8-4b45-b4b4-10c088b67d4a tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:21.865412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Attempting to bind port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:21.865943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Attempting to bind port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:21.866057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:security_group_rule and tenant:13fa7fa900b24680b1930430b7e59bab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:21.866169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Attempting to bind port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:21.869901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::307 (59f3d771-e395-47fb-8757-8f93f42824df/4a45438e-122e-413e-8a56-e83cb561bd44/132ecd49-08f0-4aca-a3af-25f06f6f5cfc) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:21.872658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:21.873077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:21.873197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:21.873437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.873859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:21.874318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Bound port: 84b2f477-1f70-4eea-bc3c-95698d42dbd2, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:21.874835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.876450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-64782ba8-7fd8-4b45-b4b4-10c088b67d4a tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:21.880884 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64782ba8-7fd8-4b45-b4b4-10c088b67d4a tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0721083 Dec 23 16:14:21.881113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53824) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.883466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.889174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:21.913691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b23-06e4-44ab-9c2f-711898ba5f48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.925060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b23-06e4-44ab-9c2f-711898ba5f48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.950517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b23-06e4-44ab-9c2f-711898ba5f48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.971698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef488326-a463-490a-affb-07bfd4e91cb0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:21.972321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] For port 84b2f477-1f70-4eea-bc3c-95698d42dbd2, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:21.972425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b7b23-06e4-44ab-9c2f-711898ba5f48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57e8d016-0286-4b7f-ab7e-9c6447da1c7f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:21.983588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b23-06e4-44ab-9c2f-711898ba5f48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:21.986644 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] Sync routers for ids ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:21.987116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] For port 84b2f477-1f70-4eea-bc3c-95698d42dbd2, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=84b2f477-1f70-4eea-bc3c-95698d42dbd2,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:21.987438 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d82b7b23-06e4-44ab-9c2f-711898ba5f48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/57e8d016-0286-4b7f-ab7e-9c6447da1c7f HTTP/1.1" status: 204 len: 168 time: 0.1053035 Dec 23 16:14:21.988137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53828) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:21.993399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.000734 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] Routers {'68396c7c-ffc5-41c3-a936-0e13ad3af7dd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:22.001612 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:22.043204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6870cd9e-4863-4915-96f3-de1fa708f0c1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:22.073520 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:22.073813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6870cd9e-4863-4915-96f3-de1fa708f0c1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:22.078571 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6870cd9e-4863-4915-96f3-de1fa708f0c1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0871031 Dec 23 16:14:22.078859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53832) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.086514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': '2eef9c57-45fd-4ad8-9646-56e8ba574f08', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:22.090992 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] Routers {'68396c7c-ffc5-41c3-a936-0e13ad3af7dd'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:22.091870 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:22.096333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:22.098515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b615eb8-e0d9-4558-a084-9088d19a660c None None] Pushing event updated for resources: {'Port': ['ID=84b2f477-1f70-4eea-bc3c-95698d42dbd2,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:22.116814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:22.140751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.210993 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:22.211257 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2226becc-dade-4100-b2c7-55ebc09e1105 None None] The sync data for ids ['68396c7c-ffc5-41c3-a936-0e13ad3af7dd'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:22.225932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef488326-a463-490a-affb-07bfd4e91cb0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.227289 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ef488326-a463-490a-affb-07bfd4e91cb0 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/68396c7c-ffc5-41c3-a936-0e13ad3af7dd HTTP/1.1" status: 200 len: 891 time: 3.5863738 Dec 23 16:14:22.230176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53836) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.234409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.336133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.374976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2667ca47-005f-499a-acaa-7a2ac7f369af,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:22.399534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.403277 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97535c93-1e36-4f20-afe0-929f77a821a2 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3209426 Dec 23 16:14:22.403700 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.420929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.427971 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-09ac45c7-c2a8-422d-b772-bfefa4c82d85 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules/2667ca47-005f-499a-acaa-7a2ac7f369af HTTP/1.1" status: 200 len: 706 time: 0.0208192 Dec 23 16:14:22.429474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.440362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.453434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:22.481128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.481557 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Added segment 31a7c785-efd2-47fa-abcc-f22a23ebcd4a of type vlan for network 7c629293-4262-4ace-b27f-89694f1febb3 Dec 23 16:14:22.501807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1e828eb9-e8e0-4821-9540-0a82e5d3d11b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:22.575229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1e828eb9-e8e0-4821-9540-0a82e5d3d11b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:22.576494 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e828eb9-e8e0-4821-9540-0a82e5d3d11b tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1441834 Dec 23 16:14:22.584689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53848) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.607820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5f5b1f-d076-415c-85a9-abf143a3a80c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:22.628835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.633526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.641003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.722248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.733067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 132ecd49-08f0-4aca-a3af-25f06f6f5cfc will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:22.750018 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-644a4d9f-4f09-42b0-934e-afc9d3492281 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/routers/68396c7c-ffc5-41c3-a936-0e13ad3af7dd HTTP/1.1" status: 200 len: 891 time: 0.5187137 Dec 23 16:14:22.753916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53852) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.758210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.759120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:22.759822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.790128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.790929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router c59c9ddd-0729-40e2-a54c-741d16312b16 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:14:22.806601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e5988b71-10bd-4b96-b74b-50a321ee5d82 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:22.819303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2667ca47-005f-499a-acaa-7a2ac7f369af,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:22.835127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.836615 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2667ca47-005f-499a-acaa-7a2ac7f369af HTTP/1.1" status: 204 len: 168 time: 0.2504017 Dec 23 16:14:22.838246 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.838404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.839057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.839057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.839285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.839663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.839989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.840368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.840691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.840989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.841308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0011b-924a-4111-9af5-322df25650df tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:22.843947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.846835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e5988b71-10bd-4b96-b74b-50a321ee5d82 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:22.847972 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e5988b71-10bd-4b96-b74b-50a321ee5d82 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=68396c7c-ffc5-41c3-a936-0e13ad3af7dd HTTP/1.1" status: 200 len: 205 time: 0.0931294 Dec 23 16:14:22.861211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53860) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.899015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d2827bf-a820-4ac7-9b97-285e4f31ac77 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:22.920957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d2827bf-a820-4ac7-9b97-285e4f31ac77 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:22.922323 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d2827bf-a820-4ac7-9b97-285e4f31ac77 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0774698 Dec 23 16:14:22.925290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.952477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9462817 Dec 23 16:14:22.953469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:22.959849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:22.962099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'subnet': {'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:22.974404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:22.983392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:subnet and tenant:13fa7fa900b24680b1930430b7e59bab is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:22.987296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:22.994907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:23.025726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f2db371-d4ea-4bca-8f86-4289fbe3e50c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.028310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Made reservation on behalf of 13fa7fa900b24680b1930430b7e59bab for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:23.030918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.123151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea93bee-d078-4057-b913-909a5e167dce tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Network': ['ID=7c629293-4262-4ace-b27f-89694f1febb3,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:23.135462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7c629293-4262-4ace-b27f-89694f1febb3 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:23.137614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f2db371-d4ea-4bca-8f86-4289fbe3e50c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.244093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f2db371-d4ea-4bca-8f86-4289fbe3e50c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.263958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2db371-d4ea-4bca-8f86-4289fbe3e50c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eef9c57-45fd-4ad8-9646-56e8ba574f08,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:23.271488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2fb89bee-215c-47f2-9442-807be6b23d3b None None] Provisioning for port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:23.307915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=132ecd49-08f0-4aca-a3af-25f06f6f5cfc,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:23.317881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:23.320156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:23.320706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f2db371-d4ea-4bca-8f86-4289fbe3e50c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.324165 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f2db371-d4ea-4bca-8f86-4289fbe3e50c tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/2eef9c57-45fd-4ad8-9646-56e8ba574f08 HTTP/1.1" status: 204 len: 168 time: 0.3956318 Dec 23 16:14:23.324325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:23.325033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53872) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:23.326435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:23.327040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.360541 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-69b57e5b-a8a5-42bf-8a4e-4e5440a238db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6915562 Dec 23 16:14:23.363066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:23.365869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53876) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:23.368516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f3a3421a-2ef5-4cbd-a441-b288bb1678d4 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/c59c9ddd-0729-40e2-a54c-741d16312b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2007084 Dec 23 16:14:23.373355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53878) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:23.379631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] Sync routers for ids ['c59c9ddd-0729-40e2-a54c-741d16312b16'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:23.414165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] Routers {'c59c9ddd-0729-40e2-a54c-741d16312b16'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:23.414791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['c59c9ddd-0729-40e2-a54c-741d16312b16'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:23.503195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:23.507755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.515718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] Routers {'c59c9ddd-0729-40e2-a54c-741d16312b16'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:23.516321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['c59c9ddd-0729-40e2-a54c-741d16312b16'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:23.541070 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d26cf6a-810e-4359-bfba-565a5e006c9e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59c9ddd-0729-40e2-a54c-741d16312b16 HTTP/1.1" status: 200 len: 205 time: 0.1602676 Dec 23 16:14:23.544683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53884) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:23.641147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:23.641828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7334b8-d194-4560-906c-54b6c2fe17a3 None None] The sync data for ids ['c59c9ddd-0729-40e2-a54c-741d16312b16'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:23.651106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-af793638-a10d-4a5d-b46d-83be6e1b72be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:23.694118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 84b2f477-1f70-4eea-bc3c-95698d42dbd2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:23.741073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.753070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 8a035bfa-fcba-4998-a055-5120dc9c2852 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:23.753599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.757410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-af793638-a10d-4a5d-b46d-83be6e1b72be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:23.763689 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-af793638-a10d-4a5d-b46d-83be6e1b72be tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4331768 Dec 23 16:14:23.764339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:23.771513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b8f3f01e-09ff-4ea3-a55b-a0de848a453a None None] Provisioning for port 132ecd49-08f0-4aca-a3af-25f06f6f5cfc completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:23.774721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group': {'name': 'tempest-secgroup--896893712'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:23.778263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b8f3f01e-09ff-4ea3-a55b-a0de848a453a None None] Provisioning complete for port 132ecd49-08f0-4aca-a3af-25f06f6f5cfc triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:23.778638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f01e-09ff-4ea3-a55b-a0de848a453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.784458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b701ec8-dc0a-4137-b560-80cbea2b940f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:23.788798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b701ec8-dc0a-4137-b560-80cbea2b940f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:23.792320 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0b701ec8-dc0a-4137-b560-80cbea2b940f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4227507 Dec 23 16:14:23.792718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53892) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:23.794594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2001c709-50d4-4128-843b-6d06cf0729d7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.825765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:23.835483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:23.835880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.842445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:23.863664 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3f01e-09ff-4ea3-a55b-a0de848a453a None None] Port 132ecd49-08f0-4aca-a3af-25f06f6f5cfc cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:23.868343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:23.947176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 132ecd49-08f0-4aca-a3af-25f06f6f5cfc {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:23.947517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.958445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.958665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:23.991140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 84b2f477-1f70-4eea-bc3c-95698d42dbd2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=84b2f477-1f70-4eea-bc3c-95698d42dbd2,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:23.998466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.078781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.082484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=84b2f477-1f70-4eea-bc3c-95698d42dbd2,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:24.211419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:24.226988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:24.227706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 8a035bfa-fcba-4998-a055-5120dc9c2852 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:24.236795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:24.293091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:24.303282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:14:24.303766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.403773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.456754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2001c709-50d4-4128-843b-6d06cf0729d7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.478630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2001c709-50d4-4128-843b-6d06cf0729d7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.521921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1520a288-6136-44ec-ac25-91b0d4364f46,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:24.569874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.576255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.589894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Checking segment: {'id': '31a7c785-efd2-47fa-abcc-f22a23ebcd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:24.590776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network hostable DHCP agents. Network: 7c629293-4262-4ace-b27f-89694f1febb3, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:24.601663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2001c709-50d4-4128-843b-6d06cf0729d7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.602190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2001c709-50d4-4128-843b-6d06cf0729d7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Fanout notify agent at l3_agent the message router_deleted on router c59c9ddd-0729-40e2-a54c-741d16312b16 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:24.642561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 132ecd49-08f0-4aca-a3af-25f06f6f5cfc owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:24.647038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e172af-f41d-4e83-a233-578a6ab9a264,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:24.664295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.665476 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d586e567-d9a7-45ca-81e0-d32ccc453c48 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9003859 Dec 23 16:14:24.668201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2001c709-50d4-4128-843b-6d06cf0729d7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.672079 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2001c709-50d4-4128-843b-6d06cf0729d7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/c59c9ddd-0729-40e2-a54c-741d16312b16 HTTP/1.1" status: 204 len: 168 time: 1.1243925 Dec 23 16:14:24.672079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53896) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:24.673842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53898) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:24.677693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Request body: {'security_group_rule': {'security_group_id': 'a1e172af-f41d-4e83-a233-578a6ab9a264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:24.716118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:24.728383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Usage tracker for resource:security_group_rule and tenant:4e414b99aa044fe19001bfe4a8070bb3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:24.734537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:24.738448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network 7c629293-4262-4ace-b27f-89694f1febb3 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:24.752516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:24.767869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 7c629293-4262-4ace-b27f-89694f1febb3) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:24.777421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33480a10-d4ac-45db-8cdf-63d92b0104be None None] Network 7c629293-4262-4ace-b27f-89694f1febb3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:24.787912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:24.788491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.816662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.860222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.865389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=8a035bfa-fcba-4998-a055-5120dc9c2852,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:24.886438 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5c7bfaf2-70f9-472f-8883-8a03ff476709 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9319248 Dec 23 16:14:24.897249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53904) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:24.907282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-722113315', 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:24.909305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:24.923401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:24.940027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:port and tenant:13fa7fa900b24680b1930430b7e59bab is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:24.946466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:24.957035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:24.991125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet 680ca285-062f-4066-8b89-4ad9e7df4cbc {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:24.992362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=132ecd49-08f0-4aca-a3af-25f06f6f5cfc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:24.996550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Made reservation on behalf of 13fa7fa900b24680b1930430b7e59bab for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:24.998750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.011041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.014192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d873ccc-a268-4e2c-9635-1234798916f2 None None] Network 7c629293-4262-4ace-b27f-89694f1febb3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:25.015241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.055048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.058300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.084296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] device_id is not set on port a7a4e818-ada6-447f-9261-6c29597abf3c yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:25.135398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da77cf13-77ad-4e9d-8d70-71048096c818,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:25.171829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.193643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-caa22fa9-97a0-4da9-8658-2df52dddddc5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/132ecd49-08f0-4aca-a3af-25f06f6f5cfc HTTP/1.1" status: 204 len: 168 time: 1.3995657 Dec 23 16:14:25.201866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53908) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:25.225797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.226964 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68bea6c6-ab74-428b-97cd-2e75bca05b7e tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5551958 Dec 23 16:14:25.242562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53912) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:25.274098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.364414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Allocated IP 2001:db8::139 (7c629293-4262-4ace-b27f-89694f1febb3/1520a288-6136-44ec-ac25-91b0d4364f46/a7a4e818-ada6-447f-9261-6c29597abf3c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:25.383011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.434316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac99c3-3acc-43db-b8bb-98288fc6a242 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:25.435542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac99c3-3acc-43db-b8bb-98288fc6a242 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:25.439887 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b6ac99c3-3acc-43db-b8bb-98288fc6a242 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2342451 Dec 23 16:14:25.440185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53916) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:25.571105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.624416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.629246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 84b2f477-1f70-4eea-bc3c-95698d42dbd2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:25.630020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=680ca285-062f-4066-8b89-4ad9e7df4cbc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:25.638133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.643897 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-baa6e8a0-f365-4a88-88bd-b786d9c4030b tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/680ca285-062f-4066-8b89-4ad9e7df4cbc HTTP/1.1" status: 204 len: 168 time: 0.9617858 Dec 23 16:14:25.646425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53920) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:25.650232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.659412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c620b-a7c5-4102-9cf3-d7ad21aefc67 None None] Network 3b372691-fca8-4fe1-9a3a-13007c470001 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:25.665300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-abcec086-5c51-4034-ba0d-89d37ce84a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.763586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-abcec086-5c51-4034-ba0d-89d37ce84a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.764618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.791515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.808632 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port b7110896-1cc8-48a9-9b37-c0b4b3557891 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:25.809535 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.825040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.825530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Fanout notify agent at l3_agent the message router_deleted on router 68396c7c-ffc5-41c3-a936-0e13ad3af7dd {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:25.869194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:25.869777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.870781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 4a45438e-122e-413e-8a56-e83cb561bd44 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:25.878912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.896498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.911445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-abcec086-5c51-4034-ba0d-89d37ce84a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.946149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.954725 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ab31f045-3e9a-4bcb-afe2-571cedf24a9b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/68396c7c-ffc5-41c3-a936-0e13ad3af7dd HTTP/1.1" status: 204 len: 168 time: 3.0916026 Dec 23 16:14:25.955679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53924) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:25.962543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcec086-5c51-4034-ba0d-89d37ce84a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e172af-f41d-4e83-a233-578a6ab9a264,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:25.967390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-197459912'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:25.974467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:25.979236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-abcec086-5c51-4034-ba0d-89d37ce84a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.980009 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-abcec086-5c51-4034-ba0d-89d37ce84a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/a1e172af-f41d-4e83-a233-578a6ab9a264 HTTP/1.1" status: 204 len: 168 time: 0.7365162 Dec 23 16:14:25.984595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53928) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:25.986658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.040630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:26.048026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:26.060892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] DHCP port deletion for 3b372691-fca8-4fe1-9a3a-13007c470001 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:26.065250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Deleting port b7110896-1cc8-48a9-9b37-c0b4b3557891 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:26.065644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network 7c629293-4262-4ace-b27f-89694f1febb3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:26.065809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.081307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:26.085138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Port': ['ID=a7a4e818-ada6-447f-9261-6c29597abf3c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:26.089547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:26.092032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:26.092032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.121630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port b7110896-1cc8-48a9-9b37-c0b4b3557891, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b7110896-1cc8-48a9-9b37-c0b4b3557891,segment=NetworkSegment(ac04a91d-c33a-4160-be36-e1b29cbec5db),segment_id=ac04a91d-c33a-4160-be36-e1b29cbec5db)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:26.122064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.136295 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5181d54-c698-457b-aebc-ecac2d625023 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2379007 Dec 23 16:14:26.177303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53932) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:26.188071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:26.248129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for b7110896-1cc8-48a9-9b37-c0b4b3557891 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:26.271172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:26.274224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.283912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] For port b7110896-1cc8-48a9-9b37-c0b4b3557891, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b7110896-1cc8-48a9-9b37-c0b4b3557891,segment=NetworkSegment(ac04a91d-c33a-4160-be36-e1b29cbec5db),segment_id=ac04a91d-c33a-4160-be36-e1b29cbec5db)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:26.284304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.294314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-caf505e2-b88f-4329-9fe5-c6324a877b38 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:26.315230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Deleting port a7a4e818-ada6-447f-9261-6c29597abf3c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:26.315581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.326457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.386667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.418776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-caf505e2-b88f-4329-9fe5-c6324a877b38 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:26.420344 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-caf505e2-b88f-4329-9fe5-c6324a877b38 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4065225 Dec 23 16:14:26.423914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:26.430384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53936) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:26.454423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Calling delete_port for b7110896-1cc8-48a9-9b37-c0b4b3557891 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:26.495543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=b7110896-1cc8-48a9-9b37-c0b4b3557891,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:26.501832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No DVR routers for this DVR port b7110896-1cc8-48a9-9b37-c0b4b3557891 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:26.506923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.507353 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment c501d653-1c51-4193-b594-56f030ba950f of type vlan for network 802c0509-42c4-4fc6-94e2-e9ea34994c65 Dec 23 16:14:26.538409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:14:26.538769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:14:26.626129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.642883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.651352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b372691-fca8-4fe1-9a3a-13007c470001']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:26.663523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac04a91d-c33a-4160-be36-e1b29cbec5db') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:26.663847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac04a91d-c33a-4160-be36-e1b29cbec5db') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:26.667185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f19f85c7-24d7-4ac0-8428-6f239211fda9 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:26.675901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.692823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.693264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.699067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:14:26.699474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:14:26.716783 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:14:26.757076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f19f85c7-24d7-4ac0-8428-6f239211fda9 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:26.761092 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f19f85c7-24d7-4ac0-8428-6f239211fda9 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3215230 Dec 23 16:14:26.761092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=4a45438e-122e-413e-8a56-e83cb561bd44,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:26.761418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53940) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:26.766460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.769762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:26.770325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.794769 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-d9809ea1-a4f2-4018-9f4d-caaa51493cd1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] delete failed (client error): The resource could not be found. Dec 23 16:14:26.795776 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d9809ea1-a4f2-4018-9f4d-caaa51493cd1 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "DELETE /v2.0/security-groups/a1e172af-f41d-4e83-a233-578a6ab9a264 HTTP/1.1" status: 404 len: 347 time: 0.0333817 Dec 23 16:14:26.799381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53944) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:26.816072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc8f5f3-26d8-4cb6-b840-3ce0b3ab8f96 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:26.833506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.856511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.863877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.871652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.874608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=3b372691-fca8-4fe1-9a3a-13007c470001,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:26.891091 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-741422b7-69c2-4fc3-ba93-d85ab0010928 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/3b372691-fca8-4fe1-9a3a-13007c470001 HTTP/1.1" status: 204 len: 168 time: 1.2402771 Dec 23 16:14:26.891311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53948) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:26.896982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-861311494', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:26.905265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-99ca7947-9b10-429b-aedf-d30608415a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Synchronizing usage tracker for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:26.909600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:26.920962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:router and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:26.925343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:26.928001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-99ca7947-9b10-429b-aedf-d30608415a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] Unset dirty status for tenant:4e414b99aa044fe19001bfe4a8070bb3 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:26.932527 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99ca7947-9b10-429b-aedf-d30608415a23 tempest-SecGroupTest-1485317932 tempest-SecGroupTest-1485317932-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1289408 Dec 23 16:14:26.933419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:26.945883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.947176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.969353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:26.992623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.026093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.030555 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b71a4e6-3830-4769-b1f8-9cbbcbca70bb tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1354060 Dec 23 16:14:27.035794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53954) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.043937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Deleting port b7110896-1cc8-48a9-9b37-c0b4b3557891 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:27.044510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-234631271'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:27.045021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.045618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Calling delete_port for a7a4e818-ada6-447f-9261-6c29597abf3c owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:27.050450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:27.056201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:27.059422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:27.067766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:27.092252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:27.095771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.127590 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bc0e48f4-8c54-495e-bdf8-f288b8ce0449 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/4a45438e-122e-413e-8a56-e83cb561bd44 HTTP/1.1" status: 204 len: 168 time: 1.6326787 Dec 23 16:14:27.131009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.131626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9acd5-cf86-428f-9e7c-4c0a9f617f4a None None] The port 'b7110896-1cc8-48a9-9b37-c0b4b3557891' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:14:27.136409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:27.142105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] Deleting port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:27.142105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.155074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1942625 Dec 23 16:14:27.156341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe213968-01f0-4f6e-b3c2-4d9e7edb784a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=802c0509-42c4-4fc6-94e2-e9ea34994c65,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:27.160078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53962) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.166358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': '802c0509-42c4-4fc6-94e2-e9ea34994c65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:27.175094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:27.208336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:27.220836 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e545abe5-aebc-4aed-b557-c019ee723a8e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887346 Dec 23 16:14:27.223790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53968) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.231373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:27.247317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.247317 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment ae38e95f-0e09-4a4d-9b85-aef4808ab215 of type vlan for network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 Dec 23 16:14:27.306179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53972) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.348124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.348673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.391036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:27.397736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:27.401169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:27.407309 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:27.410017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.413686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:27.414310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.440913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7a4e818-ada6-447f-9261-6c29597abf3c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:27.521902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.530422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:27.532374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:27.535098 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5074a7c5-46bc-4064-a231-cceb1d987439 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a7a4e818-ada6-447f-9261-6c29597abf3c HTTP/1.1" status: 204 len: 168 time: 1.3540332 Dec 23 16:14:27.536750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:27.538789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53978) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.541134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:27.548087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'external_fixed_ips': [{'subnet_id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'ip_address': '2001:db8::139'}]}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:27.557015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:27.558973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:27.563328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:router and tenant:13fa7fa900b24680b1930430b7e59bab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:27.568278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:27.575796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:27.576887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] For port 84b2f477-1f70-4eea-bc3c-95698d42dbd2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=84b2f477-1f70-4eea-bc3c-95698d42dbd2,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:27.577636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.582174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:27.612793 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5740616 Dec 23 16:14:27.627986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.629462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7968042-c0f3-4d6c-be62-16d0bd658be9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=7f1be740-b1df-48f0-b0f4-8e04ea3d91d7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:27.651515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:27.656559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.657563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.657897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:27.664145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 84b2f477-1f70-4eea-bc3c-95698d42dbd2 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:27.702902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.770353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.784900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.799317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] Calling delete_port for 84b2f477-1f70-4eea-bc3c-95698d42dbd2 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:27.869507 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-480b88ea-cb12-4f20-b945-8a1c8a3085bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e414b99aa044fe19001bfe4a8070bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5603430 Dec 23 16:14:27.872127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53986) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:27.895163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:27.904258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:27.908990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:27.920591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:27.937422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:27.964884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.995494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 update to DOWN by agent not found {{(pid=83496) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 23 16:14:27.995966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b7110896-1cc8-48a9-9b37-c0b4b3557891 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:28.040207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b7110896-1cc8-48a9-9b37-c0b4b3557891 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:28.040669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b7110896-1cc8-48a9-9b37-c0b4b3557891 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:28.044728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] Pushing event deleted for resources: {'Port': ['ID=84b2f477-1f70-4eea-bc3c-95698d42dbd2,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:28.051404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1800ab3-29ac-4e24-9cd6-a4de3d35202f None None] No DVR routers for this DVR port 84b2f477-1f70-4eea-bc3c-95698d42dbd2 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:28.087069 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.153670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.180965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6af8aff2-06bd-4d9d-b238-c00a8f978378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.250551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6af8aff2-06bd-4d9d-b238-c00a8f978378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.321934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.329806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.430715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=38cdb1fd-d786-48c9-9b18-bf3a4565e7c0,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:28.434530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:28.440238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:28.445804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:28.446384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.459487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': 'c501d653-1c51-4193-b594-56f030ba950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '802c0509-42c4-4fc6-94e2-e9ea34994c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:28.459921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: 802c0509-42c4-4fc6-94e2-e9ea34994c65, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:28.462051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5f4d8-ea14-4931-8576-dc2c731ba174 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:28.467897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6af8aff2-06bd-4d9d-b238-c00a8f978378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.469466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=aee515a9-e78c-4f02-9243-28d4a79053e0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:28.494165 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2cb77226-13cb-4967-b9e2-343274abd864 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2669857 Dec 23 16:14:28.494399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8aff2-06bd-4d9d-b238-c00a8f978378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375b54a5-ae22-4ea2-924f-7be0b67d1417,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:28.494514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 53990) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:28.510377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'name': 'tempest-NetworksTestDHCPv6-892037540'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:28.537299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:28.555156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6af8aff2-06bd-4d9d-b238-c00a8f978378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.558731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6af8aff2-06bd-4d9d-b238-c00a8f978378 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/375b54a5-ae22-4ea2-924f-7be0b67d1417 HTTP/1.1" status: 204 len: 168 time: 0.6831601 Dec 23 16:14:28.558731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 802c0509-42c4-4fc6-94e2-e9ea34994c65) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:28.581294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47834b13-c8fd-407a-ac7f-49389f90212c None None] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:28.587162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:28.588388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.625317 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ca528f49-b0c4-4125-ac85-3182f5aab07b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4641490 Dec 23 16:14:28.628067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 53996) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:28.630035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.634799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863807929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:28.643203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:28.674954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:router and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:28.681852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:28.690116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:28.718259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.748456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.749921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.751824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=480b4423-2120-4e00-8ba0-ae215716cf8d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:28.760226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.766472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:28.773383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:28.776901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:28.783480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:28.783864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:28.789264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:28.812352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:28.815042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.826214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.832890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:28.850570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port f709e6e2-cf5f-4e22-9236-9d4596378da4 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:28.888016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:28.905233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:28.905804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.926724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae851f0b-d90e-4ca7-b6d8-668b33f50ac6 None None] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:28.966750 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3e0b01b4-1032-453e-830c-23633debb96e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3243046 Dec 23 16:14:28.970618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54004) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:28.971684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.005158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-802c0509-42c4-4fc6-94e2-e9ea34994c65', 'network_id': '802c0509-42c4-4fc6-94e2-e9ea34994c65', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '38cdb1fd-d786-48c9-9b18-bf3a4565e7c0'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:29.006314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.101248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::313 (59f3d771-e395-47fb-8757-8f93f42824df/aee515a9-e78c-4f02-9243-28d4a79053e0/f709e6e2-cf5f-4e22-9236-9d4596378da4) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:29.166823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.170997 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d3c28f04-7701-4117-8658-8518a702e255 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5419724 Dec 23 16:14:29.175793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:29.192514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': 'aee515a9-e78c-4f02-9243-28d4a79053e0'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:29.193240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.208314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Allocated IP 2001:db8::139 (7c629293-4262-4ace-b27f-89694f1febb3/1520a288-6136-44ec-ac25-91b0d4364f46/9303e564-290a-4d1b-a0da-075f56201ee3) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:29.448095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:29.449541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.470572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Allocated IP 2001:db8::2 (802c0509-42c4-4fc6-94e2-e9ea34994c65/38cdb1fd-d786-48c9-9b18-bf3a4565e7c0/3d439f16-f02c-45fd-a14b-733f4d84defc) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:29.616939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.625791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.650472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object f709e6e2-cf5f-4e22-9236-9d4596378da4 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:29.749925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.854387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Allocated IP 172.20.0.2 (7f1be740-b1df-48f0-b0f4-8e04ea3d91d7/480b4423-2120-4e00-8ba0-ae215716cf8d/f81805ff-67d7-4459-ba05-fbc918786279) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:29.858640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54024) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:29.876708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/aee515a9-e78c-4f02-9243-28d4a79053e0/15da0ef0-f5b5-4df2-ab6e-c2751b645f18) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:29.906310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:29.907268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=f709e6e2-cf5f-4e22-9236-9d4596378da4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:29.909495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.912214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:29.914708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:29.919123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:29.919733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.969544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.989497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.002230 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-16ffb9d5-f95b-49a4-b681-e083f3e9d80b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5067222 Dec 23 16:14:30.002441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Transition to ACTIVE for port object 3d439f16-f02c-45fd-a14b-733f4d84defc will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:30.005020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54030) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:30.020722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Transition to ACTIVE for port object 3d439f16-f02c-45fd-a14b-733f4d84defc will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:30.071426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.102059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3374a0d5-548b-4b34-b82b-8c43e99fc3ad tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:30.102923 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-3374a0d5-548b-4b34-b82b-8c43e99fc3ad tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 16:14:30.113593 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3374a0d5-548b-4b34-b82b-8c43e99fc3ad tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2429719 Dec 23 16:14:30.113896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54034) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:30.123477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049934322'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:30.131544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:30.139145 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:30.145577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:30.161910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:30.195899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network 7c629293-4262-4ace-b27f-89694f1febb3 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:30.204088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:30.204613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:30.205988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Port': ['ID=9303e564-290a-4d1b-a0da-075f56201ee3,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:30.208343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:30.220474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Pushing event updated for resources: {'Port': ['ID=3d439f16-f02c-45fd-a14b-733f4d84defc,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:30.225366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.232503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:30.244563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:30.362248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.376474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f20381-15bb-46df-9602-bb6fcfa0e8ed tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:30.377227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-05f20381-15bb-46df-9602-bb6fcfa0e8ed tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:30.405405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.406196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.433156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.450865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-05f20381-15bb-46df-9602-bb6fcfa0e8ed tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:30.454489 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05f20381-15bb-46df-9602-bb6fcfa0e8ed tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4460549 Dec 23 16:14:30.459604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54038) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:30.523939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.539426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Attempting to bind port 3d439f16-f02c-45fd-a14b-733f4d84defc on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:30.539811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Attempting to bind port 3d439f16-f02c-45fd-a14b-733f4d84defc by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'c501d653-1c51-4193-b594-56f030ba950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '802c0509-42c4-4fc6-94e2-e9ea34994c65'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:30.540172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Attempting to bind port 3d439f16-f02c-45fd-a14b-733f4d84defc on network 802c0509-42c4-4fc6-94e2-e9ea34994c65 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:30.542412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Transition to ACTIVE for port object f81805ff-67d7-4459-ba05-fbc918786279 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:30.562140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:30.564977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.569978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:30.570350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Checking segment: {'id': 'c501d653-1c51-4193-b594-56f030ba950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '802c0509-42c4-4fc6-94e2-e9ea34994c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:30.570741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.571133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Bound using segment: {'id': 'c501d653-1c51-4193-b594-56f030ba950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '802c0509-42c4-4fc6-94e2-e9ea34994c65'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:30.571614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Bound port: 3d439f16-f02c-45fd-a14b-733f4d84defc, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c501d653-1c51-4193-b594-56f030ba950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '802c0509-42c4-4fc6-94e2-e9ea34994c65'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:30.571987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.599537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Transition to ACTIVE for port object 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:30.602204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Transition to ACTIVE for port object f81805ff-67d7-4459-ba05-fbc918786279 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:30.647311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.650534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:30.659709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:30.672457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:30.708944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Transition to ACTIVE for port object 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:30.723716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Router a849e099-7408-4aa2-a24b-a22d1e0bc16d is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:30.729255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port f709e6e2-cf5f-4e22-9236-9d4596378da4 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:30.729715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.732183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:30.734961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.20.0.1 (7f1be740-b1df-48f0-b0f4-8e04ea3d91d7/480b4423-2120-4e00-8ba0-ae215716cf8d/7a69b438-84d8-4f61-9fa8-9490088e0091) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:30.746696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:30.748881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.753298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:30.780165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Pushing event updated for resources: {'Port': ['ID=f81805ff-67d7-4459-ba05-fbc918786279,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:30.782739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] For port 3d439f16-f02c-45fd-a14b-733f4d84defc, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:30.895497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:30.910461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] For port 3d439f16-f02c-45fd-a14b-733f4d84defc, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3d439f16-f02c-45fd-a14b-733f4d84defc,segment=NetworkSegment(c501d653-1c51-4193-b594-56f030ba950f),segment_id=c501d653-1c51-4193-b594-56f030ba950f)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:30.911900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:30.924906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:30.931919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.949256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Attempting to bind port f81805ff-67d7-4459-ba05-fbc918786279 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:30.949624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Attempting to bind port f81805ff-67d7-4459-ba05-fbc918786279 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:30.949982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Attempting to bind port f81805ff-67d7-4459-ba05-fbc918786279 on network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:30.955288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Pushing event updated for resources: {'Port': ['ID=15da0ef0-f5b5-4df2-ab6e-c2751b645f18,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:31.023773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.050884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:31.051334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Checking segment: {'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:31.051848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.052060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Bound using segment: {'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:31.052551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Bound port: f81805ff-67d7-4459-ba05-fbc918786279, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:31.053379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.053686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object 7a69b438-84d8-4f61-9fa8-9490088e0091 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:31.101377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.135544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.155875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:31.161427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.185319 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Sync routers for ids ['a849e099-7408-4aa2-a24b-a22d1e0bc16d'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:31.186704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b9df-fe54-456c-b4cf-e4a57017cc72 None None] Pushing event updated for resources: {'Port': ['ID=3d439f16-f02c-45fd-a14b-733f4d84defc,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:31.189613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Attempting to bind port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:31.190192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Attempting to bind port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:31.190779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Attempting to bind port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:31.195833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:31.202953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:31.203640 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Routers {'a849e099-7408-4aa2-a24b-a22d1e0bc16d'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:31.203867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=7a69b438-84d8-4f61-9fa8-9490088e0091,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:31.204363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:31.205047 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a849e099-7408-4aa2-a24b-a22d1e0bc16d'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:31.206649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:31.207660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:31.208255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.208864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:31.208979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:31.209714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Bound port: 15da0ef0-f5b5-4df2-ab6e-c2751b645f18, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:31.210333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.212353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:31.213544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:31.225969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:31.253592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.259615 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-feda3cc0-a100-4d54-9f6d-5c8f148a2f82 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7151763 Dec 23 16:14:31.259615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54046) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:31.308398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] For port f81805ff-67d7-4459-ba05-fbc918786279, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:31.317542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c8944-fd51-45a1-9950-41f14e9e570b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:31.324365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8::1 (802c0509-42c4-4fc6-94e2-e9ea34994c65/38cdb1fd-d786-48c9-9b18-bf3a4565e7c0/101dfdcf-b058-4e4d-8d4b-15151e06d52d) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:31.331261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.335744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] For port f81805ff-67d7-4459-ba05-fbc918786279, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f81805ff-67d7-4459-ba05-fbc918786279,segment=NetworkSegment(ae38e95f-0e09-4a4d-9b85-aef4808ab215),segment_id=ae38e95f-0e09-4a4d-9b85-aef4808ab215)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:31.358419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.369782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.448740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] For port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:31.473030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] For port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=15da0ef0-f5b5-4df2-ab6e-c2751b645f18,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:31.488094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc66a65-0b6a-423b-892f-15940851912a None None] Pushing event updated for resources: {'Port': ['ID=f81805ff-67d7-4459-ba05-fbc918786279,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:31.493907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.620263 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Set router a849e099-7408-4aa2-a24b-a22d1e0bc16d gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:31.635357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeccf1f-39cc-4fd7-b583-166e4a1618c3 None None] Pushing event updated for resources: {'Port': ['ID=15da0ef0-f5b5-4df2-ab6e-c2751b645f18,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:31.755829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3d439f16-f02c-45fd-a14b-733f4d84defc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:31.775157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for f709e6e2-cf5f-4e22-9236-9d4596378da4 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:31.804136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.852951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:31.869695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 3d439f16-f02c-45fd-a14b-733f4d84defc completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:32.025326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.043322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.130041 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a849e099-7408-4aa2-a24b-a22d1e0bc16d', 'name': '', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'external_fixed_ips': [{'subnet_id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'ip_address': '2001:db8::139'}], 'enable_snat': True}, 'gw_port_id': '9303e564-290a-4d1b-a0da-075f56201ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:27Z', 'updated_at': '2021-12-23T16:14:30Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': '9303e564-290a-4d1b-a0da-075f56201ee3', 'name': '', 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a849e099-7408-4aa2-a24b-a22d1e0bc16d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'ip_address': '2001:db8::139', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:28Z', 'updated_at': '2021-12-23T16:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:32.163100 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Checking router: a849e099-7408-4aa2-a24b-a22d1e0bc16d for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:14:32.163469 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Updating router a849e099-7408-4aa2-a24b-a22d1e0bc16d port 9303e564-290a-4d1b-a0da-075f56201ee3 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:14:32.180890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.182815 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0680978 Dec 23 16:14:32.192125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54050) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:32.197494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74143bcc-8954-4eaa-9453-a4aed5e1eab2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1ec434-a696-44cb-9dd2-3bb7b42f126a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:32.201782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '7d1ec434-a696-44cb-9dd2-3bb7b42f126a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:32.211877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:32.218385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:32.224589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:32.251599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:32.272167 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.286047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.321217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object 101dfdcf-b058-4e4d-8d4b-15151e06d52d will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:32.332259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.407137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=f709e6e2-cf5f-4e22-9236-9d4596378da4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:32.486813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.490082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.553012 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-246bf88c-8b9e-41fa-9033-38491aca5dab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/f709e6e2-cf5f-4e22-9236-9d4596378da4 HTTP/1.1" status: 204 len: 168 time: 2.0925350 Dec 23 16:14:32.561019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54054) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:32.599030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:32.614351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:32.617270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:32.617793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.654580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.659331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=101dfdcf-b058-4e4d-8d4b-15151e06d52d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:32.671163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2f1f8-f7ae-4e1b-92c6-e81a9f796867 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:32.672705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2f1f8-f7ae-4e1b-92c6-e81a9f796867 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:32.673624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84a2f1f8-f7ae-4e1b-92c6-e81a9f796867 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:32.673793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.708853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.738258 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.753115 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Transition to ACTIVE for port object 9303e564-290a-4d1b-a0da-075f56201ee3 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:32.763038 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.852125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84a2f1f8-f7ae-4e1b-92c6-e81a9f796867 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:32.855522 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84a2f1f8-f7ae-4e1b-92c6-e81a9f796867 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2901528 Dec 23 16:14:32.860825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54058) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:32.862169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.875594 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Attempting to bind port 9303e564-290a-4d1b-a0da-075f56201ee3 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:32.876047 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Attempting to bind port 9303e564-290a-4d1b-a0da-075f56201ee3 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '31a7c785-efd2-47fa-abcc-f22a23ebcd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:32.876593 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Attempting to bind port 9303e564-290a-4d1b-a0da-075f56201ee3 on network 7c629293-4262-4ace-b27f-89694f1febb3 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:32.881179 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Pushing event updated for resources: {'Port': ['ID=9303e564-290a-4d1b-a0da-075f56201ee3,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:32.882740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.883332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400ae92-ce88-41ed-a047-0e69ac37f5e6 None None] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:32.896749 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:32.897294 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Checking segment: {'id': '31a7c785-efd2-47fa-abcc-f22a23ebcd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:32.898323 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.898800 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Bound using segment: {'id': '31a7c785-efd2-47fa-abcc-f22a23ebcd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:32.899358 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Bound port: 9303e564-290a-4d1b-a0da-075f56201ee3, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a7c785-efd2-47fa-abcc-f22a23ebcd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:32.899863 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:32.927594 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.928089 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.928829 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.929359 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.929797 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.930215 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.930631 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.931063 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.931498 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.931943 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:32.932346 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:33.000579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.014978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Provisioning for port 3d439f16-f02c-45fd-a14b-733f4d84defc completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:33.015154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=7a69b438-84d8-4f61-9fa8-9490088e0091,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:33.044695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Provisioning complete for port 3d439f16-f02c-45fd-a14b-733f4d84defc triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:33.045069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.049901 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] For port 9303e564-290a-4d1b-a0da-075f56201ee3, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:33.065509 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] For port 9303e564-290a-4d1b-a0da-075f56201ee3, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9303e564-290a-4d1b-a0da-075f56201ee3,segment=NetworkSegment(31a7c785-efd2-47fa-abcc-f22a23ebcd4a),segment_id=31a7c785-efd2-47fa-abcc-f22a23ebcd4a)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:33.066285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.072314 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.181599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d203f3e-6bca-4357-8aba-de9c220c872e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:33.214125 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b18a-081b-4c5f-ac76-b25a8f0660f1 None None] Pushing event updated for resources: {'Port': ['ID=9303e564-290a-4d1b-a0da-075f56201ee3,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:33.262078 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Routers {'a849e099-7408-4aa2-a24b-a22d1e0bc16d'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:33.263121 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a849e099-7408-4aa2-a24b-a22d1e0bc16d'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:33.336891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.370395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.375238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b45ab522-8c36-4262-8085-916c9edce6d4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1774182 Dec 23 16:14:33.380558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54062) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:33.398794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '7d1ec434-a696-44cb-9dd2-3bb7b42f126a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:33.422208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Deleting port 9303e564-290a-4d1b-a0da-075f56201ee3 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:33.422593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.472575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.473465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:33.537497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd1b81-7e04-4eea-9038-0a4fde471641 None None] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:33.555075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:33.574011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:33.582500 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] Set router a849e099-7408-4aa2-a24b-a22d1e0bc16d gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:33.603228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.615752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.616705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.743860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:33.766485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet aee515a9-e78c-4f02-9243-28d4a79053e0 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:33.768222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=101dfdcf-b058-4e4d-8d4b-15151e06d52d,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:33.803126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:33.804654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:33.846803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] For port 3d439f16-f02c-45fd-a14b-733f4d84defc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3d439f16-f02c-45fd-a14b-733f4d84defc,segment=NetworkSegment(c501d653-1c51-4193-b594-56f030ba950f),segment_id=c501d653-1c51-4193-b594-56f030ba950f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:33.851789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:33.856265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:33.992249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.017176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:34.018444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:34.074701 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a849e099-7408-4aa2-a24b-a22d1e0bc16d', 'name': '', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'external_fixed_ips': [{'subnet_id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'ip_address': '2001:db8::139'}], 'enable_snat': True}, 'gw_port_id': '9303e564-290a-4d1b-a0da-075f56201ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:27Z', 'updated_at': '2021-12-23T16:14:30Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': '9303e564-290a-4d1b-a0da-075f56201ee3', 'name': '', 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a849e099-7408-4aa2-a24b-a22d1e0bc16d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'ip_address': '2001:db8::139', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:28Z', 'updated_at': '2021-12-23T16:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:34.079543 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dad74f-d31c-41c3-82d1-571c9e567f24 None None] The sync data for ids ['a849e099-7408-4aa2-a24b-a22d1e0bc16d'] in dv-neutron-822800-1-hyperv is: [{'id': 'a849e099-7408-4aa2-a24b-a22d1e0bc16d', 'name': '', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'external_fixed_ips': [{'subnet_id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'ip_address': '2001:db8::139'}], 'enable_snat': True}, 'gw_port_id': '9303e564-290a-4d1b-a0da-075f56201ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:27Z', 'updated_at': '2021-12-23T16:14:30Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': '9303e564-290a-4d1b-a0da-075f56201ee3', 'name': '', 'network_id': '7c629293-4262-4ace-b27f-89694f1febb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a849e099-7408-4aa2-a24b-a22d1e0bc16d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'ip_address': '2001:db8::139', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:28Z', 'updated_at': '2021-12-23T16:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1520a288-6136-44ec-ac25-91b0d4364f46', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:34.108620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:34.140674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f81805ff-67d7-4459-ba05-fbc918786279 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:34.225297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Could not find standard attr ID for object f709e6e2-cf5f-4e22-9236-9d4596378da4. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:14:34.229669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Pushing event updated for resources: {'Port': ['ID=3d439f16-f02c-45fd-a14b-733f4d84defc,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:34.249239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.249576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.249900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.250224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.250572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.254607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.254944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.255266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.255600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.255916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.256233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ce5a9-9d2a-465e-aa0e-02362a74377e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:14:34.273508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.333256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Provisioning for port f81805ff-67d7-4459-ba05-fbc918786279 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:34.361618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port f81805ff-67d7-4459-ba05-fbc918786279 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:34.370354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f81805ff-67d7-4459-ba05-fbc918786279 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:34.370741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.401874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.415374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Provisioning for port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:34.429204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Provisioning complete for port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:34.429415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.567060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] For port 9303e564-290a-4d1b-a0da-075f56201ee3, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9303e564-290a-4d1b-a0da-075f56201ee3,segment=NetworkSegment(31a7c785-efd2-47fa-abcc-f22a23ebcd4a),segment_id=31a7c785-efd2-47fa-abcc-f22a23ebcd4a)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:34.567414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.742417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.823582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:34.851140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Calling delete_port for 9303e564-290a-4d1b-a0da-075f56201ee3 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:34.858643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:34.872049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port f81805ff-67d7-4459-ba05-fbc918786279, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f81805ff-67d7-4459-ba05-fbc918786279,segment=NetworkSegment(ae38e95f-0e09-4a4d-9b85-aef4808ab215),segment_id=ae38e95f-0e09-4a4d-9b85-aef4808ab215)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:34.884727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.000677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] For port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=15da0ef0-f5b5-4df2-ab6e-c2751b645f18,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:35.016063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68675b49-2987-4093-a04e-43c31134449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.025246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.050651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=f81805ff-67d7-4459-ba05-fbc918786279,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:35.050815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.156069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcfabd-e7e6-4616-ab09-56a440ebad25 None None] Pushing event updated for resources: {'Port': ['ID=15da0ef0-f5b5-4df2-ab6e-c2751b645f18,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:35.157551 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 16:14:35.161416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-543bb7f9-ebf4-4097-955f-78f19e52b0db tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.7733891 Dec 23 16:14:35.162496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:35.186945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Provisioning complete for port f81805ff-67d7-4459-ba05-fbc918786279 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:35.187521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.224219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:35.250479 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5ab8b4a6-502b-487d-b06a-4e096490ba20 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0719521 Dec 23 16:14:35.251280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54072) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:35.258039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] Sync routers for ids ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:35.310654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] Routers {'8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:35.311966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:35.335489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.418753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:35.419008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=aee515a9-e78c-4f02-9243-28d4a79053e0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:35.432358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.447635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412fcf3c-5734-4811-990a-11df91002e15 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:35.452277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825a7259-ec49-4037-8b2b-f2fe00030f58 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.473843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d823f68a-0cf3-4c4d-9945-bdb74ca92d91 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/aee515a9-e78c-4f02-9243-28d4a79053e0 HTTP/1.1" status: 204 len: 168 time: 2.6051702 Dec 23 16:14:35.477913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54076) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:35.487371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6278a0c-ca11-4c8c-9924-a351653196e3 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:35.488079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c6278a0c-ca11-4c8c-9924-a351653196e3 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:35.536063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c6278a0c-ca11-4c8c-9924-a351653196e3 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:35.540596 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c6278a0c-ca11-4c8c-9924-a351653196e3 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports/101dfdcf-b058-4e4d-8d4b-15151e06d52d HTTP/1.1" status: 200 len: 911 time: 0.2821932 Dec 23 16:14:35.544329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54080) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:35.547474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825a7259-ec49-4037-8b2b-f2fe00030f58 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.562447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38cdb1fd-d786-48c9-9b18-bf3a4565e7c0'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:35.596486 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-008150e5-0e96-4f8b-a46f-95ac1746ff14 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135857 Dec 23 16:14:35.597259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54084) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:35.619677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] Routers {'8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:35.622136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:35.721714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:35.722157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88a7e-da9c-416d-943b-61fd5bfb1262 None None] The sync data for ids ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:35.740394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.802563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event deleted for resources: {'Port': ['ID=9303e564-290a-4d1b-a0da-075f56201ee3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:35.846824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9303e564-290a-4d1b-a0da-075f56201ee3 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:35.850479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588bf0f-0a5f-41f6-af57-884813bd2a43 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:35.851160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8588bf0f-0a5f-41f6-af57-884813bd2a43 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:35.859281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:35.872223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825a7259-ec49-4037-8b2b-f2fe00030f58 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.886098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9303e564-290a-4d1b-a0da-075f56201ee3 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:35.886456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9303e564-290a-4d1b-a0da-075f56201ee3 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 16:14:35.901983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825a7259-ec49-4037-8b2b-f2fe00030f58 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:35.906558 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-825a7259-ec49-4037-8b2b-f2fe00030f58 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/7d1ec434-a696-44cb-9dd2-3bb7b42f126a HTTP/1.1" status: 204 len: 168 time: 0.7400730 Dec 23 16:14:35.906558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a7259-ec49-4037-8b2b-f2fe00030f58 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1ec434-a696-44cb-9dd2-3bb7b42f126a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:35.909042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:35.933875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Port 9303e564-290a-4d1b-a0da-075f56201ee3 not found, will not notify nova. {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 16:14:35.934307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3d439f16-f02c-45fd-a14b-733f4d84defc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:35.962195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Provisioning for port 101dfdcf-b058-4e4d-8d4b-15151e06d52d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:35.979576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Provisioning complete for port 101dfdcf-b058-4e4d-8d4b-15151e06d52d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:35.979939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.020497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8588bf0f-0a5f-41f6-af57-884813bd2a43 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:36.022304 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8588bf0f-0a5f-41f6-af57-884813bd2a43 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4239714 Dec 23 16:14:36.026869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54092) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:36.036355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.068590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Port 101dfdcf-b058-4e4d-8d4b-15151e06d52d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:36.078881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-80ed7d27-f951-4ac3-83c2-f5ddb2d1360b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:36.086081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 3d439f16-f02c-45fd-a14b-733f4d84defc triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:36.086471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.120132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-80ed7d27-f951-4ac3-83c2-f5ddb2d1360b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:36.125306 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-80ed7d27-f951-4ac3-83c2-f5ddb2d1360b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2112334 Dec 23 16:14:36.126046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.138267 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54096) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:36.140939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Provisioning for port 7a69b438-84d8-4f61-9fa8-9490088e0091 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:36.150069 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787502003'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:36.156158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Provisioning complete for port 7a69b438-84d8-4f61-9fa8-9490088e0091 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:36.156805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.157125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6130f5c-070a-4590-9484-b9eb12fa1acf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:36.159705 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6130f5c-070a-4590-9484-b9eb12fa1acf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1302221 Dec 23 16:14:36.166995 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54100) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:36.170080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:36.235087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Port 7a69b438-84d8-4f61-9fa8-9490088e0091 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:36.237131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:36.250589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] Deleting port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:36.251253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.289503 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7992e1cb-abaa-4401-83b9-f9c8178501dc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218061 Dec 23 16:14:36.297525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54104) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:36.303465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:36.320513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:36.451829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.557429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Provisioning complete for port 3d439f16-f02c-45fd-a14b-733f4d84defc triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:36.557916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09fb67cd-66f8-433b-b58e-81e30964355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.586970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.592889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:36.596707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.601865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:36.607640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:36.610576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:36.622346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:36.640875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:36.642553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.643311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a849e099-7408-4aa2-a24b-a22d1e0bc16d {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:36.657236 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:36.666186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.667408 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a551cc7d-0228-401c-a16d-d33f0d209e95 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a849e099-7408-4aa2-a24b-a22d1e0bc16d HTTP/1.1" status: 204 len: 168 time: 5.4071655 Dec 23 16:14:36.667787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:36.671264 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ba015047-2730-4f5d-ae60-d33776b2a14a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6938560 Dec 23 16:14:36.671953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54108) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:36.674731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54110) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:36.679262 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:36.679904 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:36.692536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.699946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:36.702651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:36.711218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1912422507'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:36.724055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:36.731922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:36.740036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:36.743713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:36.749472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:36.757991 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] For port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=15da0ef0-f5b5-4df2-ab6e-c2751b645f18,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:36.758689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.767188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Deleting subnet 1520a288-6136-44ec-ac25-91b0d4364f46 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:36.773228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.818379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:36.843490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:36.848069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.899235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:36.905434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] Calling delete_port for 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:36.941662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.941996 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment f991ff7c-400e-4d1f-9c7e-311b30a7c13a of type vlan for network 03909604-3aa0-4598-b403-0e908af62b90 Dec 23 16:14:36.945680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.959770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:36.962925 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:37.018695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.033464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.039023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.045748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:37.046180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.111078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.116580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:37.117280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.117690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.122035 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No ports have port_id starting with 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 Dec 23 16:14:37.157519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f81805ff-67d7-4459-ba05-fbc918786279 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:37.158455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.170928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.206342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] Pushing event deleted for resources: {'Port': ['ID=15da0ef0-f5b5-4df2-ab6e-c2751b645f18,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:37.249754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16ab53d3-fd08-405e-861c-bd81f42bed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.251739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b668a-328b-45ab-b277-dba4b8dc4666 None None] No DVR routers for this DVR port 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:37.259960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.283148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-804b5ee2-e824-46c0-9582-98fb90201a90 None None] Provisioning complete for port 7a69b438-84d8-4f61-9fa8-9490088e0091 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:37.283662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-804b5ee2-e824-46c0-9582-98fb90201a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.325233 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6471469 Dec 23 16:14:37.329720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af12f71-c926-4ed3-a83e-f48d94694253 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=03909604-3aa0-4598-b403-0e908af62b90,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:37.339169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54116) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:37.342970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1520a288-6136-44ec-ac25-91b0d4364f46,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:37.343415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 03909604-3aa0-4598-b403-0e908af62b90 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:37.355029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:37.423704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.428391 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-57b36608-b555-49d9-b65b-c96aa435e53c tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/1520a288-6136-44ec-ac25-91b0d4364f46 HTTP/1.1" status: 204 len: 168 time: 0.7555072 Dec 23 16:14:37.434854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54120) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:37.462164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.467247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:37.468133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.469826 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/ports/101dfdcf-b058-4e4d-8d4b-15151e06d52d HTTP/1.1" status: 200 len: 911 time: 1.9247446 Dec 23 16:14:37.494538 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:31Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:32Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:37.497474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f81805ff-67d7-4459-ba05-fbc918786279 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:37.497840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.500254 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:14:37.500595 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Updating router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 port 7a69b438-84d8-4f61-9fa8-9490088e0091 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:14:37.520949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54124) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:37.521725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.523400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-804b5ee2-e824-46c0-9582-98fb90201a90 None None] Port 7a69b438-84d8-4f61-9fa8-9490088e0091 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:37.585704 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.593974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-804b5ee2-e824-46c0-9582-98fb90201a90 None None] Provisioning complete for port 101dfdcf-b058-4e4d-8d4b-15151e06d52d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:37.594346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-804b5ee2-e824-46c0-9582-98fb90201a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.687638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-804b5ee2-e824-46c0-9582-98fb90201a90 None None] Port 101dfdcf-b058-4e4d-8d4b-15151e06d52d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:37.723792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29950d5b-5c9c-4e63-af7e-bde4ce52f9f9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:37.747269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.752125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.752680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:37.753513 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4da465db-e314-4d57-bcb5-baf523247cc0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6143517 Dec 23 16:14:37.755938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:37.759271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd5820-10ed-4cce-b9a0-058e48ffee69 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=101dfdcf-b058-4e4d-8d4b-15151e06d52d,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:37.767796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54128) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:37.767796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:37.771648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:37.772332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:37.779073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e489028-f7b5-47dc-8fd3-046246a8a5ec None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:37.788550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e32b39dd-94dd-4b0d-a974-fd15e0784f08 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '29950d5b-5c9c-4e63-af7e-bde4ce52f9f9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:37.789295 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-e32b39dd-94dd-4b0d-a974-fd15e0784f08 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:37.792843 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e32b39dd-94dd-4b0d-a974-fd15e0784f08 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0232699 Dec 23 16:14:37.794481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54132) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:37.799352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:37.804478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:37.818618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:37.835298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=400abe11-ab8b-4718-9400-b0c40db5ae66,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:37.842972 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44a1e963-1209-4c45-bf13-a9f7ec60a5a8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5412872 Dec 23 16:14:37.844156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:37.850545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '400abe11-ab8b-4718-9400-b0c40db5ae66', 'ip_address': '2001:db8::a405:c986:f922:a135'}], 'name': 'tempest-NetworksTestDHCPv6-218915805'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:37.861790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9303e564-290a-4d1b-a0da-075f56201ee3 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:37.905669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9303e564-290a-4d1b-a0da-075f56201ee3 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:37.906000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9303e564-290a-4d1b-a0da-075f56201ee3 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:37.906611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:37.947862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:37.948465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 15da0ef0-f5b5-4df2-ab6e-c2751b645f18 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:37.962585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab57f047-f864-4716-be0a-78c3152954ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.017279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab57f047-f864-4716-be0a-78c3152954ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.079808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:38.092909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:38.096348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:38.105633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:38.108807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '400abe11-ab8b-4718-9400-b0c40db5ae66'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:38.109654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.111389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.126254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab57f047-f864-4716-be0a-78c3152954ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.148115 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.154014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57f047-f864-4716-be0a-78c3152954ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29950d5b-5c9c-4e63-af7e-bde4ce52f9f9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:38.156228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port d85f6285-c7d8-4ad7-8b22-fb0ac2458b78 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:38.162335 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Transition to ACTIVE for port object 7a69b438-84d8-4f61-9fa8-9490088e0091 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:38.171075 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.198471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.198718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab57f047-f864-4716-be0a-78c3152954ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.202474 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab57f047-f864-4716-be0a-78c3152954ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/29950d5b-5c9c-4e63-af7e-bde4ce52f9f9 HTTP/1.1" status: 204 len: 168 time: 0.4048772 Dec 23 16:14:38.205831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:38.259959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c629293-4262-4ace-b27f-89694f1febb3']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:38.272614 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115d882-373c-462c-97c5-f3f335537ac7 None None] Pushing event updated for resources: {'Port': ['ID=7a69b438-84d8-4f61-9fa8-9490088e0091,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:38.275434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a7c785-efd2-47fa-abcc-f22a23ebcd4a') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:38.275769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a7c785-efd2-47fa-abcc-f22a23ebcd4a') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:38.285486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.339270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cfc54931-41e0-4b9e-9378-060815b47b74 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:38.359712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.401637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.459138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.491951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cfc54931-41e0-4b9e-9378-060815b47b74 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:38.492983 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cfc54931-41e0-4b9e-9378-060815b47b74 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2862482 Dec 23 16:14:38.497778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54144) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:38.507947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.511458 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Attempting to bind port 7a69b438-84d8-4f61-9fa8-9490088e0091 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:38.512008 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Attempting to bind port 7a69b438-84d8-4f61-9fa8-9490088e0091 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:38.512591 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Attempting to bind port 7a69b438-84d8-4f61-9fa8-9490088e0091 on network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:38.520446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713552791'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:38.522612 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:38.522976 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Checking segment: {'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:38.524123 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.524378 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Bound using segment: {'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:38.524833 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Bound port: 7a69b438-84d8-4f61-9fa8-9490088e0091, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae38e95f-0e09-4a4d-9b85-aef4808ab215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:38.525417 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.531315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:38.536734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::a405:c986:f922:a135 (59f3d771-e395-47fb-8757-8f93f42824df/400abe11-ab8b-4718-9400-b0c40db5ae66/d85f6285-c7d8-4ad7-8b22-fb0ac2458b78) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:38.547633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:38.575767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.579571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:14:38.579966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:14:38.597188 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:14:38.666839 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] For port 7a69b438-84d8-4f61-9fa8-9490088e0091, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:38.672173 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] For port 7a69b438-84d8-4f61-9fa8-9490088e0091, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7a69b438-84d8-4f61-9fa8-9490088e0091,segment=NetworkSegment(ae38e95f-0e09-4a4d-9b85-aef4808ab215),segment_id=ae38e95f-0e09-4a4d-9b85-aef4808ab215)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:38.676834 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.702807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:38.707953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:38.711708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:38.725462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.726333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:38.745738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c629293-4262-4ace-b27f-89694f1febb3 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 16:14:38.752986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.762088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c629293-4262-4ace-b27f-89694f1febb3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:38.796035 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:14:38.817411 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115d882-373c-462c-97c5-f3f335537ac7 None None] Pushing event updated for resources: {'Port': ['ID=7a69b438-84d8-4f61-9fa8-9490088e0091,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:38.828020 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:38.828727 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:38.832665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-89666947-46ea-4f7b-a4b3-c2e8901bd204 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "DELETE /v2.0/networks/7c629293-4262-4ace-b27f-89694f1febb3 HTTP/1.1" status: 204 len: 168 time: 1.3892493 Dec 23 16:14:38.926043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.929336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.944288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object d85f6285-c7d8-4ad7-8b22-fb0ac2458b78 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:38.982740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:38.988741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.082881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.116505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/400abe11-ab8b-4718-9400-b0c40db5ae66/c1fc8898-8962-46f9-879b-b7fa2cf6bccb) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:39.125845 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:39.248226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:39.257173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:39.264189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.268035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:39.272248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:39.272862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.278180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=d85f6285-c7d8-4ad7-8b22-fb0ac2458b78,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:39.295250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756e7e17-3731-4829-8edc-46cc247bd418,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:39.309021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.310339 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e6cff7ae-a103-4216-aa67-d68eb9bb279b tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8115396 Dec 23 16:14:39.313791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54156) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:39.326342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ba20eaeb-8e72-42f0-aefa-e87b76113392 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '756e7e17-3731-4829-8edc-46cc247bd418', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:39.327599 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-ba20eaeb-8e72-42f0-aefa-e87b76113392 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:39.331974 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ba20eaeb-8e72-42f0-aefa-e87b76113392 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0172594 Dec 23 16:14:39.332770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54160) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:39.340543 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d0d9be8-4c5c-460e-a4d2-bb94c6ce113a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4948528 Dec 23 16:14:39.341640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54164) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:39.408190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:39.408704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: 03909604-3aa0-4598-b403-0e908af62b90, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:39.418153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=35d018fd-81f7-4ea0-9de5-52c785a2cd3a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:39.543837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6a92-471c-4569-a479-715d2ecd44b2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.566036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 03909604-3aa0-4598-b403-0e908af62b90 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:39.581215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6a92-471c-4569-a479-715d2ecd44b2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.586573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54168) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:39.601881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'router': {'name': 'tempest-router--1253810370', 'project_id': '5009a2f06678431f9cac1d2fcd54aa30'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:39.623231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 03909604-3aa0-4598-b403-0e908af62b90) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:39.631389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:39.645098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:39.647104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.651806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.662588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Transition to ACTIVE for port object c1fc8898-8962-46f9-879b-b7fa2cf6bccb will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:39.665664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433094a-6e8b-497b-9681-9ae8f8c89b6a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:39.666682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d433094a-6e8b-497b-9681-9ae8f8c89b6a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:39.671058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6a92-471c-4569-a479-715d2ecd44b2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.678391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:router and tenant:5009a2f06678431f9cac1d2fcd54aa30 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:39.681603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Transition to ACTIVE for port object c1fc8898-8962-46f9-879b-b7fa2cf6bccb will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:39.686570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:39.689608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9265386-b374-4b56-a272-f8df8e9a9748 None None] Network 03909604-3aa0-4598-b403-0e908af62b90 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:39.694888 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-36c26623-1301-4e21-a532-e4df0b75c04c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3470914 Dec 23 16:14:39.696829 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:31Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:39.702117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54172) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:39.702885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6a92-471c-4569-a479-715d2ecd44b2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e7e17-3731-4829-8edc-46cc247bd418,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:39.704239 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf868bb-f8b7-4b5c-81a3-05efa4ba762d None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:31Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:39.706908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.709397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:39.713868 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d433094a-6e8b-497b-9681-9ae8f8c89b6a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:39.715370 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d433094a-6e8b-497b-9681-9ae8f8c89b6a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3575895 Dec 23 16:14:39.716705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6a92-471c-4569-a479-715d2ecd44b2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.718453 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0d4a6a92-471c-4569-a479-715d2ecd44b2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/756e7e17-3731-4829-8edc-46cc247bd418 HTTP/1.1" status: 204 len: 168 time: 0.3829749 Dec 23 16:14:39.723605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54176) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:39.723932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:39.830454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port d85f6285-c7d8-4ad7-8b22-fb0ac2458b78 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:39.831315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.926461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-30840b69-7e08-4f49-915f-5005047b53af tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:39.953823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:39.954801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.018131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.021906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-30840b69-7e08-4f49-915f-5005047b53af tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:40.032629 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30840b69-7e08-4f49-915f-5005047b53af tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3056548 Dec 23 16:14:40.034430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54184) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:40.048313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:40.051503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561485380'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:40.052173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Pushing event updated for resources: {'Port': ['ID=c1fc8898-8962-46f9-879b-b7fa2cf6bccb,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:40.059390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:40.062527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:40.077614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:40.087890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.104048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:40.144801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-03909604-3aa0-4598-b403-0e908af62b90', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:40.145544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.164743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.197622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.215847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.219928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Attempting to bind port c1fc8898-8962-46f9-879b-b7fa2cf6bccb on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:40.220385 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Attempting to bind port c1fc8898-8962-46f9-879b-b7fa2cf6bccb by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:40.220814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Attempting to bind port c1fc8898-8962-46f9-879b-b7fa2cf6bccb on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:40.290948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:40.291328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:40.291936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.292408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:40.292972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Bound port: c1fc8898-8962-46f9-879b-b7fa2cf6bccb, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:40.293415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.381071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for d85f6285-c7d8-4ad7-8b22-fb0ac2458b78 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:40.402386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] For port c1fc8898-8962-46f9-879b-b7fa2cf6bccb, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:40.405920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] For port c1fc8898-8962-46f9-879b-b7fa2cf6bccb, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c1fc8898-8962-46f9-879b-b7fa2cf6bccb,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:40.415334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.581785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50bb7c-d0bb-4680-a00e-b2ec0af899f2 None None] Pushing event updated for resources: {'Port': ['ID=c1fc8898-8962-46f9-879b-b7fa2cf6bccb,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:40.587434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Allocated IP 172.21.0.2 (03909604-3aa0-4598-b403-0e908af62b90/35d018fd-81f7-4ea0-9de5-52c785a2cd3a/d58ccd2d-662e-494a-abe3-cbf84c6682c9) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:40.614363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.615593 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-204fb7a5-c6a0-48a6-9991-61bcdc7d1acf tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0268180 Dec 23 16:14:40.629177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54188) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:40.672009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.727164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=d85f6285-c7d8-4ad7-8b22-fb0ac2458b78,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:40.753113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:40.778045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.798777 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2c2a60a5-9b75-44b4-b865-5e4e3ca82094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/d85f6285-c7d8-4ad7-8b22-fb0ac2458b78 HTTP/1.1" status: 204 len: 168 time: 1.0736210 Dec 23 16:14:40.801268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54192) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:40.835338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:40.839376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:40.861073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:40.893440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084baa4-48f1-41c2-8e80-88f55e584069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:40.894914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8084baa4-48f1-41c2-8e80-88f55e584069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:40.895698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8084baa4-48f1-41c2-8e80-88f55e584069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:40.918852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8084baa4-48f1-41c2-8e80-88f55e584069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:40.920725 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8084baa4-48f1-41c2-8e80-88f55e584069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1161904 Dec 23 16:14:40.923045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:40.924999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833571b-ef9d-4b38-9a8f-c04a2ae202a1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:40.991375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.004234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Transition to ACTIVE for port object d58ccd2d-662e-494a-abe3-cbf84c6682c9 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:41.010213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 400abe11-ab8b-4718-9400-b0c40db5ae66 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:41.014784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.024173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Transition to ACTIVE for port object d58ccd2d-662e-494a-abe3-cbf84c6682c9 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:41.030398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.083842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.101620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Network 03909604-3aa0-4598-b403-0e908af62b90 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:41.102381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Pushing event updated for resources: {'Port': ['ID=d58ccd2d-662e-494a-abe3-cbf84c6682c9,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:41.104905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:41.107508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:41.183680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.193476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.200426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Attempting to bind port d58ccd2d-662e-494a-abe3-cbf84c6682c9 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:41.200781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Attempting to bind port d58ccd2d-662e-494a-abe3-cbf84c6682c9 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:41.201124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Attempting to bind port d58ccd2d-662e-494a-abe3-cbf84c6682c9 on network 03909604-3aa0-4598-b403-0e908af62b90 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:41.207533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:41.207948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Checking segment: {'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:41.208341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.208745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Bound using segment: {'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:41.209167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Bound port: d58ccd2d-662e-494a-abe3-cbf84c6682c9, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:41.209530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.245426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.266808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.307804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] For port d58ccd2d-662e-494a-abe3-cbf84c6682c9, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:41.311367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] For port d58ccd2d-662e-494a-abe3-cbf84c6682c9, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d58ccd2d-662e-494a-abe3-cbf84c6682c9,segment=NetworkSegment(f991ff7c-400e-4d1f-9c7e-311b30a7c13a),segment_id=f991ff7c-400e-4d1f-9c7e-311b30a7c13a)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:41.318963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.320114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=400abe11-ab8b-4718-9400-b0c40db5ae66,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:41.330236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.346030 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9427a1a2-7948-4e5f-a85c-db86548cfaac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/400abe11-ab8b-4718-9400-b0c40db5ae66 HTTP/1.1" status: 204 len: 168 time: 0.4212255 Dec 23 16:14:41.348492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54202) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:41.417813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da084d54-b630-47d3-a01c-8a5501cc0e89 None None] Pushing event updated for resources: {'Port': ['ID=d58ccd2d-662e-494a-abe3-cbf84c6682c9,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:41.472005 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c41ceef5-8cbf-4f7c-b4c7-0cfacb2203f7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218498 Dec 23 16:14:41.472600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54206) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:41.479110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:41.631850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:41.639723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:41.643019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:41.649904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:41.667902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:41.672696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.690376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.694075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6550577 Dec 23 16:14:41.704970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90345b-5972-485c-829c-c7fd43479c65 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c293e0d9-795c-44f8-b022-3dfcbe8b96e4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:41.710702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54210) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:41.718520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833571b-ef9d-4b38-9a8f-c04a2ae202a1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.722856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0a0a1260-9edc-4c55-ac02-087ce7ca2446 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': 'c293e0d9-795c-44f8-b022-3dfcbe8b96e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:41.723529 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-0a0a1260-9edc-4c55-ac02-087ce7ca2446 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:41.727153 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0a0a1260-9edc-4c55-ac02-087ce7ca2446 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117669 Dec 23 16:14:41.729070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54214) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:41.732907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 101dfdcf-b058-4e4d-8d4b-15151e06d52d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:41.733247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.803790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4f99cab2-112e-4c79-a280-8f78d7705ef7 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': 'c293e0d9-795c-44f8-b022-3dfcbe8b96e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:41.806966 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-4f99cab2-112e-4c79-a280-8f78d7705ef7 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:41.813591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4f99cab2-112e-4c79-a280-8f78d7705ef7 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0765622 Dec 23 16:14:41.819329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833571b-ef9d-4b38-9a8f-c04a2ae202a1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:41.820374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54218) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:41.830776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d290b7c2-255b-42be-905e-bf8a343b9109 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': 'c293e0d9-795c-44f8-b022-3dfcbe8b96e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:41.831593 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-d290b7c2-255b-42be-905e-bf8a343b9109 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:41.835763 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d290b7c2-255b-42be-905e-bf8a343b9109 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099568 Dec 23 16:14:41.839374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54222) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:41.862187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3eb8fc31-62fb-4b15-93fa-85458ef5e9c2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': 'c293e0d9-795c-44f8-b022-3dfcbe8b96e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:41.862948 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-3eb8fc31-62fb-4b15-93fa-85458ef5e9c2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:41.867507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54226) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:41.868709 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3eb8fc31-62fb-4b15-93fa-85458ef5e9c2 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0274441 Dec 23 16:14:41.947511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a69b438-84d8-4f61-9fa8-9490088e0091 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:42.017582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.035319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7a69b438-84d8-4f61-9fa8-9490088e0091 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:42.041998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7a69b438-84d8-4f61-9fa8-9490088e0091 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:42.042533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.083687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:42.086912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:42.091131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:42.091702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.096123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86630abe-b14c-463c-94a7-40c2ed4957a9 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:42.098650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=76185b7d-f9bd-486f-86f2-fdae04e88654,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:42.126512 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7e160ffd-a536-468b-a602-a49969059fdc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6490884 Dec 23 16:14:42.126841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54230) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:42.135044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '76185b7d-f9bd-486f-86f2-fdae04e88654', 'ip_address': '2001:db8::1b25:9ce5:7797:d75d'}], 'name': 'tempest-NetworksTestDHCPv6-330731031'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:42.164334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833571b-ef9d-4b38-9a8f-c04a2ae202a1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.164800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833571b-ef9d-4b38-9a8f-c04a2ae202a1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7be552-71b1-4a75-b3b6-f5ca3325f460 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:42.228923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833571b-ef9d-4b38-9a8f-c04a2ae202a1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.233305 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0833571b-ef9d-4b38-9a8f-c04a2ae202a1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4e7be552-71b1-4a75-b3b6-f5ca3325f460 HTTP/1.1" status: 204 len: 168 time: 1.6030638 Dec 23 16:14:42.287760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.296699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:42.303031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75618b41-c03b-4dff-a651-c21366e7d472 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.305361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:42.310629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:42.317937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:42.333990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:42.379440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.399080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-88d747a1-1dee-4711-be1e-fb75886e879b None None] Provisioning for port c1fc8898-8962-46f9-879b-b7fa2cf6bccb completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:42.492107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 101dfdcf-b058-4e4d-8d4b-15151e06d52d owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:42.555828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7a69b438-84d8-4f61-9fa8-9490088e0091, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7a69b438-84d8-4f61-9fa8-9490088e0091,segment=NetworkSegment(ae38e95f-0e09-4a4d-9b85-aef4808ab215),segment_id=ae38e95f-0e09-4a4d-9b85-aef4808ab215)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:42.557691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.565148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.565964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c1fc8898-8962-46f9-879b-b7fa2cf6bccb up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:42.574613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54236) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:42.614241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75618b41-c03b-4dff-a651-c21366e7d472 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.618314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port a508c142-d82d-4564-838f-8ef74a8743c9 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:42.663502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.760551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7a69b438-84d8-4f61-9fa8-9490088e0091,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:42.780909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port c1fc8898-8962-46f9-879b-b7fa2cf6bccb completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:42.787606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c1fc8898-8962-46f9-879b-b7fa2cf6bccb triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:42.787606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.884923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75618b41-c03b-4dff-a651-c21366e7d472 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:42.946810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75618b41-c03b-4dff-a651-c21366e7d472 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293e0d9-795c-44f8-b022-3dfcbe8b96e4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:43.013940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.027154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-75618b41-c03b-4dff-a651-c21366e7d472 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.028708 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-75618b41-c03b-4dff-a651-c21366e7d472 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/c293e0d9-795c-44f8-b022-3dfcbe8b96e4 HTTP/1.1" status: 204 len: 168 time: 1.1578171 Dec 23 16:14:43.043054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:43.053682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-237893870', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:43.064199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:43.068077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Usage tracker for resource:router and tenant:a6699797a6f54614b24d707fb0291b9e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:43.071988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port c1fc8898-8962-46f9-879b-b7fa2cf6bccb, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c1fc8898-8962-46f9-879b-b7fa2cf6bccb,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:43.074729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:43.083085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.086486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d58ccd2d-662e-494a-abe3-cbf84c6682c9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:43.117669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:43.144990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::1b25:9ce5:7797:d75d (59f3d771-e395-47fb-8757-8f93f42824df/76185b7d-f9bd-486f-86f2-fdae04e88654/a508c142-d82d-4564-838f-8ef74a8743c9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:43.169684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.170595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.182105 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e0370114-5f9a-4f04-ae76-1e6c1e929fed tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1325400 Dec 23 16:14:43.182384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:43.191717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355707505'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:43.196858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0779daee-07db-4323-ae69-0e3bd770301e None None] Network 03909604-3aa0-4598-b403-0e908af62b90 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:43.205332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.211666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:43.223384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:43.223714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eef3de-82e4-4f3b-abdf-c0203bc00540 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:43.236286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:43.248451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:43.268314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.272117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=101dfdcf-b058-4e4d-8d4b-15151e06d52d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:43.298893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.415272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.21.0.1 (03909604-3aa0-4598-b403-0e908af62b90/35d018fd-81f7-4ea0-9de5-52c785a2cd3a/ac10b722-1da1-4ff3-8720-b0255fc90781) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:43.431402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1c2b9612-59ae-4e3a-b7a7-baa70f9801aa None None] Provisioning for port d58ccd2d-662e-494a-abe3-cbf84c6682c9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:43.554482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=c1fc8898-8962-46f9-879b-b7fa2cf6bccb,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:43.673629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1c2b9612-59ae-4e3a-b7a7-baa70f9801aa None None] Provisioning complete for port c1fc8898-8962-46f9-879b-b7fa2cf6bccb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:43.674032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9612-59ae-4e3a-b7a7-baa70f9801aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.707312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.731265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:43.737295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.750333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port d58ccd2d-662e-494a-abe3-cbf84c6682c9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:43.752233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:43.762452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:43.771514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:43.796549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d58ccd2d-662e-494a-abe3-cbf84c6682c9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:43.796549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.797774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.827793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.881364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object a508c142-d82d-4564-838f-8ef74a8743c9 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:43.934524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object ac10b722-1da1-4ff3-8720-b0255fc90781 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:43.962497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:43.974501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.014779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.043259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.048908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.113065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port d58ccd2d-662e-494a-abe3-cbf84c6682c9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d58ccd2d-662e-494a-abe3-cbf84c6682c9,segment=NetworkSegment(f991ff7c-400e-4d1f-9c7e-311b30a7c13a),segment_id=f991ff7c-400e-4d1f-9c7e-311b30a7c13a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:44.122518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.133623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b10d91-d437-44bf-9d7a-6bb64a1e7c19,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:44.171765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.173187 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1cf3ba9b-63b3-4831-8499-6f0f1b759f2a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9898431 Dec 23 16:14:44.179760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54250) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:44.191350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:44.194241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=a508c142-d82d-4564-838f-8ef74a8743c9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:44.197093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:44.201598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:44.207331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9d7fc335-5838-46f4-8a7a-94a10b413626 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:44.208122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-9d7fc335-5838-46f4-8a7a-94a10b413626 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:44.209033 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9d7fc335-5838-46f4-8a7a-94a10b413626 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201831 Dec 23 16:14:44.209747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:44.210468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.211440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 03909604-3aa0-4598-b403-0e908af62b90 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:44.212285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=ac10b722-1da1-4ff3-8720-b0255fc90781,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:44.214292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54254) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:44.267919 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-866d6feb-1844-4a9a-a784-6488d5fb3429 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1376023 Dec 23 16:14:44.270666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:44.300236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a69b438-84d8-4f61-9fa8-9490088e0091 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:44.342371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:44.363460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-fca24491-594d-4723-88e2-ab9cf567264f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:44.368167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:44.403898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.417356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fca24491-594d-4723-88e2-ab9cf567264f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:44.421304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=d58ccd2d-662e-494a-abe3-cbf84c6682c9,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:44.428816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fca24491-594d-4723-88e2-ab9cf567264f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:44.439446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fca24491-594d-4723-88e2-ab9cf567264f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:44.456935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.500345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7a69b438-84d8-4f61-9fa8-9490088e0091 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:44.500719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.545372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fca24491-594d-4723-88e2-ab9cf567264f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:44.555578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c1fd8032-5807-47c8-ad03-d1282360807d None None] Provisioning complete for port d58ccd2d-662e-494a-abe3-cbf84c6682c9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:44.556131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8032-5807-47c8-ad03-d1282360807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.581329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26d78f1-ff71-4ba1-973e-0bd32d4de389 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:44.585642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26d78f1-ff71-4ba1-973e-0bd32d4de389 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:44.586448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d26d78f1-ff71-4ba1-973e-0bd32d4de389 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:44.655724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.666260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d26d78f1-ff71-4ba1-973e-0bd32d4de389 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:44.667631 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d26d78f1-ff71-4ba1-973e-0bd32d4de389 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3961298 Dec 23 16:14:44.670482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54264) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:44.721950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-fca24491-594d-4723-88e2-ab9cf567264f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:44.722997 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fca24491-594d-4723-88e2-ab9cf567264f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3900492 Dec 23 16:14:44.729147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54268) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:44.738798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:14:44.754116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-657e1d99-a17d-479f-bc88-770630b0563f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:44.754457 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-657e1d99-a17d-479f-bc88-770630b0563f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:44.761153 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-657e1d99-a17d-479f-bc88-770630b0563f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245590 Dec 23 16:14:44.764464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54272) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:44.780363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b6f7f388-d773-4a31-b689-0c26511e6d90 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:44.804281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b6f7f388-d773-4a31-b689-0c26511e6d90 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:44.810730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Allocated IP 172.26.7.124 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ae7016fb-bed5-441d-9160-9c172cbb3deb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:44.813119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b6f7f388-d773-4a31-b689-0c26511e6d90 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:44.818269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port a508c142-d82d-4564-838f-8ef74a8743c9 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:44.818604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:44.842912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b6f7f388-d773-4a31-b689-0c26511e6d90 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:44.854803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b6f7f388-d773-4a31-b689-0c26511e6d90 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:44.887906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c1fc8898-8962-46f9-879b-b7fa2cf6bccb up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:44.952536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c1fd8032-5807-47c8-ad03-d1282360807d None None] Provisioning complete for port c1fc8898-8962-46f9-879b-b7fa2cf6bccb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:44.952904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8032-5807-47c8-ad03-d1282360807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.002874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.028005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c1fc8898-8962-46f9-879b-b7fa2cf6bccb triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:45.028225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.087718 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-b6f7f388-d773-4a31-b689-0c26511e6d90 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:45.096281 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6f7f388-d773-4a31-b689-0c26511e6d90 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3237569 Dec 23 16:14:45.106668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54276) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:45.129379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c5e489e0-e3b2-4e68-87b9-4d2bca3809fe tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:45.130603 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-c5e489e0-e3b2-4e68-87b9-4d2bca3809fe tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:45.135176 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c5e489e0-e3b2-4e68-87b9-4d2bca3809fe tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0244310 Dec 23 16:14:45.135782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:45.146792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54280) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:45.154973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d41c843c-9bbb-48f9-8909-45f91b6100f3 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:45.169935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d41c843c-9bbb-48f9-8909-45f91b6100f3 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:45.182192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] Sync routers for ids ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:45.221811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] Routers {'8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:45.222477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:45.250373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d41c843c-9bbb-48f9-8909-45f91b6100f3 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:45.275520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.293403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:45.309131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d41c843c-9bbb-48f9-8909-45f91b6100f3 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:45.317409 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0d404bb6-2fa1-4729-908f-43c0b1213396 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7915649 Dec 23 16:14:45.317663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:45.318110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Provisioning for port ac10b722-1da1-4ff3-8720-b0255fc90781 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:45.324955 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] Routers {'8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:45.327486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:45.330776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d41c843c-9bbb-48f9-8909-45f91b6100f3 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:45.389551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Provisioning complete for port ac10b722-1da1-4ff3-8720-b0255fc90781 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:45.390154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.395310 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d22de7d6-abbf-474b-8625-3b4f5231a77b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7 HTTP/1.1" status: 200 len: 205 time: 0.0747583 Dec 23 16:14:45.408602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:45.409363 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-d41c843c-9bbb-48f9-8909-45f91b6100f3 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:45.410713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d41c843c-9bbb-48f9-8909-45f91b6100f3 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2612722 Dec 23 16:14:45.418627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54290) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:45.421634 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-0075c6ef-8968-4bd9-9708-35d0326f0f46 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4960582 Dec 23 16:14:45.430626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:45.431253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d1872-801f-4916-afe7-03a8ea4ae608 None None] The sync data for ids ['8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:45.454229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Port ac10b722-1da1-4ff3-8720-b0255fc90781 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:45.468862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Provisioning for port a508c142-d82d-4564-838f-8ef74a8743c9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:45.474423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Provisioning complete for port a508c142-d82d-4564-838f-8ef74a8743c9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:45.475059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.533063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Port a508c142-d82d-4564-838f-8ef74a8743c9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:45.536314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1dc47afd-f166-428e-a513-07cd60464773 None None] Could not find standard attr ID for object d85f6285-c7d8-4ad7-8b22-fb0ac2458b78. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:14:45.582028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.586397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.594755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.609738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9e81fc97-f8b6-4b13-8848-a22d8b43cf57 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:45.610331 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-9e81fc97-f8b6-4b13-8848-a22d8b43cf57 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:45.612007 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e81fc97-f8b6-4b13-8848-a22d8b43cf57 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1893167 Dec 23 16:14:45.617434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54296) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:45.660248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3789d178-da38-40c2-8789-22286678612f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:45.680074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3789d178-da38-40c2-8789-22286678612f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:45.688931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3789d178-da38-40c2-8789-22286678612f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:45.697562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3789d178-da38-40c2-8789-22286678612f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:45.711850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3789d178-da38-40c2-8789-22286678612f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:45.719502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.727195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=ac10b722-1da1-4ff3-8720-b0255fc90781,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:45.775366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for a508c142-d82d-4564-838f-8ef74a8743c9 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:45.852500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:45.933967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-3789d178-da38-40c2-8789-22286678612f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:45.935075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3789d178-da38-40c2-8789-22286678612f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2898734 Dec 23 16:14:45.939191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54300) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:45.946764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-67b2eba3-1528-4d4b-a8bd-93c6a8e27f0f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '36b10d91-d437-44bf-9d7a-6bb64a1e7c19', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:45.954570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-67b2eba3-1528-4d4b-a8bd-93c6a8e27f0f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:45.970485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-67b2eba3-1528-4d4b-a8bd-93c6a8e27f0f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:45.974552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-67b2eba3-1528-4d4b-a8bd-93c6a8e27f0f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:45.984080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:45.988481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-67b2eba3-1528-4d4b-a8bd-93c6a8e27f0f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:46.000124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:46.002809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:46.008434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network 03909604-3aa0-4598-b403-0e908af62b90 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:46.013141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:46.035510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event updated for resources: {'Port': ['ID=ae7016fb-bed5-441d-9160-9c172cbb3deb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:46.041641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d016ceca-52c5-4566-8d9f-a694d4c0171e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.167108 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-67b2eba3-1528-4d4b-a8bd-93c6a8e27f0f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:46.170898 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-67b2eba3-1528-4d4b-a8bd-93c6a8e27f0f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2281415 Dec 23 16:14:46.171254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54304) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:46.222805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d58ccd2d-662e-494a-abe3-cbf84c6682c9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:46.244166 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-da136c8a-d8e4-4199-b4cb-89bd0cd6a64b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5581c19326b3490db868032d42e973af&device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1099 time: 0.6515357 Dec 23 16:14:46.302904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1ac08c08-a513-4dfd-98b0-3f1869c4c7d7 None None] Provisioning complete for port ac10b722-1da1-4ff3-8720-b0255fc90781 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:46.303283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ac08c08-a513-4dfd-98b0-3f1869c4c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.346287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f550d66-1dd1-4eb9-b069-09b7a9759f07 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.368551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1ac08c08-a513-4dfd-98b0-3f1869c4c7d7 None None] Port ac10b722-1da1-4ff3-8720-b0255fc90781 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:46.372327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d58ccd2d-662e-494a-abe3-cbf84c6682c9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:46.372757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.408263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.435422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f550d66-1dd1-4eb9-b069-09b7a9759f07 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.506457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f550d66-1dd1-4eb9-b069-09b7a9759f07 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.529033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f550d66-1dd1-4eb9-b069-09b7a9759f07 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b10d91-d437-44bf-9d7a-6bb64a1e7c19,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:46.540863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f550d66-1dd1-4eb9-b069-09b7a9759f07 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.544382 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5f550d66-1dd1-4eb9-b069-09b7a9759f07 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/36b10d91-d437-44bf-9d7a-6bb64a1e7c19 HTTP/1.1" status: 204 len: 168 time: 0.3697932 Dec 23 16:14:46.544382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:14:46.546003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54308) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:46.610814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=a508c142-d82d-4564-838f-8ef74a8743c9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:46.710915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e70708c8-24dd-4d48-b4e7-644265daa08f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:46.743207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.751530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e70708c8-24dd-4d48-b4e7-644265daa08f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:46.752750 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e70708c8-24dd-4d48-b4e7-644265daa08f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2058642 Dec 23 16:14:46.756555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54312) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:46.765856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--648464467'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:46.772679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:46.787363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:46.801550 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.815370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:46.824936 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8c12841e-f39e-4f23-91b2-63efa45e1ab7 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1197972 Dec 23 16:14:46.825763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54316) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:46.831219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-556877004'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:46.832714 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:46.837388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:46.845887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:46.848525 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:46.849558 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:46.849785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:46.864029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:46.872534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:46.878261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:46.881333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:46.884377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:46.887290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.900748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:46.934437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:46.960271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.960615 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment edd9fb33-2ad1-4058-a5e8-7ab1ca286e66 of type vlan for network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb Dec 23 16:14:46.962493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d016ceca-52c5-4566-8d9f-a694d4c0171e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.979642 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-515c9cbe-4ff6-4d73-97ba-9188490b6e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/a508c142-d82d-4564-838f-8ef74a8743c9 HTTP/1.1" status: 204 len: 168 time: 2.3081205 Dec 23 16:14:46.982577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54320) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:46.987154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d016ceca-52c5-4566-8d9f-a694d4c0171e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:46.991722 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-4dd88a80-9bf6-4859-ad64-3bcc6cf8c741 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:46.993144 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-4dd88a80-9bf6-4859-ad64-3bcc6cf8c741 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66ee489-af94-4988-8cf8-06e90031f225 HTTP/1.1" status: 200 len: 897 time: 0.7024384 Dec 23 16:14:47.023998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.025283 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:47.041856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.058143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.121742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d016ceca-52c5-4566-8d9f-a694d4c0171e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.122218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d016ceca-52c5-4566-8d9f-a694d4c0171e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Fanout notify agent at l3_agent the message router_deleted on router 8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:47.136579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658830d9-a0fc-4c4a-a187-539aceb8d021 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:47.137220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658830d9-a0fc-4c4a-a187-539aceb8d021 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:47.138006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-658830d9-a0fc-4c4a-a187-539aceb8d021 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:47.144186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef201c9-e2fc-418d-836c-20a365e3cad9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:47.144374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d016ceca-52c5-4566-8d9f-a694d4c0171e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.147995 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d016ceca-52c5-4566-8d9f-a694d4c0171e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7 HTTP/1.1" status: 204 len: 168 time: 1.7357891 Dec 23 16:14:47.148159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.148159 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b5f78a8b-38dd-4ae0-bf49-4e39f09f558a tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3899608 Dec 23 16:14:47.148611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54324) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:47.155975 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-c4055b37-c370-4026-92ea-0b77304a0008 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=556984aa-1a71-401f-b41a-99612bd7dbc0 HTTP/1.1" status: 200 len: 1002 time: 0.1534162 Dec 23 16:14:47.156906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54326) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:47.163950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a0f267f8-0e03-421b-8d1e-5f57513b69df tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': 'aef201c9-e2fc-418d-836c-20a365e3cad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:47.194526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.198188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:47.198701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.199060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.199791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.201921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a0f267f8-0e03-421b-8d1e-5f57513b69df tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:47.215282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a0f267f8-0e03-421b-8d1e-5f57513b69df tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:47.220542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a0f267f8-0e03-421b-8d1e-5f57513b69df tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:47.227811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a0f267f8-0e03-421b-8d1e-5f57513b69df tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:47.300041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-658830d9-a0fc-4c4a-a187-539aceb8d021 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:47.303739 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-658830d9-a0fc-4c4a-a187-539aceb8d021 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3165238 Dec 23 16:14:47.304053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54332) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:47.331623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5034506 Dec 23 16:14:47.336692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54336) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:47.337318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2df7d9-34fa-461d-8d31-730263d61565 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=b5976abd-c0f9-465d-a1e4-71ca4f6d60bb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:47.350905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:47.359268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:47.365591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-5d3131bc-3313-474e-94c3-acc9bdd811dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:47.367016 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-5d3131bc-3313-474e-94c3-acc9bdd811dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4469711b-2abf-4221-bf51-c98fd6d853f9 HTTP/1.1" status: 200 len: 835 time: 0.1982081 Dec 23 16:14:47.459168 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-a0f267f8-0e03-421b-8d1e-5f57513b69df tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The resource could not be found. Dec 23 16:14:47.465076 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a0f267f8-0e03-421b-8d1e-5f57513b69df tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3056633 Dec 23 16:14:47.474463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54340) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:47.475710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 76185b7d-f9bd-486f-86f2-fdae04e88654 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:47.479647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.479796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2b942d87-1b28-4ab2-9f97-25e709d7c697 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': 'aef201c9-e2fc-418d-836c-20a365e3cad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd11ae14a-5921-4976-8ea0-a8e8694b3b7d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:47.501741 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:44Z', 'revision_number': 3, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:45Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:47.503029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2b942d87-1b28-4ab2-9f97-25e709d7c697 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:47.507000 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:14:47.507884 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Updating router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 port ac10b722-1da1-4ff3-8720-b0255fc90781 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:14:47.519511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2b942d87-1b28-4ab2-9f97-25e709d7c697 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:47.531850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2b942d87-1b28-4ab2-9f97-25e709d7c697 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:47.545514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.547723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2b942d87-1b28-4ab2-9f97-25e709d7c697 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:47.563227 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.571076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:47.585317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:47.597642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:47.607538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:47.612504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 38cdb1fd-d786-48c9-9b18-bf3a4565e7c0 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:47.628158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.690658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.762620 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-7b6445c8-aa9e-43c6-969d-4bcbd31e4199 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66ee489-af94-4988-8cf8-06e90031f225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3821537 Dec 23 16:14:47.776020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:47.799575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-2b942d87-1b28-4ab2-9f97-25e709d7c697 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The resource could not be found. Dec 23 16:14:47.803200 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2b942d87-1b28-4ab2-9f97-25e709d7c697 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3252196 Dec 23 16:14:47.848762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54344) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:47.873153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.891778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.925414 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.938261 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Transition to ACTIVE for port object ac10b722-1da1-4ff3-8720-b0255fc90781 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:47.945983 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.956266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=76185b7d-f9bd-486f-86f2-fdae04e88654,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:47.968931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.978657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:47.990393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba37fa5-86bd-40fc-ac80-4a3914e5d7aa None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:48.005924 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-90e0d1c8-0cb4-4652-9268-b573b104e1e1 service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371147 Dec 23 16:14:48.010444 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40dc3530-5273-4c9c-8d46-7343b1d0d05c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/76185b7d-f9bd-486f-86f2-fdae04e88654 HTTP/1.1" status: 204 len: 168 time: 0.7054331 Dec 23 16:14:48.015570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54348) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:48.110280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a90aa-4a62-40f5-b924-f518507b218b None None] Pushing event updated for resources: {'Port': ['ID=ac10b722-1da1-4ff3-8720-b0255fc90781,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:48.135197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a38905b-a7c0-4c4c-af75-fe38786472fc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.180370 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-86d27350-59f2-4538-b444-5d33255902db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1634488 Dec 23 16:14:48.189927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.192663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54352) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:48.201234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:48.255445 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Attempting to bind port ac10b722-1da1-4ff3-8720-b0255fc90781 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:48.256230 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Attempting to bind port ac10b722-1da1-4ff3-8720-b0255fc90781 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:48.256801 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Attempting to bind port ac10b722-1da1-4ff3-8720-b0255fc90781 on network 03909604-3aa0-4598-b403-0e908af62b90 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:48.262121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a38905b-a7c0-4c4c-af75-fe38786472fc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.267751 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:48.268443 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Checking segment: {'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:48.269048 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.270254 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Bound using segment: {'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:48.272021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Bound port: ac10b722-1da1-4ff3-8720-b0255fc90781, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '03909604-3aa0-4598-b403-0e908af62b90'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:48.275975 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.308068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Router 9d2b562b-2009-41ae-b269-e20446120b74 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:48.374820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:48.378688 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4305614-b7fd-41ed-b43b-b55ca04706e3 req-f11ea343-a07f-4f02-b72d-43d2e53bcefb service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602803 Dec 23 16:14:48.450986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:48.456058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.461131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:48.469297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:48.500453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:48.502169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:48.504896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] Deleting port c1fc8898-8962-46f9-879b-b7fa2cf6bccb {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:48.505260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.516313 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] For port ac10b722-1da1-4ff3-8720-b0255fc90781, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:48.521064 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] For port ac10b722-1da1-4ff3-8720-b0255fc90781, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac10b722-1da1-4ff3-8720-b0255fc90781,segment=NetworkSegment(f991ff7c-400e-4d1f-9c7e-311b30a7c13a),segment_id=f991ff7c-400e-4d1f-9c7e-311b30a7c13a)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:48.525949 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.534085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a38905b-a7c0-4c4c-af75-fe38786472fc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.558612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=38cdb1fd-d786-48c9-9b18-bf3a4565e7c0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:48.586146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38905b-a7c0-4c4c-af75-fe38786472fc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef201c9-e2fc-418d-836c-20a365e3cad9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:48.601160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.612757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff1502-59f8-45d0-b693-de203bc0fca2 None None] Network 802c0509-42c4-4fc6-94e2-e9ea34994c65 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:48.629450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a38905b-a7c0-4c4c-af75-fe38786472fc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.630948 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6a38905b-a7c0-4c4c-af75-fe38786472fc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/aef201c9-e2fc-418d-836c-20a365e3cad9 HTTP/1.1" status: 204 len: 168 time: 0.7791803 Dec 23 16:14:48.634107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54356) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:48.638552 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c73ce934-e6b6-40cb-b4fd-72f2ba4d24f6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/38cdb1fd-d786-48c9-9b18-bf3a4565e7c0 HTTP/1.1" status: 204 len: 168 time: 1.4882524 Dec 23 16:14:48.643480 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a90aa-4a62-40f5-b924-f518507b218b None None] Pushing event updated for resources: {'Port': ['ID=ac10b722-1da1-4ff3-8720-b0255fc90781,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:48.655127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54360) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:48.660707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.677164 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:48.678086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:48.845251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.905027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=69021593-6353-4634-ab16-023178b328d4,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:48.930740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ad365631-428a-42e1-a9ae-cee5db44cf28 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:48.936661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:48.979066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:48.980362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: b5976abd-c0f9-465d-a1e4-71ca4f6d60bb, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:48.986529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 3d439f16-f02c-45fd-a14b-733f4d84defc {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:48.987162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.007832 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:49.017437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] For port c1fc8898-8962-46f9-879b-b7fa2cf6bccb, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c1fc8898-8962-46f9-879b-b7fa2cf6bccb,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:49.017957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.022064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ad365631-428a-42e1-a9ae-cee5db44cf28 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:49.024045 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ad365631-428a-42e1-a9ae-cee5db44cf28 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3886137 Dec 23 16:14:49.029260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54366) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:49.043942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-45d3d28b-663f-4ee9-b691-799ed5235e37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': '23061cd9-0983-46f5-a871-a5a660ee2bdf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:49.064951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-45d3d28b-663f-4ee9-b691-799ed5235e37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:49.073049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45d3d28b-663f-4ee9-b691-799ed5235e37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:49.081444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45d3d28b-663f-4ee9-b691-799ed5235e37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:49.113420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:49.147819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:49.177481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] Calling delete_port for c1fc8898-8962-46f9-879b-b7fa2cf6bccb owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:49.190540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-45d3d28b-663f-4ee9-b691-799ed5235e37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:49.212386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, b5976abd-c0f9-465d-a1e4-71ca4f6d60bb) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:49.225837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:49.226750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.243176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] Sync routers for ids ['9d2b562b-2009-41ae-b269-e20446120b74'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:49.256072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f37b0a-6725-42e0-9928-2a500840d068 None None] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:49.269328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.271128 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-662392a0-34a7-4512-8e9a-8d1c081d094d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6952162 Dec 23 16:14:49.274331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54372) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:49.344200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.358445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7688e269-1f05-4902-b20d-7c01ac95ec7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0187054 Dec 23 16:14:49.382074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54378) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:49.395723 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-45d3d28b-663f-4ee9-b691-799ed5235e37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The resource could not be found. Dec 23 16:14:49.400381 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-45d3d28b-663f-4ee9-b691-799ed5235e37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3647912 Dec 23 16:14:49.402665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:49.425819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766804740'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:49.427684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] Routers {'9d2b562b-2009-41ae-b269-e20446120b74'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:49.428507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9d2b562b-2009-41ae-b269-e20446120b74'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:49.439661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:49.469594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:49.470736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:49.472779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=a08f6c90-49dc-44eb-843b-14151ece9df9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:49.477275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:49.484506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:49.489307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port 3d439f16-f02c-45fd-a14b-733f4d84defc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3d439f16-f02c-45fd-a14b-733f4d84defc,segment=NetworkSegment(c501d653-1c51-4193-b594-56f030ba950f),segment_id=c501d653-1c51-4193-b594-56f030ba950f)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:49.489638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.494378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.499312 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:44Z', 'revision_number': 3, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:48Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:49.509077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.512100 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2746a-921f-44c7-a841-74fcda85b21c None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:44Z', 'revision_number': 3, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:48Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:49.514017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:49.534836 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ca93a82-6289-41ae-b11c-257fd6dfff9c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3410947 Dec 23 16:14:49.535955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54386) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:49.546098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': 'a08f6c90-49dc-44eb-843b-14151ece9df9', 'ip_address': '2001:db8::c52a:c437:14b7:98ba'}], 'name': 'tempest-NetworksTestDHCPv6-821611998'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:49.564823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.593164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] Pushing event deleted for resources: {'Port': ['ID=c1fc8898-8962-46f9-879b-b7fa2cf6bccb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:49.603605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] DHCP port deletion for 802c0509-42c4-4fc6-94e2-e9ea34994c65 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:49.643930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718dfdd-84a0-4736-bf45-8eb2b3b68e30 None None] No DVR routers for this DVR port c1fc8898-8962-46f9-879b-b7fa2cf6bccb on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:49.649299 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Deleting port 3d439f16-f02c-45fd-a14b-733f4d84defc {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:49.649663 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.706369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 3d439f16-f02c-45fd-a14b-733f4d84defc owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:49.754066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:49.757374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:49.763810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:49.785413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:49.789423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da4c18-0da3-4190-841e-7a376565f78f None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:49.831767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:49.841252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:49.848717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:49.857322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:49.888140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.889607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:49.895209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.904720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] Routers {'9d2b562b-2009-41ae-b269-e20446120b74'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:49.905431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9d2b562b-2009-41ae-b269-e20446120b74'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:49.909003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:49.944942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 50da0041-8fb0-48f1-a087-93869a1ac38f yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:49.984536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:49.985602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.003708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:50.003940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda93b9a-9640-4dc8-bb58-54bce152ce6e None None] The sync data for ids ['9d2b562b-2009-41ae-b269-e20446120b74'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:50.026246 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.028023 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6254008 Dec 23 16:14:50.036231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54390) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:50.044184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12fdf1-6ead-4e67-a8e6-e9d3f7467818 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bd0564-a44d-4f56-9aa9-d653aa35ada7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:50.053761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--896200490'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:50.115840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.173730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No DVR routers for this DVR port 3d439f16-f02c-45fd-a14b-733f4d84defc on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:14:50.210263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=3d439f16-f02c-45fd-a14b-733f4d84defc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:50.276594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:50.283774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::c52a:c437:14b7:98ba (59f3d771-e395-47fb-8757-8f93f42824df/a08f6c90-49dc-44eb-843b-14151ece9df9/50da0041-8fb0-48f1-a087-93869a1ac38f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:50.286252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:50.291079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:50.302050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:50.318806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac10b722-1da1-4ff3-8720-b0255fc90781 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:50.333621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.466653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.476631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:50.482461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:50.487075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:50.502206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:50.550614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c0509-42c4-4fc6-94e2-e9ea34994c65']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:50.572038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c501d653-1c51-4193-b594-56f030ba950f') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:50.572315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c501d653-1c51-4193-b594-56f030ba950f') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:50.583245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Allocated IP 172.22.0.2 (b5976abd-c0f9-465d-a1e4-71ca4f6d60bb/69021593-6353-4634-ab16-023178b328d4/1ce7b602-6512-429f-a1ce-79fd45a690bc) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:50.591901 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d233b3f8-791e-45a4-858b-a652c5f5d4fd tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/9d2b562b-2009-41ae-b269-e20446120b74 HTTP/1.1" status: 200 len: 924 time: 1.3131323 Dec 23 16:14:50.591901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.595329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:50.602633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.621875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] For port 3d439f16-f02c-45fd-a14b-733f4d84defc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3d439f16-f02c-45fd-a14b-733f4d84defc,segment=NetworkSegment(c501d653-1c51-4193-b594-56f030ba950f),segment_id=c501d653-1c51-4193-b594-56f030ba950f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:50.621875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.623082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.634015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:14:50.634312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.634592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': 'a08f6c90-49dc-44eb-843b-14151ece9df9'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:50.635471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:14:50.650383 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:14:50.658977 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7632ff09-b139-4f47-adb1-b4cbb27bce37 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d2b562b-2009-41ae-b269-e20446120b74 HTTP/1.1" status: 200 len: 205 time: 0.0603352 Dec 23 16:14:50.666652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.667413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54398) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:50.727692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 50da0041-8fb0-48f1-a087-93869a1ac38f will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:50.733977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.805379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703f9773-aac7-43d4-bb3e-7d08c7c2581c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:50.817603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.821647 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38514f49-c176-45ad-ab6c-0fb9c51c64ec tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7739928 Dec 23 16:14:50.821647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54402) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:50.825829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Calling delete_port for 3d439f16-f02c-45fd-a14b-733f4d84defc owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:50.829204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-718e0a28-25cb-4893-9d80-1b3fcafa8649 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group_rule': {'security_group_id': 'e3bd0564-a44d-4f56-9aa9-d653aa35ada7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '703f9773-aac7-43d4-bb3e-7d08c7c2581c'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:50.837999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-718e0a28-25cb-4893-9d80-1b3fcafa8649 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:50.840055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.845152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-718e0a28-25cb-4893-9d80-1b3fcafa8649 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:50.848877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.849300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.851139 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-718e0a28-25cb-4893-9d80-1b3fcafa8649 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:50.881559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=802c0509-42c4-4fc6-94e2-e9ea34994c65,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:50.898858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-718e0a28-25cb-4893-9d80-1b3fcafa8649 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:50.938065 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bc62e5fc-8ee0-4252-b773-ccd3721060dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/802c0509-42c4-4fc6-94e2-e9ea34994c65 HTTP/1.1" status: 204 len: 168 time: 2.2816312 Dec 23 16:14:50.940552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ac10b722-1da1-4ff3-8720-b0255fc90781 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:50.944106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54406) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:50.951050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-97867591', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:50.958548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:50.964244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:router and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:50.967447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:50.980341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ac10b722-1da1-4ff3-8720-b0255fc90781 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:50.980625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.981043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:50.997271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:50.998176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.012214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:51.024137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:51.027786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=50da0041-8fb0-48f1-a087-93869a1ac38f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:51.034298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:51.038263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:51.038393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.060614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.063443 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-718e0a28-25cb-4893-9d80-1b3fcafa8649 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:14:51.064502 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-718e0a28-25cb-4893-9d80-1b3fcafa8649 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2419462 Dec 23 16:14:51.068044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54410) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:51.089486 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7a4e3fdb-6423-4d59-8969-702767055486 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5496953 Dec 23 16:14:51.090793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54414) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:51.144930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.150858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.153962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:14:51.154311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:14:51.214305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/a08f6c90-49dc-44eb-843b-14151ece9df9/77513a94-4888-4e0f-99cc-8f7d7feb496a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:51.217723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.230337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.231664 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cab48cd9-1ccf-4caf-9180-e3c67769a9d6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2865319 Dec 23 16:14:51.235406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.247135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54418) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:51.254607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-591861198'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:51.263481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Transition to ACTIVE for port object 1ce7b602-6512-429f-a1ce-79fd45a690bc will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:51.271073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:51.277520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:51.321365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24c18ba1-1724-410f-83fa-2ade7e65bd81 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.331786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:51.357927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24c18ba1-1724-410f-83fa-2ade7e65bd81 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.369801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Transition to ACTIVE for port object 1ce7b602-6512-429f-a1ce-79fd45a690bc will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:51.386979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.394592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:51.400020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.427869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1174e72-2d6e-41a2-92cf-fbd29cf009c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:51.429342 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f1174e72-2d6e-41a2-92cf-fbd29cf009c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3365335 Dec 23 16:14:51.432799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54422) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:51.435539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:51.438350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.470792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24c18ba1-1724-410f-83fa-2ade7e65bd81 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.493833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c18ba1-1724-410f-83fa-2ade7e65bd81 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f9773-aac7-43d4-bb3e-7d08c7c2581c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:51.515594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24c18ba1-1724-410f-83fa-2ade7e65bd81 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.516869 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-24c18ba1-1724-410f-83fa-2ade7e65bd81 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/703f9773-aac7-43d4-bb3e-7d08c7c2581c HTTP/1.1" status: 204 len: 168 time: 0.4467716 Dec 23 16:14:51.520676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:51.535141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:51.544744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:51.547973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ac10b722-1da1-4ff3-8720-b0255fc90781, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac10b722-1da1-4ff3-8720-b0255fc90781,segment=NetworkSegment(f991ff7c-400e-4d1f-9c7e-311b30a7c13a),segment_id=f991ff7c-400e-4d1f-9c7e-311b30a7c13a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:51.553343 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Pushing event updated for resources: {'Port': ['ID=1ce7b602-6512-429f-a1ce-79fd45a690bc,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:51.559718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:51.571352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.612382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fdaa5732-1a93-4bdf-89c1-04aba1ba8d76 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:51.616863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.633819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Deleting port ae7016fb-bed5-441d-9160-9c172cbb3deb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:51.634308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.658160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Deleting port 3d439f16-f02c-45fd-a14b-733f4d84defc {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:51.658761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.668195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fdaa5732-1a93-4bdf-89c1-04aba1ba8d76 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:51.672211 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fdaa5732-1a93-4bdf-89c1-04aba1ba8d76 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1480145 Dec 23 16:14:51.675804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:51.699855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3d439f16-f02c-45fd-a14b-733f4d84defc no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:51.745801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:51.760160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 50da0041-8fb0-48f1-a087-93869a1ac38f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:51.760506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.781353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 3d439f16-f02c-45fd-a14b-733f4d84defc {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:51.781689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3d439f16-f02c-45fd-a14b-733f4d84defc not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:51.782097 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c1fc8898-8962-46f9-879b-b7fa2cf6bccb no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:51.836752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.837124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726 of type vlan for network dd14c5ac-a790-4055-bf60-d4d4599a0841 Dec 23 16:14:51.845062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e59059e3-968a-42c8-94ae-1f64d5528c4f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.859942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da883be3-9fa5-4de0-93ec-cc01a118c881 None None] The port '3d439f16-f02c-45fd-a14b-733f4d84defc' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:14:51.868964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: c1fc8898-8962-46f9-879b-b7fa2cf6bccb {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:14:51.869171 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c1fc8898-8962-46f9-879b-b7fa2cf6bccb not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:14:51.886731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.898146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e59059e3-968a-42c8-94ae-1f64d5528c4f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.946274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ac10b722-1da1-4ff3-8720-b0255fc90781,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:51.953111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.969691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Attempting to bind port 1ce7b602-6512-429f-a1ce-79fd45a690bc on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:51.970050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Attempting to bind port 1ce7b602-6512-429f-a1ce-79fd45a690bc by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:51.971202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Attempting to bind port 1ce7b602-6512-429f-a1ce-79fd45a690bc on network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:51.972678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Transition to ACTIVE for port object 77513a94-4888-4e0f-99cc-8f7d7feb496a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:51.989311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:51.989311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Checking segment: {'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:51.989645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:51.989928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Bound using segment: {'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:51.990380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Bound port: 1ce7b602-6512-429f-a1ce-79fd45a690bc, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:51.990740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.005618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.007359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Transition to ACTIVE for port object 77513a94-4888-4e0f-99cc-8f7d7feb496a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:52.028126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Calling delete_port for ae7016fb-bed5-441d-9160-9c172cbb3deb owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:52.039886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.105376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e59059e3-968a-42c8-94ae-1f64d5528c4f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.135721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:52.138748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59059e3-968a-42c8-94ae-1f64d5528c4f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bd0564-a44d-4f56-9aa9-d653aa35ada7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:52.141754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:52.151004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:52.156093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Pushing event updated for resources: {'Port': ['ID=77513a94-4888-4e0f-99cc-8f7d7feb496a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:52.164147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] For port 1ce7b602-6512-429f-a1ce-79fd45a690bc, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:52.164568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e59059e3-968a-42c8-94ae-1f64d5528c4f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.165839 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e59059e3-968a-42c8-94ae-1f64d5528c4f tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3bd0564-a44d-4f56-9aa9-d653aa35ada7 HTTP/1.1" status: 204 len: 168 time: 0.4888749 Dec 23 16:14:52.168131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] For port 1ce7b602-6512-429f-a1ce-79fd45a690bc, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1ce7b602-6512-429f-a1ce-79fd45a690bc,segment=NetworkSegment(edd9fb33-2ad1-4058-a5e8-7ab1ca286e66),segment_id=edd9fb33-2ad1-4058-a5e8-7ab1ca286e66)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:52.169077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54436) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:52.199951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.218358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.222100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:52.222757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.226908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.22.0.1 (b5976abd-c0f9-465d-a1e4-71ca4f6d60bb/69021593-6353-4634-ab16-023178b328d4/daaa63c9-9216-4af5-9b4f-1721c20f7efe) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:52.280254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7509a0ae-f50e-4fca-b542-781be9c97160 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:52.317481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7509a0ae-f50e-4fca-b542-781be9c97160 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:52.322630 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7509a0ae-f50e-4fca-b542-781be9c97160 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1487529 Dec 23 16:14:52.322786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac10b722-1da1-4ff3-8720-b0255fc90781 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:52.323610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54440) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:52.330930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129102823'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:52.337257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.349137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:52.440942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event deleted for resources: {'Port': ['ID=ae7016fb-bed5-441d-9160-9c172cbb3deb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:52.448181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:52.456478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.484909 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2343476 Dec 23 16:14:52.488710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:52.491608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Attempting to bind port 77513a94-4888-4e0f-99cc-8f7d7feb496a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:52.492208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Attempting to bind port 77513a94-4888-4e0f-99cc-8f7d7feb496a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:52.492964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Attempting to bind port 77513a94-4888-4e0f-99cc-8f7d7feb496a on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:52.502134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffeb9b-c185-4903-b022-26ebf8dd9d2e None None] Pushing event updated for resources: {'Port': ['ID=1ce7b602-6512-429f-a1ce-79fd45a690bc,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:52.502265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:52.518821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:52.519360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:52.519673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.520049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:52.520561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Bound port: 77513a94-4888-4e0f-99cc-8f7d7feb496a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:52.521034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.538032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8122b9-97cb-489f-af37-a2886c614028 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=dd14c5ac-a790-4055-bf60-d4d4599a0841,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:52.553750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:52.573075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.617050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 50da0041-8fb0-48f1-a087-93869a1ac38f owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:52.617305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ac10b722-1da1-4ff3-8720-b0255fc90781 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:52.617400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.753415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.791858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] For port 77513a94-4888-4e0f-99cc-8f7d7feb496a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:52.796262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] For port 77513a94-4888-4e0f-99cc-8f7d7feb496a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77513a94-4888-4e0f-99cc-8f7d7feb496a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:52.822046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.830554 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.837466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object daaa63c9-9216-4af5-9b4f-1721c20f7efe will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:52.882745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.902559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:52.907742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Usage tracker for resource:security_group_rule and tenant:76be1d17fb5446a1ad45f031f97cbaad is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:52.910837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:52.919111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:52.956975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=50da0041-8fb0-48f1-a087-93869a1ac38f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:52.963146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:52.991377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffea8-1757-42d5-a3f1-682dd6547279 None None] Pushing event updated for resources: {'Port': ['ID=77513a94-4888-4e0f-99cc-8f7d7feb496a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:53.075925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:53.095264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:53.098357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:53.130114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.165745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-76588dbc-a300-4752-9493-c8f294ed940c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/50da0041-8fb0-48f1-a087-93869a1ac38f HTTP/1.1" status: 204 len: 168 time: 1.7312665 Dec 23 16:14:53.169445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=daaa63c9-9216-4af5-9b4f-1721c20f7efe,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:53.171509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54448) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:53.211597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.215500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:53.220769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.220972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.237815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:53.249127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:53.258347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e4ae9-0ca2-4b80-89b0-b600ca2597ec tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:53.259682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e4ae9-0ca2-4b80-89b0-b600ca2597ec tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:53.263642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6a5e4ae9-0ca2-4b80-89b0-b600ca2597ec tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0865841 Dec 23 16:14:53.264353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54452) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:53.336042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:53.451141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.457363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b2645c-152d-4b11-8c73-aa4c09449ed7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:53.464914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:53.514814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.545165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.546409 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49ec9d9b-2286-47a9-8cdf-572b841c29bc tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2215385 Dec 23 16:14:53.547370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.553583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54456) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:53.562748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-abc8942a-cd2b-4bd1-a67c-76deddb049a4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:53.563395 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-abc8942a-cd2b-4bd1-a67c-76deddb049a4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 16:14:53.567009 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-abc8942a-cd2b-4bd1-a67c-76deddb049a4 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "PUT /v2.0/security-groups/d4b2645c-152d-4b11-8c73-aa4c09449ed7 HTTP/1.1" status: 409 len: 330 time: 0.0095236 Dec 23 16:14:53.571012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54460) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:53.612855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.635104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.635322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Fanout notify agent at l3_agent the message router_deleted on router 9d2b562b-2009-41ae-b269-e20446120b74 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:14:53.709108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.715946 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a30e358-6935-463b-821c-8e14c79170a4 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/9d2b562b-2009-41ae-b269-e20446120b74 HTTP/1.1" status: 204 len: 168 time: 3.0418544 Dec 23 16:14:53.715946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:53.719670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1034505291', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': False}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:53.729125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:53.738184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:router and tenant:13fa7fa900b24680b1930430b7e59bab is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:53.742949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:53.755176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:53.774373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.775276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.837325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.864363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet a08f6c90-49dc-44eb-843b-14151ece9df9 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:14:53.865586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2c8621-6d1a-4267-b72c-58895aab74cd None None] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:53.918631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:53.980670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e6c607e7-0c5d-45d4-95ee-f8b061e07fdc None None] Provisioning for port 1ce7b602-6512-429f-a1ce-79fd45a690bc completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:54.009928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5561eac6-8647-4e86-b911-92eaf7b4cb37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.032303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.048672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.109620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.111028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5561eac6-8647-4e86-b911-92eaf7b4cb37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.117514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=92f8a11a-1303-4869-94a2-04d3f0fa0947,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:54.154857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:54.155427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: dd14c5ac-a790-4055-bf60-d4d4599a0841, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:54.271739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:54.286684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, dd14c5ac-a790-4055-bf60-d4d4599a0841) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:54.295646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:54.295646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.325941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4983635-687b-49a2-80d0-76a7d38087a3 None None] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:54.342884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5561eac6-8647-4e86-b911-92eaf7b4cb37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.344268 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84b3cf67-7ec0-44d5-97ff-8f26aa147f0e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8542416 Dec 23 16:14:54.347465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:54.386959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5561eac6-8647-4e86-b911-92eaf7b4cb37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.388269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5561eac6-8647-4e86-b911-92eaf7b4cb37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/d4b2645c-152d-4b11-8c73-aa4c09449ed7 HTTP/1.1" status: 204 len: 168 time: 0.8117371 Dec 23 16:14:54.401581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54472) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:54.405001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561eac6-8647-4e86-b911-92eaf7b4cb37 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b2645c-152d-4b11-8c73-aa4c09449ed7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:54.426834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1ce7b602-6512-429f-a1ce-79fd45a690bc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:54.473403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.550849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5d8e2b3a-e88a-4caf-9224-21f8d9c979ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Synchronizing usage tracker for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:54.615294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fb8125d2-33a4-4158-99de-9e387f76bd36 None None] Provisioning for port 77513a94-4888-4e0f-99cc-8f7d7feb496a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:54.621034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5d8e2b3a-e88a-4caf-9224-21f8d9c979ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] Unset dirty status for tenant:76be1d17fb5446a1ad45f031f97cbaad on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:54.625978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5d8e2b3a-e88a-4caf-9224-21f8d9c979ab tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2131705 Dec 23 16:14:54.626970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54476) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:54.639768 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.665637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-c6fba118-3b44-418b-9c35-126a53bbf206 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] delete failed (client error): The resource could not be found. Dec 23 16:14:54.670414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.679398 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c6fba118-3b44-418b-9c35-126a53bbf206 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "DELETE /v2.0/security-groups/88a15cf9-5c7c-42c3-a558-e0eda385ba38 HTTP/1.1" status: 404 len: 347 time: 0.0513158 Dec 23 16:14:54.688140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54480) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:54.708681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 1ce7b602-6512-429f-a1ce-79fd45a690bc completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:54.721769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.725211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 1ce7b602-6512-429f-a1ce-79fd45a690bc triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:54.725782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.731682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.757225 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-e1ef5c73-18af-4665-abb4-7d8f9ff765e0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] show failed (client error): The resource could not be found. Dec 23 16:14:54.758501 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e1ef5c73-18af-4665-abb4-7d8f9ff765e0 tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-groups/36a7a343-cb77-4c9a-9d10-e12b6b6c9424 HTTP/1.1" status: 404 len: 347 time: 0.0686569 Dec 23 16:14:54.834657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.843585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54484) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:54.844816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=daaa63c9-9216-4af5-9b4f-1721c20f7efe,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:54.856443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-dd14c5ac-a790-4055-bf60-d4d4599a0841', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:54.857637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.916622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=a08f6c90-49dc-44eb-843b-14151ece9df9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:54.928048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:54.929445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c0c21fa1-404c-41d4-8b71-0952b8093550 None None] Could not find standard attr ID for object 50da0041-8fb0-48f1-a087-93869a1ac38f. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:14:54.950225 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7192ef9b-176a-453d-911e-f8f7edf51918 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/a08f6c90-49dc-44eb-843b-14151ece9df9 HTTP/1.1" status: 204 len: 168 time: 1.6827486 Dec 23 16:14:54.951528 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-4a1a4ab4-0c04-4c36-93b8-9890035f0e5c tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] show failed (client error): The resource could not be found. Dec 23 16:14:54.967084 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4a1a4ab4-0c04-4c36-93b8-9890035f0e5c tempest-NegativeSecGroupTest-1598873489 tempest-NegativeSecGroupTest-1598873489-project] 10.222.0.18 "GET /v2.0/security-group-rules/4a008f20-9a77-4294-83b1-5808750b8959 HTTP/1.1" status: 404 len: 356 time: 0.0851445 Dec 23 16:14:54.968994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54488) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:55.025122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.112947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a949d43f-8d14-448d-9432-91578cd869f4 None None] Provisioning for port daaa63c9-9216-4af5-9b4f-1721c20f7efe completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:55.140704 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3c3a852c-3ee3-4b1b-9180-326073f8022b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1645675 Dec 23 16:14:55.145144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54494) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:55.156800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 1ce7b602-6512-429f-a1ce-79fd45a690bc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1ce7b602-6512-429f-a1ce-79fd45a690bc,segment=NetworkSegment(edd9fb33-2ad1-4058-a5e8-7ab1ca286e66),segment_id=edd9fb33-2ad1-4058-a5e8-7ab1ca286e66)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:55.171034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a949d43f-8d14-448d-9432-91578cd869f4 None None] Provisioning complete for port daaa63c9-9216-4af5-9b4f-1721c20f7efe triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:55.171401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a949d43f-8d14-448d-9432-91578cd869f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.211792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Allocated IP 172.26.7.143 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/c18ce2b0-9136-4e19-9e09-dc2b33aa227a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:55.213030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.213712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.213932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 77513a94-4888-4e0f-99cc-8f7d7feb496a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:55.303778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29350b49-f3a7-4519-a9d1-0afa6a980a46 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:55.433523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe39af-4de5-4303-99f7-ffff9921c497 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:55.434195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bafe39af-4de5-4303-99f7-ffff9921c497 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:55.498335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bafe39af-4de5-4303-99f7-ffff9921c497 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:55.499836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bafe39af-4de5-4303-99f7-ffff9921c497 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3537762 Dec 23 16:14:55.502151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:55.503082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54502) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:55.528266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:55.535629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:55.615482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Allocated IP 2001:db8::2 (dd14c5ac-a790-4055-bf60-d4d4599a0841/92f8a11a-1303-4869-94a2-04d3f0fa0947/246018b2-6118-4197-a9a8-5c16f3f0fdec) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:55.639840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a949d43f-8d14-448d-9432-91578cd869f4 None None] Port daaa63c9-9216-4af5-9b4f-1721c20f7efe cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:55.645293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.741280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.790191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86952b-4340-4074-aa05-494cd388dfd4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:55.790906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0f86952b-4340-4074-aa05-494cd388dfd4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:14:55.812803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=1ce7b602-6512-429f-a1ce-79fd45a690bc,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:55.842627 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a949d43f-8d14-448d-9432-91578cd869f4 None None] Provisioning complete for port 1ce7b602-6512-429f-a1ce-79fd45a690bc triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:55.842901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a949d43f-8d14-448d-9432-91578cd869f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.878598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0f86952b-4340-4074-aa05-494cd388dfd4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:14:55.879787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0f86952b-4340-4074-aa05-494cd388dfd4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3755405 Dec 23 16:14:55.896143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:55.915065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 77513a94-4888-4e0f-99cc-8f7d7feb496a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:55.940855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 77513a94-4888-4e0f-99cc-8f7d7feb496a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:55.941446 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.014330 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d76264a8-c801-4bf4-b5ed-47608c465552 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149879 Dec 23 16:14:56.031406 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a981707e-c83f-4802-be4b-51bf0ee62cab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76be1d17fb5446a1ad45f031f97cbaad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4974997 Dec 23 16:14:56.038622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54516) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:56.038860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:14:56.038990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54518) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:56.060939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:56.063122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Deleting port 77513a94-4888-4e0f-99cc-8f7d7feb496a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:56.063497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.152972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.172086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:14:56.179575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Transition to ACTIVE for port object 246018b2-6118-4197-a9a8-5c16f3f0fdec will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:56.218496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.288214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Transition to ACTIVE for port object 246018b2-6118-4197-a9a8-5c16f3f0fdec will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:56.308197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.348327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:56.353306 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-81a84953-01d9-4ae5-8ccd-8b43f43c3842 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9699950 Dec 23 16:14:56.356926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54524) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:56.360160 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:14:56.362507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'network': {'name': 'tempest-RoutersTest-760576122'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:56.367474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:56.371877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:network and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:56.374894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:56.380741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:56.388683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:56.389956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:56.390172 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:56.391038 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:56.395210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:56.398592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.406609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:56.409125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:56.439320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:14:56.455312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.456515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added segment d1b447ef-22e3-43c6-a602-e7a8e6a33af3 of type vlan for network d9db901a-a110-43f6-a788-c4582ab95171 Dec 23 16:14:56.476019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:56.482059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Port': ['ID=c18ce2b0-9136-4e19-9e09-dc2b33aa227a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:56.494769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-314a7102-05a1-404d-b2ca-50d1bc6fd078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.497817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.539322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.543382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:56.544591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.554604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.576758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:56.589973 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:56.595856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8::1 (dd14c5ac-a790-4055-bf60-d4d4599a0841/92f8a11a-1303-4869-94a2-04d3f0fa0947/ca103903-f807-4c37-8202-d8afa8f534e9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:56.602853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] For port 77513a94-4888-4e0f-99cc-8f7d7feb496a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77513a94-4888-4e0f-99cc-8f7d7feb496a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:56.603312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.607384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-314a7102-05a1-404d-b2ca-50d1bc6fd078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.659955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3016889 Dec 23 16:14:56.663379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54528) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:56.671862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'subnet': {'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:56.689895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07b494-edbb-4eda-b1bb-515dd6649677 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Network': ['ID=d9db901a-a110-43f6-a788-c4582ab95171,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:56.762056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Calling delete_port for 77513a94-4888-4e0f-99cc-8f7d7feb496a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:56.795459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:56.798231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network d9db901a-a110-43f6-a788-c4582ab95171 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:14:56.804972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:subnet and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:56.809474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:56.818774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:56.835206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Made reservation on behalf of da88fc07eed045b18be0fe3e8fbdfb68 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:56.912706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:56.917018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 77513a94-4888-4e0f-99cc-8f7d7feb496a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77513a94-4888-4e0f-99cc-8f7d7feb496a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:56.933767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:56.941951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Pushing event updated for resources: {'Port': ['ID=246018b2-6118-4197-a9a8-5c16f3f0fdec,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:56.949306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:56.951765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.981261 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:53Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:14:54Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:56.985272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.986051 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:14:56.986456 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Updating router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 port daaa63c9-9216-4af5-9b4f-1721c20f7efe binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:14:57.042818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.046892 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.055607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2ec17e27-c6d6-46a6-926d-6e58bc1b67e8 None None] Provisioning complete for port daaa63c9-9216-4af5-9b4f-1721c20f7efe triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:57.055981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2ec17e27-c6d6-46a6-926d-6e58bc1b67e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.119827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1ce7b602-6512-429f-a1ce-79fd45a690bc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:57.158077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-314a7102-05a1-404d-b2ca-50d1bc6fd078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.191447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.206645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a7102-05a1-404d-b2ca-50d1bc6fd078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c8944-fd51-45a1-9950-41f14e9e570b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:57.236289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object ca103903-f807-4c37-8202-d8afa8f534e9 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:57.242666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:14:57.242666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:14:57.323522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-314a7102-05a1-404d-b2ca-50d1bc6fd078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.326637 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-314a7102-05a1-404d-b2ca-50d1bc6fd078 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c13c8944-fd51-45a1-9950-41f14e9e570b HTTP/1.1" status: 204 len: 168 time: 1.2829163 Dec 23 16:14:57.345600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2ec17e27-c6d6-46a6-926d-6e58bc1b67e8 None None] Port daaa63c9-9216-4af5-9b4f-1721c20f7efe cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:14:57.351181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=77513a94-4888-4e0f-99cc-8f7d7feb496a,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:57.362054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Attempting to bind port 246018b2-6118-4197-a9a8-5c16f3f0fdec on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:57.362416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Attempting to bind port 246018b2-6118-4197-a9a8-5c16f3f0fdec by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:57.362558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.362780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Attempting to bind port 246018b2-6118-4197-a9a8-5c16f3f0fdec on network dd14c5ac-a790-4055-bf60-d4d4599a0841 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:57.372514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:57.373281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Checking segment: {'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:57.373686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.374075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Bound using segment: {'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:57.374591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Bound port: 246018b2-6118-4197-a9a8-5c16f3f0fdec, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:57.374949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.473546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.502852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.503577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.510915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 1ce7b602-6512-429f-a1ce-79fd45a690bc triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:14:57.511291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.518594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:57.522277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:57.524901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:14:57.525430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.528899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=ca103903-f807-4c37-8202-d8afa8f534e9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:57.584871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Subnet': ['ID=5ab9d845-319a-441c-b596-8bf54ea007be,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:57.602922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] For port 246018b2-6118-4197-a9a8-5c16f3f0fdec, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:57.607794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] For port 246018b2-6118-4197-a9a8-5c16f3f0fdec, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=246018b2-6118-4197-a9a8-5c16f3f0fdec,segment=NetworkSegment(ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726),segment_id=ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:57.611190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.617043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.647640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Checking segment: {'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:57.648796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network hostable DHCP agents. Network: d9db901a-a110-43f6-a788-c4582ab95171, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:14:57.673832 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.683146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=0845b856-99fd-4b00-b878-84d974a43dd8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:57.687842 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Transition to ACTIVE for port object daaa63c9-9216-4af5-9b4f-1721c20f7efe will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:57.699758 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.705065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network d9db901a-a110-43f6-a788-c4582ab95171 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:14:57.737525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, d9db901a-a110-43f6-a788-c4582ab95171) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:57.741813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:57.742946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.750001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Deleting port 77513a94-4888-4e0f-99cc-8f7d7feb496a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:14:57.750549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.774961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:57.786216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:57.789804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5912aa82-1af1-433c-a062-0d87ff010975 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1223638 Dec 23 16:14:57.789804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54534) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:57.795591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:57.796450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.800064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0fcbc-527f-4d0f-8705-ee66b2a7e113 None None] Network d9db901a-a110-43f6-a788-c4582ab95171 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:57.919357 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca5fb9-13ce-4fbe-b2ed-76b30949450e None None] Pushing event updated for resources: {'Port': ['ID=daaa63c9-9216-4af5-9b4f-1721c20f7efe,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:57.937621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:57.994614 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f1a3f374-8eb6-4517-a1ac-1740513d217c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9526541 Dec 23 16:14:57.995203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54538) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:14:58.002143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '0845b856-99fd-4b00-b878-84d974a43dd8', 'ip_address': '2001:db8::9f27:ee6a:ee8:972c'}], 'name': 'tempest-NetworksTestDHCPv6-550682476'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:14:58.086709 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Attempting to bind port daaa63c9-9216-4af5-9b4f-1721c20f7efe on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:14:58.087077 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Attempting to bind port daaa63c9-9216-4af5-9b4f-1721c20f7efe by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:14:58.087451 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Attempting to bind port daaa63c9-9216-4af5-9b4f-1721c20f7efe on network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:14:58.095999 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:14:58.095999 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Checking segment: {'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:14:58.096565 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.096805 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Bound using segment: {'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:14:58.097271 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Bound port: daaa63c9-9216-4af5-9b4f-1721c20f7efe, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:14:58.097653 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.193424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 77513a94-4888-4e0f-99cc-8f7d7feb496a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:14:58.212503 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] For port daaa63c9-9216-4af5-9b4f-1721c20f7efe, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:14:58.216148 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] For port daaa63c9-9216-4af5-9b4f-1721c20f7efe, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=daaa63c9-9216-4af5-9b4f-1721c20f7efe,segment=NetworkSegment(edd9fb33-2ad1-4058-a5e8-7ab1ca286e66),segment_id=edd9fb33-2ad1-4058-a5e8-7ab1ca286e66)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:14:58.223235 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.281412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930404-078b-4449-a80e-e01c95a7750d None None] Pushing event updated for resources: {'Port': ['ID=246018b2-6118-4197-a9a8-5c16f3f0fdec,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:58.332840 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:14:58.333512 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:58.511618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-d9db901a-a110-43f6-a788-c4582ab95171', 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'fixed_ips': [{'subnet_id': '5ab9d845-319a-441c-b596-8bf54ea007be'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:14:58.512683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.544859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:14:58.557276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:14:58.562237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:14:58.573461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:14:58.582010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.595094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:14:58.601895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.625864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.626625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.637759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port fde8ef7c-3856-4691-943a-fee3584e0b9a yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:14:58.670486 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:14:58.877818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=ca103903-f807-4c37-8202-d8afa8f534e9,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:58.907133 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca5fb9-13ce-4fbe-b2ed-76b30949450e None None] Pushing event updated for resources: {'Port': ['ID=daaa63c9-9216-4af5-9b4f-1721c20f7efe,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:58.908152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.961184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:14:58.963830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:14:58.998215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 77513a94-4888-4e0f-99cc-8f7d7feb496a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77513a94-4888-4e0f-99cc-8f7d7feb496a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:59.025929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:59.064306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Router c88e120d-b40f-4124-98d5-e78bce230705 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:14:59.139877 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:53Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:14:58Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:14:59.144884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::9f27:ee6a:ee8:972c (59f3d771-e395-47fb-8757-8f93f42824df/0845b856-99fd-4b00-b878-84d974a43dd8/fde8ef7c-3856-4691-943a-fee3584e0b9a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:59.157092 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72e0b9-57f0-4e15-a539-5f5ad179d814 None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:14:53Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:14:58Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:14:59.180521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] For port 77513a94-4888-4e0f-99cc-8f7d7feb496a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77513a94-4888-4e0f-99cc-8f7d7feb496a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:14:59.180911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:59.341319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 246018b2-6118-4197-a9a8-5c16f3f0fdec up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:14:59.505264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Calling delete_port for 77513a94-4888-4e0f-99cc-8f7d7feb496a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:14:59.576200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=77513a94-4888-4e0f-99cc-8f7d7feb496a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:14:59.614029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Allocated IP 172.23.0.2 (d9db901a-a110-43f6-a788-c4582ab95171/5ab9d845-319a-441c-b596-8bf54ea007be/6875539e-9671-4cb4-ade8-f7a9c12af0db) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:14:59.626104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:59.641638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:59.818794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object fde8ef7c-3856-4691-943a-fee3584e0b9a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:14:59.843074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:14:59.843432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:14:59.845602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 246018b2-6118-4197-a9a8-5c16f3f0fdec completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:14:59.877268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b669ce99-94b9-445b-a10c-96f951f111d6 None None] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:14:59.892097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:59.921637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:14:59.960039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:59.961399 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13b4f7b6-c636-4da6-b46d-a1c133b83748 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.2458892 Dec 23 16:14:59.965315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:00.022877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Sync routers for ids ['c88e120d-b40f-4124-98d5-e78bce230705'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:00.038759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Deleting port 77513a94-4888-4e0f-99cc-8f7d7feb496a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:00.039193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.045332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:00.052453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:00.053937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=fde8ef7c-3856-4691-943a-fee3584e0b9a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:00.056235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:00.062590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:00.063224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.068075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:00.147665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-37c41497-ae72-49fa-ba96-f0c72b24de01 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1488559 Dec 23 16:15:00.147912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54548) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:00.160824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '0845b856-99fd-4b00-b878-84d974a43dd8', 'ip_address': '2001:db8::9f27:ee6a:ee8:972c'}], 'name': 'tempest-NetworksTestDHCPv6-1555228194'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:00.304582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-45b95243-7036-4ee7-8157-6ff32e7bb405 None None] Provisioning for port 246018b2-6118-4197-a9a8-5c16f3f0fdec completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:00.315534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Routers {'c88e120d-b40f-4124-98d5-e78bce230705'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:00.316177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['c88e120d-b40f-4124-98d5-e78bce230705'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:00.395035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-45b95243-7036-4ee7-8157-6ff32e7bb405 None None] Provisioning complete for port 246018b2-6118-4197-a9a8-5c16f3f0fdec triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:00.395704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45b95243-7036-4ee7-8157-6ff32e7bb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.438496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:00.447919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:00.454377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.455432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:00.466401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:00.491912 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-105f5a85-623d-4b01-98e4-0e7e1474803a tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/c88e120d-b40f-4124-98d5-e78bce230705 HTTP/1.1" status: 200 len: 909 time: 0.5234158 Dec 23 16:15:00.491912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:00.492941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54552) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:00.497062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.503330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1034505291', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': True}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:00.511483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:00.511714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:00.517977 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87691601-0e46-4c81-a493-278fe8f8ea85 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1694989 Dec 23 16:15:00.520628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54556) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:00.521962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Usage tracker for resource:router and tenant:13fa7fa900b24680b1930430b7e59bab is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:00.525274 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:00.526902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:00.527038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-670002672'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:00.529787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Transition to ACTIVE for port object 6875539e-9671-4cb4-ade8-f7a9c12af0db will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:00.531725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:00.536106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:00.538114 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:00.538578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:00.539068 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:00.541532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port fdb9bb41-3779-4fc0-ac69-c5bd65cb29fa yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:15:00.550213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.551822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.555227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Transition to ACTIVE for port object 6875539e-9671-4cb4-ade8-f7a9c12af0db will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:00.575375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:00.582978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:00.601285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] For port 77513a94-4888-4e0f-99cc-8f7d7feb496a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77513a94-4888-4e0f-99cc-8f7d7feb496a,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:00.601285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.610225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:00.613167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.670845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Allocated IP 172.23.0.1 (d9db901a-a110-43f6-a788-c4582ab95171/5ab9d845-319a-441c-b596-8bf54ea007be/960d6f5d-fc48-4023-a4ab-57c2837bea4b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:00.679579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.693755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:15:00.719375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.722909 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment 3dbf0358-6689-449e-aa8a-4aadbae2657e of type vlan for network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 Dec 23 16:15:00.724911 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:00.801838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.825132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Set router c88e120d-b40f-4124-98d5-e78bce230705 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:00.830686 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 16:15:00.831127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:15:00.866933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.872016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:00.872675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.903432 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-484aedc0-217f-4136-bb31-e7c4facbf930 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7520552 Dec 23 16:15:00.930197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54560) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:00.970442 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4463737 Dec 23 16:15:00.971485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54564) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:00.978823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:01.025552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Calling delete_port for 77513a94-4888-4e0f-99cc-8f7d7feb496a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:01.056671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.153912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Pushing event updated for resources: {'Port': ['ID=6875539e-9671-4cb4-ade8-f7a9c12af0db,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:01.180211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860490c1-fd57-49ef-8b0c-10f0c5e07de6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=7f57270c-0a01-4039-a81f-2e9d916bf4c7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:01.213441 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:14:57Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:14:58Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:01.228427 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:01.228776 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Updating router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 port ca103903-f807-4c37-8202-d8afa8f534e9 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:01.233186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:01.237119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:01.239959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:01.246680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:01.259631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:01.283954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.288911 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.305672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:15:01.308161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.318970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Transition to ACTIVE for port object 960d6f5d-fc48-4023-a4ab-57c2837bea4b will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:01.319500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device daaa63c9-9216-4af5-9b4f-1721c20f7efe up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:01.383914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.424977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5b411-757f-4bbd-a88b-1e83dc56adef tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:01.428825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5b411-757f-4bbd-a88b-1e83dc56adef tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:01.429578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-78b5b411-757f-4bbd-a88b-1e83dc56adef tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:01.450012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.505548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-78b5b411-757f-4bbd-a88b-1e83dc56adef tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:01.509371 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-78b5b411-757f-4bbd-a88b-1e83dc56adef tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.5758166 Dec 23 16:15:01.511929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54568) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:01.545070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network d9db901a-a110-43f6-a788-c4582ab95171 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:01.545807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=960d6f5d-fc48-4023-a4ab-57c2837bea4b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:01.548972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:01.552039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:01.573381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Network d9db901a-a110-43f6-a788-c4582ab95171 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:01.592883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:01.622113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.638368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port fde8ef7c-3856-4691-943a-fee3584e0b9a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:01.639287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.689566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:01.725260 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.740015 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Transition to ACTIVE for port object ca103903-f807-4c37-8202-d8afa8f534e9 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:01.747069 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.770635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.814481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.816329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.930531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Attempting to bind port 6875539e-9671-4cb4-ade8-f7a9c12af0db on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:01.930905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Attempting to bind port 6875539e-9671-4cb4-ade8-f7a9c12af0db by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:01.931267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Attempting to bind port 6875539e-9671-4cb4-ade8-f7a9c12af0db on network d9db901a-a110-43f6-a788-c4582ab95171 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:01.944987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:01.992578 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e73ef-9535-4add-892c-a9ac154ec751 None None] Pushing event updated for resources: {'Port': ['ID=ca103903-f807-4c37-8202-d8afa8f534e9,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.008534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] Pushing event deleted for resources: {'Port': ['ID=77513a94-4888-4e0f-99cc-8f7d7feb496a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.016211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45b95243-7036-4ee7-8157-6ff32e7bb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.026978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port daaa63c9-9216-4af5-9b4f-1721c20f7efe completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:02.036807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port daaa63c9-9216-4af5-9b4f-1721c20f7efe triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:02.037183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.045256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.068577 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Attempting to bind port ca103903-f807-4c37-8202-d8afa8f534e9 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:02.068945 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Attempting to bind port ca103903-f807-4c37-8202-d8afa8f534e9 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:02.069315 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Attempting to bind port ca103903-f807-4c37-8202-d8afa8f534e9 on network dd14c5ac-a790-4055-bf60-d4d4599a0841 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:02.076802 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:02.077170 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Checking segment: {'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:02.077564 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.077944 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Bound using segment: {'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:02.078396 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Bound port: ca103903-f807-4c37-8202-d8afa8f534e9, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:02.078776 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.121511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:02.122632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Checking segment: {'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:02.123247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.124133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Bound using segment: {'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:02.124767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Bound port: 6875539e-9671-4cb4-ade8-f7a9c12af0db, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:02.125455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.128362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=268e5a4f-587a-46a9-8586-f5fcd2e3e596,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.211164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471e5a3-d0f4-46e4-9b00-5aac957482c0 None None] No DVR routers for this DVR port 77513a94-4888-4e0f-99cc-8f7d7feb496a on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:02.223112 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] For port ca103903-f807-4c37-8202-d8afa8f534e9, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:02.226835 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] For port ca103903-f807-4c37-8202-d8afa8f534e9, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca103903-f807-4c37-8202-d8afa8f534e9,segment=NetworkSegment(ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726),segment_id=ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:02.235039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Allocated IP 172.26.7.200 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/f082e7ff-5c77-4d4d-ab0d-b97736de432c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:02.236911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:02.237410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: 7f57270c-0a01-4039-a81f-2e9d916bf4c7, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:15:02.239596 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.259814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.303616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3c70c-4679-47a1-9f3a-0900e9e6694e None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:02.322796 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e73ef-9535-4add-892c-a9ac154ec751 None None] Pushing event updated for resources: {'Port': ['ID=ca103903-f807-4c37-8202-d8afa8f534e9,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.342208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-45b95243-7036-4ee7-8157-6ff32e7bb405 None None] For port 246018b2-6118-4197-a9a8-5c16f3f0fdec, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=246018b2-6118-4197-a9a8-5c16f3f0fdec,segment=NetworkSegment(ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726),segment_id=ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:02.353421 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:02.354035 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:02.436978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for fde8ef7c-3856-4691-943a-fee3584e0b9a owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:02.450307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45b95243-7036-4ee7-8157-6ff32e7bb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.559570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b95243-7036-4ee7-8157-6ff32e7bb405 None None] Pushing event updated for resources: {'Port': ['ID=246018b2-6118-4197-a9a8-5c16f3f0fdec,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.615054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.639898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.650491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.656186 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:02.695916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.752025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] For port 6875539e-9671-4cb4-ade8-f7a9c12af0db, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:02.758904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:15:02.762534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=fde8ef7c-3856-4691-943a-fee3584e0b9a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.764256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5f4190e6-f134-4ed6-88f3-3eb84f3523bd None None] Provisioning complete for port 246018b2-6118-4197-a9a8-5c16f3f0fdec triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:02.764735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f4190e6-f134-4ed6-88f3-3eb84f3523bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.797122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.822084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event updated for resources: {'Port': ['ID=960d6f5d-fc48-4023-a4ab-57c2837bea4b,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.841031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 7f57270c-0a01-4039-a81f-2e9d916bf4c7) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:02.849954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:02.850791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.855574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.884574 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15faeab0-337d-42da-b500-5681ec42e423 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/fde8ef7c-3856-4691-943a-fee3584e0b9a HTTP/1.1" status: 204 len: 168 time: 1.3709543 Dec 23 16:15:02.886597 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-88fe9d33-ea26-401c-b4e7-ea212e4e4ec1 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9143639 Dec 23 16:15:02.889416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54572) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:02.891758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:02.906943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b5ebb-c609-404b-9f68-d4e947849440 None None] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:02.918047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:02.959734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:02.960862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Port': ['ID=f082e7ff-5c77-4d4d-ab0d-b97736de432c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:02.970410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:03.023832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] For port 6875539e-9671-4cb4-ade8-f7a9c12af0db, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6875539e-9671-4cb4-ade8-f7a9c12af0db,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:03.025668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88e120d-b40f-4124-98d5-e78bce230705', 'name': 'tempest-snat-router-1034505291', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.143'}], 'enable_snat': False}, 'gw_port_id': 'c18ce2b0-9136-4e19-9e09-dc2b33aa227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:53Z', 'updated_at': '2021-12-23T16:14:56Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': 'c18ce2b0-9136-4e19-9e09-dc2b33aa227a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88e120d-b40f-4124-98d5-e78bce230705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:54Z', 'updated_at': '2021-12-23T16:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:03.060075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:03.137468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eeb0e1-8dce-4474-9e69-bad55c60f802 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:03.138943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eeb0e1-8dce-4474-9e69-bad55c60f802 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:03.139693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-17eeb0e1-8dce-4474-9e69-bad55c60f802 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:03.148872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Checking router: c88e120d-b40f-4124-98d5-e78bce230705 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:03.149205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Updating router c88e120d-b40f-4124-98d5-e78bce230705 port c18ce2b0-9136-4e19-9e09-dc2b33aa227a binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:03.160120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:03.176498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-17eeb0e1-8dce-4474-9e69-bad55c60f802 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:03.177938 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-17eeb0e1-8dce-4474-9e69-bad55c60f802 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2849951 Dec 23 16:15:03.180691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54580) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:03.197125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Network d9db901a-a110-43f6-a788-c4582ab95171 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:03.201047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:03.216344 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:14:57Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:03.220572 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b5719-7fd0-403e-bea6-0fa0bc16ce79 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:14:57Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:03.284016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7d627-17df-471b-8f20-f156b5b280f5 None None] Pushing event updated for resources: {'Port': ['ID=6875539e-9671-4cb4-ade8-f7a9c12af0db,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:03.485192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:03.523114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:03.796562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 0845b856-99fd-4b00-b878-84d974a43dd8 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:03.800372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:03.875891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:03.941922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.036191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.037499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.047109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:04.057140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port daaa63c9-9216-4af5-9b4f-1721c20f7efe, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=daaa63c9-9216-4af5-9b4f-1721c20f7efe,segment=NetworkSegment(edd9fb33-2ad1-4058-a5e8-7ab1ca286e66),segment_id=edd9fb33-2ad1-4058-a5e8-7ab1ca286e66)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:04.076760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.093742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2bdc6-cd0d-4931-99ee-b11a16fae689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '0845b856-99fd-4b00-b878-84d974a43dd8'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:04.094543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fe2bdc6-cd0d-4931-99ee-b11a16fae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.118001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.123374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.146314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=0845b856-99fd-4b00-b878-84d974a43dd8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:04.148910 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddbe1181-078d-41f7-95b2-50a377284b69 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/0845b856-99fd-4b00-b878-84d974a43dd8 HTTP/1.1" status: 204 len: 168 time: 0.9671948 Dec 23 16:15:04.152951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54584) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:04.363305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5f4190e6-f134-4ed6-88f3-3eb84f3523bd None None] Provisioning for port ca103903-f807-4c37-8202-d8afa8f534e9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:04.408514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 246018b2-6118-4197-a9a8-5c16f3f0fdec up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:04.499641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d2e0a6a5-5eb8-40e8-b453-4fd387fdcf1a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3444781 Dec 23 16:15:04.502928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54588) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:04.519614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:04.571762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=daaa63c9-9216-4af5-9b4f-1721c20f7efe,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:04.688068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:04.714677 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b7f8c1fd-dfb3-4e59-ab24-9eb98244de82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9214740 Dec 23 16:15:04.714924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:04.715544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54592) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:04.720078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:04.724065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:04.724642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:04.741745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:04.761387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:04.776027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:04.776912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.786469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:04.789899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.818503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.875288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:04.875941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:04.886150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Router 583684c8-47c0-467a-8fe6-cedad08caf91 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:04.890915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:04.937132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Transition to ACTIVE for port object c18ce2b0-9136-4e19-9e09-dc2b33aa227a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:05.036129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.097767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 246018b2-6118-4197-a9a8-5c16f3f0fdec triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:05.098426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.161756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffde9a35-df37-4b5e-987b-02b256cc65d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.276796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d67fdb-690c-4baa-b36b-60edeebc94c8 None None] Pushing event updated for resources: {'Port': ['ID=c18ce2b0-9136-4e19-9e09-dc2b33aa227a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:05.286654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Attempting to bind port c18ce2b0-9136-4e19-9e09-dc2b33aa227a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:05.286886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Attempting to bind port c18ce2b0-9136-4e19-9e09-dc2b33aa227a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:05.287150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Attempting to bind port c18ce2b0-9136-4e19-9e09-dc2b33aa227a on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:05.290775 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:05.327938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.368321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:05.368647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:05.368977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.369367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:05.369842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Bound port: c18ce2b0-9136-4e19-9e09-dc2b33aa227a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:05.370254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.423076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Allocated IP 2001:db8:1::2 (7f57270c-0a01-4039-a81f-2e9d916bf4c7/268e5a4f-587a-46a9-8586-f5fcd2e3e596/18d42f4f-3151-4c42-8e3a-80c8bb19a45c) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:05.512988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=ee041ebf-86ac-4243-892d-1bd61c5d98e2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:05.529235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:05.530378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:05.533027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:05.533601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.550753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:05.565283 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Sync routers for ids ['583684c8-47c0-467a-8fe6-cedad08caf91'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:05.570225 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2eb1d4fd-c744-4f9f-a911-c37d2ae7cfaa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0658867 Dec 23 16:15:05.573686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:05.580084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': 'ee041ebf-86ac-4243-892d-1bd61c5d98e2', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-425334832'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:05.584346 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Routers {'583684c8-47c0-467a-8fe6-cedad08caf91'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:05.585193 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['583684c8-47c0-467a-8fe6-cedad08caf91'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:05.599199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2722ae-4da2-4d3a-8da1-2e85aa415121 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:05.607886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.611776 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-14336c99-0313-4e87-8c6f-e61f048e8fd7 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1152704 Dec 23 16:15:05.616436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54602) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:05.759187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:05.763475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:05.767292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:05.773582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:05.786839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:05.794429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.823892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port f370da3e-0454-496d-9271-b5cc0cb7cd58 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:15:05.837750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.extraroute_db [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 16:15:05.880595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.extraroute_db [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Removed routes are [] {{(pid=83494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 16:15:05.881010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:05.896525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca103903-f807-4c37-8202-d8afa8f534e9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:05.909901 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Set router 583684c8-47c0-467a-8fe6-cedad08caf91 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:05.979816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] For port c18ce2b0-9136-4e19-9e09-dc2b33aa227a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:06.019253 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:15:06.022237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:15:06.046300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] For port c18ce2b0-9136-4e19-9e09-dc2b33aa227a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c18ce2b0-9136-4e19-9e09-dc2b33aa227a,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:06.061630 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8957ad91-3e98-41fb-b2e7-1039810413b6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4868054 Dec 23 16:15:06.064217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:06.068693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.165296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4742b4b-7bf7-4f86-a37e-b5eeb9d941e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:06.187031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4742b4b-7bf7-4f86-a37e-b5eeb9d941e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:06.190520 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4742b4b-7bf7-4f86-a37e-b5eeb9d941e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1247940 Dec 23 16:15:06.193017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:06.225840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c365f5-cfc3-4665-b0b1-26c858fe5196 None None] Network d9db901a-a110-43f6-a788-c4582ab95171 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:06.279538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a39e7-4ee6-4d3a-a498-f7ff7ae7d462 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:06.280910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a39e7-4ee6-4d3a-a498-f7ff7ae7d462 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:06.281696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-693a39e7-4ee6-4d3a-a498-f7ff7ae7d462 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:06.301279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-693a39e7-4ee6-4d3a-a498-f7ff7ae7d462 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:06.302594 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-693a39e7-4ee6-4d3a-a498-f7ff7ae7d462 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1080604 Dec 23 16:15:06.305291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:06.341421 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583684c8-47c0-467a-8fe6-cedad08caf91', 'name': 'tempest-snat-router-1034505291', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f082e7ff-5c77-4d4d-ab0d-b97736de432c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:00Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': 'f082e7ff-5c77-4d4d-ab0d-b97736de432c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583684c8-47c0-467a-8fe6-cedad08caf91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:01Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:06.346751 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Checking router: 583684c8-47c0-467a-8fe6-cedad08caf91 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:06.347454 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Updating router 583684c8-47c0-467a-8fe6-cedad08caf91 port f082e7ff-5c77-4d4d-ab0d-b97736de432c binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:06.414877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet ee041ebf-86ac-4243-892d-1bd61c5d98e2 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:06.416424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.419202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.462272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.466907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.504170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.548664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54618) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:06.549097 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8f22e794-bdfa-4ccf-bb19-86d14f999181 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/583684c8-47c0-467a-8fe6-cedad08caf91 HTTP/1.1" status: 200 len: 908 time: 0.9318495 Dec 23 16:15:06.623294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d67fdb-690c-4baa-b36b-60edeebc94c8 None None] Pushing event updated for resources: {'Port': ['ID=c18ce2b0-9136-4e19-9e09-dc2b33aa227a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:06.668491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.669275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3bf9bd04-fb1b-43d9-b12e-4d1c9b8400e5 None None] Provisioning for port 6875539e-9671-4cb4-ade8-f7a9c12af0db completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:06.671747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.697671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:06.708469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.719146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Routers {'c88e120d-b40f-4124-98d5-e78bce230705'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:06.719923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['c88e120d-b40f-4124-98d5-e78bce230705'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:06.773534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ca103903-f807-4c37-8202-d8afa8f534e9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:06.818709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Transition to ACTIVE for port object 18d42f4f-3151-4c42-8e3a-80c8bb19a45c will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:06.833412 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.834548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ca103903-f807-4c37-8202-d8afa8f534e9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:06.835008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.843539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.847236 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Transition to ACTIVE for port object f082e7ff-5c77-4d4d-ab0d-b97736de432c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:06.858043 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.900506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=ee041ebf-86ac-4243-892d-1bd61c5d98e2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:06.915394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:06.918775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.924830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.926399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0ff8be1a-e19a-46b4-8a6b-813b50980428 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 200 len: 933 time: 2.2098773 Dec 23 16:15:06.929220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54622) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:06.940974 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7f240a82-2440-4013-ae87-119734db0197 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/ee041ebf-86ac-4243-892d-1bd61c5d98e2 HTTP/1.1" status: 204 len: 168 time: 0.6342533 Dec 23 16:15:06.946487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:06.956218 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61368d13-c9d0-4a8b-8081-f1f3a61762f1 None None] Pushing event updated for resources: {'Port': ['ID=f082e7ff-5c77-4d4d-ab0d-b97736de432c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:06.987795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420003ae-4778-4467-845d-f59178fec08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': 'ee041ebf-86ac-4243-892d-1bd61c5d98e2'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:06.988794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-420003ae-4778-4467-845d-f59178fec08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:06.994662 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Attempting to bind port f082e7ff-5c77-4d4d-ab0d-b97736de432c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:06.995498 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Attempting to bind port f082e7ff-5c77-4d4d-ab0d-b97736de432c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:06.996124 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Attempting to bind port f082e7ff-5c77-4d4d-ab0d-b97736de432c on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:07.004442 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:07.005338 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:07.005903 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.006907 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:07.007818 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Bound port: f082e7ff-5c77-4d4d-ab0d-b97736de432c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:07.008700 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.011966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Transition to ACTIVE for port object 18d42f4f-3151-4c42-8e3a-80c8bb19a45c will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:07.024091 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8f568e4c-bd8b-4f12-9342-67cdf39d9cac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739770 Dec 23 16:15:07.092685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.099712 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] For port f082e7ff-5c77-4d4d-ab0d-b97736de432c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:07.103195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8:1::1 (7f57270c-0a01-4039-a81f-2e9d916bf4c7/268e5a4f-587a-46a9-8586-f5fcd2e3e596/30785b0a-ab8a-4c0e-ad42-d4ae7306aac8) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:07.104008 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] For port f082e7ff-5c77-4d4d-ab0d-b97736de432c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f082e7ff-5c77-4d4d-ab0d-b97736de432c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:07.108427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:07.110465 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.115256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:07.187010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.213409 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61368d13-c9d0-4a8b-8081-f1f3a61762f1 None None] Pushing event updated for resources: {'Port': ['ID=f082e7ff-5c77-4d4d-ab0d-b97736de432c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:07.223506 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Routers {'583684c8-47c0-467a-8fe6-cedad08caf91'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:07.224334 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['583684c8-47c0-467a-8fe6-cedad08caf91'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:07.325935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:07.341473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Pushing event updated for resources: {'Port': ['ID=18d42f4f-3151-4c42-8e3a-80c8bb19a45c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:07.345045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:07.347129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:07.371411 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d6d85aef-e03c-49c7-bfdc-8d4f233da301 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 200 len: 933 time: 0.4404900 Dec 23 16:15:07.373848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54634) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:07.379785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'routes': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:07.414286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:07.423687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:07.430110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:07.438837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:07.470179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.480037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1510415f-cd65-4e99-9adb-cf132cae57ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.486257 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] Set router 583684c8-47c0-467a-8fe6-cedad08caf91 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:07.487108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:01Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960d6f5d-fc48-4023-a4ab-57c2837bea4b', 'name': '', 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:40:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ab9d845-319a-441c-b596-8bf54ea007be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:59Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '5ab9d845-319a-441c-b596-8bf54ea007be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:07.491958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:07.496482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.511910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:07.512280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Updating router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 port 960d6f5d-fc48-4023-a4ab-57c2837bea4b binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:07.556739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] Set router c88e120d-b40f-4124-98d5-e78bce230705 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:07.769704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.847803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:07.864077 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583684c8-47c0-467a-8fe6-cedad08caf91', 'name': 'tempest-snat-router-1034505291', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f082e7ff-5c77-4d4d-ab0d-b97736de432c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:00Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': 'f082e7ff-5c77-4d4d-ab0d-b97736de432c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583684c8-47c0-467a-8fe6-cedad08caf91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:01Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:07.872524 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276d9ae-78f3-45bc-a649-e09af429d161 None None] The sync data for ids ['583684c8-47c0-467a-8fe6-cedad08caf91'] in dv-neutron-822800-1-hyperv is: [{'id': '583684c8-47c0-467a-8fe6-cedad08caf91', 'name': 'tempest-snat-router-1034505291', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': 'f082e7ff-5c77-4d4d-ab0d-b97736de432c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:00Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': 'f082e7ff-5c77-4d4d-ab0d-b97736de432c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583684c8-47c0-467a-8fe6-cedad08caf91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:01Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:07.916681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.937796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.980707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Attempting to bind port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:07.981072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Attempting to bind port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:07.981434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Attempting to bind port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c on network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:08.000051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:08.000420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Checking segment: {'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:08.000819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.001206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Bound using segment: {'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:08.001684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Bound port: 18d42f4f-3151-4c42-8e3a-80c8bb19a45c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:08.002049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.012435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ca103903-f807-4c37-8202-d8afa8f534e9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca103903-f807-4c37-8202-d8afa8f534e9,segment=NetworkSegment(ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726),segment_id=ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:08.028579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.136196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:08.143727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:08.143727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:08.144639 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.149167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:08.149704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.187728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Deleting port f082e7ff-5c77-4d4d-ab0d-b97736de432c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:08.188073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.353493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.extraroute_db [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added routes are [] {{(pid=83494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 16:15:08.354079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.extraroute_db [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 16:15:08.392726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.430954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.451311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6875539e-9671-4cb4-ade8-f7a9c12af0db up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:08.592076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:08.597303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:08.729113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] For port f082e7ff-5c77-4d4d-ab0d-b97736de432c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f082e7ff-5c77-4d4d-ab0d-b97736de432c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:08.729551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.748299 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce56cab-c4ee-4007-a28e-8eed60acb7cd None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:08.790366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.863585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Calling delete_port for f082e7ff-5c77-4d4d-ab0d-b97736de432c owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:08.883600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:15:08.910168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ca103903-f807-4c37-8202-d8afa8f534e9,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:08.928402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.933395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.941461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:08.961034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Provisioning for port 960d6f5d-fc48-4023-a4ab-57c2837bea4b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:09.001511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Provisioning complete for port 960d6f5d-fc48-4023-a4ab-57c2837bea4b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:09.001851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.020810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:09.021390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.046934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=d004012a-b65a-47e1-8868-8ba4bd223675,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:09.117488 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7398586a-9766-4fbd-9397-1a7564555346 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0066998 Dec 23 16:15:09.120909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54638) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:09.123792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] For port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:09.127884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1214431232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:09.130746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.136110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:09.141704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:router and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:09.145102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:09.145745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.159485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:09.171052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] For port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=18d42f4f-3151-4c42-8e3a-80c8bb19a45c,segment=NetworkSegment(3dbf0358-6689-449e-aa8a-4aadbae2657e),segment_id=3dbf0358-6689-449e-aa8a-4aadbae2657e)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:09.175712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.176726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.208632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Port 960d6f5d-fc48-4023-a4ab-57c2837bea4b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:09.210433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.212162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.222433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.227384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:09.238041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event deleted for resources: {'Port': ['ID=f082e7ff-5c77-4d4d-ab0d-b97736de432c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:09.263897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 6875539e-9671-4cb4-ade8-f7a9c12af0db completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:09.297417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.298260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6875539e-9671-4cb4-ade8-f7a9c12af0db triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:09.298630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.335656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Transition to ACTIVE for port object 960d6f5d-fc48-4023-a4ab-57c2837bea4b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:09.400800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.438713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88e120d-b40f-4124-98d5-e78bce230705', 'name': 'tempest-snat-router-1034505291', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.143'}], 'enable_snat': False}, 'gw_port_id': 'c18ce2b0-9136-4e19-9e09-dc2b33aa227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:53Z', 'updated_at': '2021-12-23T16:14:56Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': 'c18ce2b0-9136-4e19-9e09-dc2b33aa227a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88e120d-b40f-4124-98d5-e78bce230705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:54Z', 'updated_at': '2021-12-23T16:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:09.460845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326fc7-d049-4e4b-97bc-3b858854c02b None None] Pushing event updated for resources: {'Port': ['ID=18d42f4f-3151-4c42-8e3a-80c8bb19a45c,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:09.477678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': 'd004012a-b65a-47e1-8868-8ba4bd223675'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:09.478690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.518544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.523025 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2991828a-d545-4a02-a5e5-8e0a9e70afe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3994162 Dec 23 16:15:09.529789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54642) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:09.532925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978b351-2617-4318-9cb8-8acebb02b4c3 None None] The sync data for ids ['c88e120d-b40f-4124-98d5-e78bce230705'] in dv-neutron-822800-1-hyperv is: [{'id': 'c88e120d-b40f-4124-98d5-e78bce230705', 'name': 'tempest-snat-router-1034505291', 'tenant_id': '13fa7fa900b24680b1930430b7e59bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.143'}], 'enable_snat': False}, 'gw_port_id': 'c18ce2b0-9136-4e19-9e09-dc2b33aa227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:53Z', 'updated_at': '2021-12-23T16:14:56Z', 'revision_number': 3, 'project_id': '13fa7fa900b24680b1930430b7e59bab', 'gw_port': {'id': 'c18ce2b0-9136-4e19-9e09-dc2b33aa227a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88e120d-b40f-4124-98d5-e78bce230705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:54Z', 'updated_at': '2021-12-23T16:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:09.554237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Provisioning complete for port 6875539e-9671-4cb4-ade8-f7a9c12af0db triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:09.554595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.878642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:09.887913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:09.891340 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-64948cf8-ac79-4276-b73d-dacb59667c94 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 200 len: 699 time: 2.5139515 Dec 23 16:15:09.899470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54646) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:09.907457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6f0a6-2507-4ac1-967d-cfc7dd838d55 None None] Pushing event updated for resources: {'Port': ['ID=960d6f5d-fc48-4023-a4ab-57c2837bea4b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:09.957294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.018139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.078932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Attempting to bind port 960d6f5d-fc48-4023-a4ab-57c2837bea4b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:10.079139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Attempting to bind port 960d6f5d-fc48-4023-a4ab-57c2837bea4b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:10.079434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Attempting to bind port 960d6f5d-fc48-4023-a4ab-57c2837bea4b on network d9db901a-a110-43f6-a788-c4582ab95171 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:10.081327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.157088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:10.157088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Checking segment: {'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:10.157088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.157088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Bound using segment: {'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:10.157088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Bound port: 960d6f5d-fc48-4023-a4ab-57c2837bea4b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:10.157698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.202382 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.302704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 6875539e-9671-4cb4-ade8-f7a9c12af0db, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6875539e-9671-4cb4-ade8-f7a9c12af0db,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:10.322504 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-76171205-1b09-492a-a70b-bbc36d68576e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 200 len: 699 time: 0.4186618 Dec 23 16:15:10.322504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.322827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.322827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54650) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:10.335758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.336099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device daaa63c9-9216-4af5-9b4f-1721c20f7efe up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:10.404842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/d004012a-b65a-47e1-8868-8ba4bd223675/fd22f938-b58a-4cec-8070-aff411e9470e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:10.464024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.625258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.625710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 583684c8-47c0-467a-8fe6-cedad08caf91 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:10.631166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.643163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.649358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=6875539e-9671-4cb4-ade8-f7a9c12af0db,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:10.652175 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84baa63c-8ae3-4dec-be3c-2be05874673e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "DELETE /v2.0/routers/583684c8-47c0-467a-8fe6-cedad08caf91 HTTP/1.1" status: 204 len: 168 time: 4.1010864 Dec 23 16:15:10.652402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.653670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] For port 960d6f5d-fc48-4023-a4ab-57c2837bea4b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:10.662443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.670093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:10.733174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:10.733319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-faf5cb76-2eed-4ea0-bb37-6257d1c775fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:10.743469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] For port 960d6f5d-fc48-4023-a4ab-57c2837bea4b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=960d6f5d-fc48-4023-a4ab-57c2837bea4b,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:10.750995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd5d98-389f-414a-9c9f-e19895682fb0 None None] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:10.835964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:10.899265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:10.929885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port daaa63c9-9216-4af5-9b4f-1721c20f7efe triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:10.930257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.015583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.039596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6f0a6-2507-4ac1-967d-cfc7dd838d55 None None] Pushing event updated for resources: {'Port': ['ID=960d6f5d-fc48-4023-a4ab-57c2837bea4b,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:11.049767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Transition to ACTIVE for port object fd22f938-b58a-4cec-8070-aff411e9470e will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:11.110674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:11.111307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:11.144339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:11.151929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:11.236941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Transition to ACTIVE for port object fd22f938-b58a-4cec-8070-aff411e9470e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:11.323164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.371948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::1 (59f3d771-e395-47fb-8757-8f93f42824df/d004012a-b65a-47e1-8868-8ba4bd223675/221ad7e6-51ba-4b41-8ce2-eb095cd8eea9) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:11.527296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:11.588583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Pushing event updated for resources: {'Port': ['ID=fd22f938-b58a-4cec-8070-aff411e9470e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:11.608134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:11.622442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:11.648807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:11.702292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.756685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.778071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:11.800137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.844891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.872415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:11.875662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:11.876005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6875539e-9671-4cb4-ade8-f7a9c12af0db up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:11.880234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:11.880870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:11.887958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=221ad7e6-51ba-4b41-8ce2-eb095cd8eea9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:11.994495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.034011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32d95ade-806a-41d1-84d7-e668e02a3075 None None] Provisioning for port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:12.116330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Attempting to bind port fd22f938-b58a-4cec-8070-aff411e9470e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:12.116610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Attempting to bind port fd22f938-b58a-4cec-8070-aff411e9470e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:12.116969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Attempting to bind port fd22f938-b58a-4cec-8070-aff411e9470e on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:12.154592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:12.154961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:12.155363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.155910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:12.156392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Bound port: fd22f938-b58a-4cec-8070-aff411e9470e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:12.156758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.217527 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:12.323296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6875539e-9671-4cb4-ade8-f7a9c12af0db triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:12.323706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.423484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] For port fd22f938-b58a-4cec-8070-aff411e9470e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:12.442310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] For port fd22f938-b58a-4cec-8070-aff411e9470e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=fd22f938-b58a-4cec-8070-aff411e9470e,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:12.455467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.550772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.556497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.557391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.593185 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 7, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960d6f5d-fc48-4023-a4ab-57c2837bea4b', 'name': '', 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:40:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ab9d845-319a-441c-b596-8bf54ea007be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:59Z', 'updated_at': '2021-12-23T16:15:10Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '5ab9d845-319a-441c-b596-8bf54ea007be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:12.648252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201d90c3-03f2-4424-a8c5-acb9edafa1ac None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 7, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960d6f5d-fc48-4023-a4ab-57c2837bea4b', 'name': '', 'network_id': 'd9db901a-a110-43f6-a788-c4582ab95171', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:40:36:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ab9d845-319a-441c-b596-8bf54ea007be', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:59Z', 'updated_at': '2021-12-23T16:15:10Z', 'revision_number': 4, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '5ab9d845-319a-441c-b596-8bf54ea007be', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:12.662290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca103903-f807-4c37-8202-d8afa8f534e9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:12.673322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.739748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=221ad7e6-51ba-4b41-8ce2-eb095cd8eea9,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:12.778347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Deleting port c18ce2b0-9136-4e19-9e09-dc2b33aa227a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:12.778892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.789391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a6caf-5f05-45e8-8aad-decdb0e374b8 None None] Pushing event updated for resources: {'Port': ['ID=fd22f938-b58a-4cec-8070-aff411e9470e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:12.851519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:12.853809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:12.878714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-94fbf3f2-fcc1-4ac9-b831-336ffb2d5274 None None] Provisioning for port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:12.888508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-94fbf3f2-fcc1-4ac9-b831-336ffb2d5274 None None] Provisioning complete for port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:12.888883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-94fbf3f2-fcc1-4ac9-b831-336ffb2d5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:12.960082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ca103903-f807-4c37-8202-d8afa8f534e9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:12.960372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:13.075331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-94fbf3f2-fcc1-4ac9-b831-336ffb2d5274 None None] Port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:13.173291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:13.180787 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d6b6967a-7c77-49d8-8337-82dcd8e20889 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2901857 Dec 23 16:15:13.187275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54660) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:13.194004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623116418'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:13.227027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:13.287188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 18d42f4f-3151-4c42-8e3a-80c8bb19a45c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:13.318017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:13.319292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:13.390962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Router 0f6f245f-7df8-46a4-aa95-0978bc02545d is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:13.408732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:13.420923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:13.434290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:13.448944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:13.475832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] For port c18ce2b0-9136-4e19-9e09-dc2b33aa227a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c18ce2b0-9136-4e19-9e09-dc2b33aa227a,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:13.476198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:13.516628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3fbff169-69b7-4e3e-b567-bd138ea17402 None None] Provisioning complete for port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:13.517164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3fbff169-69b7-4e3e-b567-bd138ea17402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:13.550657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:13.553381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:13.607689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:13.647306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3fbff169-69b7-4e3e-b567-bd138ea17402 None None] Port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:13.648951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Calling delete_port for c18ce2b0-9136-4e19-9e09-dc2b33aa227a owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:13.664202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:13.678625 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Sync routers for ids ['0f6f245f-7df8-46a4-aa95-0978bc02545d'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:13.680631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-efe6ab88-c136-4cc6-b9c1-ecc8a7bf012d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "PUT /v2.0/routers/0f6f245f-7df8-46a4-aa95-0978bc02545d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1497047 Dec 23 16:15:13.684734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:13.687174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54664) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:13.693568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:13.694005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:13.699085 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Routers {'0f6f245f-7df8-46a4-aa95-0978bc02545d'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:13.700112 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0f6f245f-7df8-46a4-aa95-0978bc02545d'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:13.745733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:15:13.778910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151cc4b-d1e0-4fca-a006-9a90ff3df1fd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:13.779494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5151cc4b-d1e0-4fca-a006-9a90ff3df1fd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:13.784555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:13.785056 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment 90f9a828-0f68-459d-a344-49685216845d of type vlan for network ef9c7191-2846-416a-b9c5-32af64566807 Dec 23 16:15:13.802010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5151cc4b-d1e0-4fca-a006-9a90ff3df1fd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:13.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5151cc4b-d1e0-4fca-a006-9a90ff3df1fd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports/221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 HTTP/1.1" status: 200 len: 911 time: 0.1151865 Dec 23 16:15:13.805955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54668) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:13.886801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:13.956228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 960d6f5d-fc48-4023-a4ab-57c2837bea4b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:13.956228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.006668 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Set router 0f6f245f-7df8-46a4-aa95-0978bc02545d gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:14.016951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c15ee901-4db6-4de3-b29c-05eea1a0d25a None None] Provisioning complete for port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:14.017601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c15ee901-4db6-4de3-b29c-05eea1a0d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.060464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.064269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:14.064849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.098626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1abbd5-95eb-4e01-bd75-9ac3d8d47141 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:14.107872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1abbd5-95eb-4e01-bd75-9ac3d8d47141 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:14.111121 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ee1abbd5-95eb-4e01-bd75-9ac3d8d47141 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3042197 Dec 23 16:15:14.114497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54672) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:14.251205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c15ee901-4db6-4de3-b29c-05eea1a0d25a None None] Port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:14.255332 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0669036 Dec 23 16:15:14.263480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:14.273180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:14.302529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.362928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=18d42f4f-3151-4c42-8e3a-80c8bb19a45c,segment=NetworkSegment(3dbf0358-6689-449e-aa8a-4aadbae2657e),segment_id=3dbf0358-6689-449e-aa8a-4aadbae2657e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:14.372077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.423332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:14.454657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:14.457305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4318c-95ba-45b9-8b39-9ed628b6d0ea tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=ef9c7191-2846-416a-b9c5-32af64566807,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:14.465180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:14.477418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:14.480322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.480453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 3, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:09Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:14.530395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network ef9c7191-2846-416a-b9c5-32af64566807 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:15:14.561990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event deleted for resources: {'Port': ['ID=c18ce2b0-9136-4e19-9e09-dc2b33aa227a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:14.599638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:14.609041 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f245f-7df8-46a4-aa95-0978bc02545d', 'name': 'tempest-NetworksTestDHCPv6-router-1214431232', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:09Z', 'updated_at': '2021-12-23T16:15:11Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None, '_interfaces': [{'id': '221ad7e6-51ba-4b41-8ce2-eb095cd8eea9', 'name': '', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'mac_address': 'fa:16:3e:79:df:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f245f-7df8-46a4-aa95-0978bc02545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd004012a-b65a-47e1-8868-8ba4bd223675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:10Z', 'updated_at': '2021-12-23T16:15:12Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'subnets': [{'id': 'd004012a-b65a-47e1-8868-8ba4bd223675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:14.613900 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Checking router: 0f6f245f-7df8-46a4-aa95-0978bc02545d for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:14.614244 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Updating router 0f6f245f-7df8-46a4-aa95-0978bc02545d port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:14.684109 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.689247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 960d6f5d-fc48-4023-a4ab-57c2837bea4b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:14.762638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:14.763393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Updating router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:14.863799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.884437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-087128ac-f180-45b6-99c6-43ce13d349f3 None None] Provisioning for port fd22f938-b58a-4cec-8070-aff411e9470e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:14.893526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=18d42f4f-3151-4c42-8e3a-80c8bb19a45c,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:14.913074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:14.985980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 960d6f5d-fc48-4023-a4ab-57c2837bea4b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:15.001017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port 960d6f5d-fc48-4023-a4ab-57c2837bea4b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=960d6f5d-fc48-4023-a4ab-57c2837bea4b,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:15.001525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.006169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 960d6f5d-fc48-4023-a4ab-57c2837bea4b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:15.006540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.051984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.174763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5f7c9371-e5f0-4369-aaa7-a4766e7d8e26 None None] Provisioning for port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:15.184023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5f7c9371-e5f0-4369-aaa7-a4766e7d8e26 None None] Provisioning complete for port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:15.184212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9371-e5f0-4369-aaa7-a4766e7d8e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.193605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 960d6f5d-fc48-4023-a4ab-57c2837bea4b owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:15.249582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c9371-e5f0-4369-aaa7-a4766e7d8e26 None None] Port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:15.264891 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.281933 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Transition to ACTIVE for port object 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:15.293205 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.429334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.472864 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ca5fc-313c-46a6-aedf-4fa88af7dc76 None None] Pushing event updated for resources: {'Port': ['ID=221ad7e6-51ba-4b41-8ce2-eb095cd8eea9,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:15.506530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:15.507250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.550242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 960d6f5d-fc48-4023-a4ab-57c2837bea4b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=960d6f5d-fc48-4023-a4ab-57c2837bea4b,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:15.559393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.561851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd22f938-b58a-4cec-8070-aff411e9470e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:15.606290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.607360 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Attempting to bind port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:15.607761 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Attempting to bind port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:15.608106 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Attempting to bind port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:15.617114 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:15.617466 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:15.617852 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.618343 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:15.618783 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Bound port: 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:15.619155 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.711662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:15:15.759279 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:15:15.763576 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] For port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:15.766734 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] For port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=221ad7e6-51ba-4b41-8ce2-eb095cd8eea9,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:15.773014 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.794996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9, host dv-neutron-822800-1-hyperv, got binding levels [] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:15.795350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.850149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.856763 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Routers {'0f6f245f-7df8-46a4-aa95-0978bc02545d'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:15.857472 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0f6f245f-7df8-46a4-aa95-0978bc02545d'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:15.866347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=960d6f5d-fc48-4023-a4ab-57c2837bea4b,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:15.889912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Transition to ACTIVE for port object 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:15.909792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port fd22f938-b58a-4cec-8070-aff411e9470e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:15.915044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:15.956439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:15.990596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port fd22f938-b58a-4cec-8070-aff411e9470e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:15.990596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.096604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.106277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:16.106860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:16.167314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.182679 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ca5fc-313c-46a6-aedf-4fa88af7dc76 None None] Pushing event updated for resources: {'Port': ['ID=221ad7e6-51ba-4b41-8ce2-eb095cd8eea9,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:16.192201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.194630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b9551-f2a6-415b-86dc-a90c3e2eee27 None None] Pushing event updated for resources: {'Port': ['ID=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:16.205545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:16.207262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:16.209899 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] Set router 0f6f245f-7df8-46a4-aa95-0978bc02545d gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:16.282080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.282697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c88e120d-b40f-4124-98d5-e78bce230705 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:16.314011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Attempting to bind port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:16.314473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Attempting to bind port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:16.315174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Attempting to bind port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 on network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:16.324770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:16.325235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Checking segment: {'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:16.325699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.326152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Bound using segment: {'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:16.326684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Bound port: 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbf0358-6689-449e-aa8a-4aadbae2657e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:16.327284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.332834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=1e4abc46-89d9-43b1-b73f-bdcbe33c8886,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:16.336602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:16.337041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: ef9c7191-2846-416a-b9c5-32af64566807, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:15:16.349453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.352178 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5f07b87e-61e7-4215-a31f-4981449b0a21 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c88e120d-b40f-4124-98d5-e78bce230705 HTTP/1.1" status: 204 len: 168 time: 5.6513071 Dec 23 16:15:16.354444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54680) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:16.359524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-521510644', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:16.366912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:16.371745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Usage tracker for resource:router and tenant:a6699797a6f54614b24d707fb0291b9e is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:16.374982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:16.381521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:16.386931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network ef9c7191-2846-416a-b9c5-32af64566807 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:15:16.396594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.398820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.401438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, ef9c7191-2846-416a-b9c5-32af64566807) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:16.413847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:16.414444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.433704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.436213 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4b6dc26-8606-4237-9cc8-4f0421f629dd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1695278 Dec 23 16:15:16.439231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:16.530252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] For port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:16.534294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] For port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,segment=NetworkSegment(3dbf0358-6689-449e-aa8a-4aadbae2657e),segment_id=3dbf0358-6689-449e-aa8a-4aadbae2657e)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:16.561529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.586085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d324cb2-65d8-4af1-9976-d912d668f7bb None None] Network ef9c7191-2846-416a-b9c5-32af64566807 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:16.597896 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6f245f-7df8-46a4-aa95-0978bc02545d', 'name': 'tempest-NetworksTestDHCPv6-router-1214431232', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:09Z', 'updated_at': '2021-12-23T16:15:11Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None, '_interfaces': [{'id': '221ad7e6-51ba-4b41-8ce2-eb095cd8eea9', 'name': '', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'mac_address': 'fa:16:3e:79:df:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f245f-7df8-46a4-aa95-0978bc02545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd004012a-b65a-47e1-8868-8ba4bd223675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:10Z', 'updated_at': '2021-12-23T16:15:15Z', 'revision_number': 4, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'subnets': [{'id': 'd004012a-b65a-47e1-8868-8ba4bd223675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:16.602105 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ebf68-9fbd-4706-b4b1-20a017bd8278 None None] The sync data for ids ['0f6f245f-7df8-46a4-aa95-0978bc02545d'] in dv-neutron-822800-1-hyperv is: [{'id': '0f6f245f-7df8-46a4-aa95-0978bc02545d', 'name': 'tempest-NetworksTestDHCPv6-router-1214431232', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:09Z', 'updated_at': '2021-12-23T16:15:11Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None, '_interfaces': [{'id': '221ad7e6-51ba-4b41-8ce2-eb095cd8eea9', 'name': '', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'mac_address': 'fa:16:3e:79:df:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6f245f-7df8-46a4-aa95-0978bc02545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd004012a-b65a-47e1-8868-8ba4bd223675', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:10Z', 'updated_at': '2021-12-23T16:15:15Z', 'revision_number': 4, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'subnets': [{'id': 'd004012a-b65a-47e1-8868-8ba4bd223675', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:16.693804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:16.694231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.707934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 960d6f5d-fc48-4023-a4ab-57c2837bea4b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:16.708437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.709989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.794242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port fd22f938-b58a-4cec-8070-aff411e9470e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=fd22f938-b58a-4cec-8070-aff411e9470e,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:16.804265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.827236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:16.844246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b9551-f2a6-415b-86dc-a90c3e2eee27 None None] Pushing event updated for resources: {'Port': ['ID=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:16.999181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=221ad7e6-51ba-4b41-8ce2-eb095cd8eea9,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:16.999888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.023578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 960d6f5d-fc48-4023-a4ab-57c2837bea4b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:17.131277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:17.131936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:17.140391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:17.271712 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-ef9c7191-2846-416a-b9c5-32af64566807', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:17.272516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.300465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port 960d6f5d-fc48-4023-a4ab-57c2837bea4b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=960d6f5d-fc48-4023-a4ab-57c2837bea4b,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:17.301033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.310785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=fd22f938-b58a-4cec-8070-aff411e9470e,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:17.328912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 960d6f5d-fc48-4023-a4ab-57c2837bea4b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:17.329304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.331861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.390296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.428564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 960d6f5d-fc48-4023-a4ab-57c2837bea4b owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:17.430847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:17.472729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.540425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=221ad7e6-51ba-4b41-8ce2-eb095cd8eea9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:17.724048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.784603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 18d42f4f-3151-4c42-8e3a-80c8bb19a45c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:17.801332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.845398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Allocated IP 172.26.7.125 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/87820c4e-aea4-47f8-95f8-f0332a72618d) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:17.849030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:17.855285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Allocated IP 2001:db8:2::2 (ef9c7191-2846-416a-b9c5-32af64566807/1e4abc46-89d9-43b1-b73f-bdcbe33c8886/a89484b8-3a41-4bed-a9a4-1b04706e8aad) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:17.925201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=960d6f5d-fc48-4023-a4ab-57c2837bea4b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:18.056667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:18.057862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:18.321469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:18.343325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 3, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:16Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:18.349805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Transition to ACTIVE for port object a89484b8-3a41-4bed-a9a4-1b04706e8aad will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:18.358549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24fd4c0-949e-4833-95ae-63977cc4e9cd None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:08Z', 'revision_number': 3, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:16Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:18.379765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Transition to ACTIVE for port object a89484b8-3a41-4bed-a9a4-1b04706e8aad will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:18.386827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:18.472824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8:2::1 (ef9c7191-2846-416a-b9c5-32af64566807/1e4abc46-89d9-43b1-b73f-bdcbe33c8886/9b236d23-7ea8-45f7-b013-11527f6951da) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:18.524688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:18.566650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:18.582818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Network ef9c7191-2846-416a-b9c5-32af64566807 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:18.593474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:18.596757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Pushing event updated for resources: {'Port': ['ID=a89484b8-3a41-4bed-a9a4-1b04706e8aad,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:18.601889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:18.689820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:18.690511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:18.924109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.021493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Router 0f6f245f-7df8-46a4-aa95-0978bc02545d has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:19.062971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.116225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Attempting to bind port a89484b8-3a41-4bed-a9a4-1b04706e8aad on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:19.116977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Attempting to bind port a89484b8-3a41-4bed-a9a4-1b04706e8aad by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:19.117598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Attempting to bind port a89484b8-3a41-4bed-a9a4-1b04706e8aad on network ef9c7191-2846-416a-b9c5-32af64566807 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:19.123398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:19.130588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:19.133502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:19.178957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:19.181263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Checking segment: {'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:19.181263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.181263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Bound using segment: {'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:19.181263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Bound port: a89484b8-3a41-4bed-a9a4-1b04706e8aad, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:19.181263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.253572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.272221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:19.294265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object 9b236d23-7ea8-45f7-b013-11527f6951da will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:19.311049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd22f938-b58a-4cec-8070-aff411e9470e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:19.482147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event updated for resources: {'Port': ['ID=87820c4e-aea4-47f8-95f8-f0332a72618d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:19.548569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:19.603467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.625418 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-07c297ac-d879-44ae-ab78-cbc266791ee5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "PUT /v2.0/routers/0f6f245f-7df8-46a4-aa95-0978bc02545d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5094769 Dec 23 16:15:19.635152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54692) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:19.772832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e14a8-b1c4-42bf-af7b-bbec9616e112 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:19.774372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e14a8-b1c4-42bf-af7b-bbec9616e112 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:19.776684 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-425e14a8-b1c4-42bf-af7b-bbec9616e112 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1319151 Dec 23 16:15:19.778885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54696) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:19.818720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] For port a89484b8-3a41-4bed-a9a4-1b04706e8aad, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:19.823753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] For port a89484b8-3a41-4bed-a9a4-1b04706e8aad, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a89484b8-3a41-4bed-a9a4-1b04706e8aad,segment=NetworkSegment(90f9a828-0f68-459d-a344-49685216845d),segment_id=90f9a828-0f68-459d-a344-49685216845d)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:19.834195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.847294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network ef9c7191-2846-416a-b9c5-32af64566807 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:19.852120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:19.858297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:19.858801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.861126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=9b236d23-7ea8-45f7-b013-11527f6951da,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:19.873406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port fd22f938-b58a-4cec-8070-aff411e9470e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:19.873783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.936003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.936633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.976646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 8, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:19.981124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:19.981924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.991311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:19.993365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f294689-32a8-4385-b3f7-2d70c5b05990 None None] Pushing event updated for resources: {'Port': ['ID=a89484b8-3a41-4bed-a9a4-1b04706e8aad,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:20.029271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:20.030990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:20.076096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet d004012a-b65a-47e1-8868-8ba4bd223675 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:20.083294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.158235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.324743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:20.437401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:20.454156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.519752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:20.526844 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:20.527215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.551509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.666115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:20.689367 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-acd5c2eb-7dcf-4f5a-9efe-68c6ba920c4e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3628073 Dec 23 16:15:20.698647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54700) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:20.716598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Router 5e8ed97f-6831-4c21-b750-3db4bdd178d3 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:20.718401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=d004012a-b65a-47e1-8868-8ba4bd223675,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:20.724817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.740891 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-101c3bfe-783b-4e28-8875-c5325e8e0c3e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/d004012a-b65a-47e1-8868-8ba4bd223675 HTTP/1.1" status: 204 len: 168 time: 0.9586525 Dec 23 16:15:20.745129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:20.753478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.783406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9f220-55c4-4efa-95e0-080162a786ad None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:20.963022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:20.978786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.984657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.990358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:20.995726 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] Sync routers for ids ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:20.997499 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9cf6eea7-6983-44ec-82f2-3e61ed42887d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6419942 Dec 23 16:15:20.998350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54710) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:21.008948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:21.010960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': False}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:21.110230 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] Routers {'5e8ed97f-6831-4c21-b750-3db4bdd178d3'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:21.110842 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:21.172812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,segment=NetworkSegment(3dbf0358-6689-449e-aa8a-4aadbae2657e),segment_id=3dbf0358-6689-449e-aa8a-4aadbae2657e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:21.197381 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:21.221556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:21.225561 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] Routers {'5e8ed97f-6831-4c21-b750-3db4bdd178d3'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:21.226173 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:21.300237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network ef9c7191-2846-416a-b9c5-32af64566807 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:21.310198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:21.356851 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:21.357244 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1791455-4ee6-4bcb-9f97-b6f08f4d7385 None None] The sync data for ids ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:21.396244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:21.438289 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c1215b41-b133-485c-b11a-71db436a6617 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6874125 Dec 23 16:15:21.442953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 8, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:21.451164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b8379-71e3-4eab-b439-4d31bf4a3f4b None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 8, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:21.466093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a7c634-6151-4789-9582-f8eb186c2a21 None None] Network ef9c7191-2846-416a-b9c5-32af64566807 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:21.468986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:21.645186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-36d43826-4b29-4998-b618-76675b13cf1c None None] Provisioning for port a89484b8-3a41-4bed-a9a4-1b04706e8aad completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:21.707059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:21.715769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=9b236d23-7ea8-45f7-b013-11527f6951da,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:21.716590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] Deleting port fd22f938-b58a-4cec-8070-aff411e9470e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:21.717187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:21.864755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82a72ad4-94ec-4946-92a4-858983e554f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:21.928281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:21.980517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet 5ab9d845-319a-441c-b596-8bf54ea007be {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:22.001258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] For port fd22f938-b58a-4cec-8070-aff411e9470e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=fd22f938-b58a-4cec-8070-aff411e9470e,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:22.001797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.038751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.102123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a89484b8-3a41-4bed-a9a4-1b04706e8aad up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:22.182251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.223449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] Calling delete_port for fd22f938-b58a-4cec-8070-aff411e9470e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:22.288479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.293232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.296320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a89484b8-3a41-4bed-a9a4-1b04706e8aad completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:22.317404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a89484b8-3a41-4bed-a9a4-1b04706e8aad triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:22.319603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.355916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.470273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] Pushing event deleted for resources: {'Port': ['ID=fd22f938-b58a-4cec-8070-aff411e9470e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:22.486500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Provisioning for port 9b236d23-7ea8-45f7-b013-11527f6951da completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:22.506343 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b20744-4dd0-46a5-bbac-4a3514ecfe7e None None] No DVR routers for this DVR port fd22f938-b58a-4cec-8070-aff411e9470e on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:22.508636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Provisioning complete for port 9b236d23-7ea8-45f7-b013-11527f6951da triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:22.509235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.542804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Router 5e8ed97f-6831-4c21-b750-3db4bdd178d3 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:22.565263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Port 9b236d23-7ea8-45f7-b013-11527f6951da cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:22.626994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Provisioning complete for port a89484b8-3a41-4bed-a9a4-1b04706e8aad triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:22.626994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.709610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82a72ad4-94ec-4946-92a4-858983e554f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.719442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82a72ad4-94ec-4946-92a4-858983e554f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.753886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.766035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82a72ad4-94ec-4946-92a4-858983e554f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.766798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a72ad4-94ec-4946-92a4-858983e554f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6f245f-7df8-46a4-aa95-0978bc02545d {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:22.781476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82a72ad4-94ec-4946-92a4-858983e554f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.785358 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-82a72ad4-94ec-4946-92a4-858983e554f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/routers/0f6f245f-7df8-46a4-aa95-0978bc02545d HTTP/1.1" status: 204 len: 168 time: 1.2935648 Dec 23 16:15:22.786195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54726) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:22.800549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:22.861067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.881360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.884590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a89484b8-3a41-4bed-a9a4-1b04706e8aad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a89484b8-3a41-4bed-a9a4-1b04706e8aad,segment=NetworkSegment(90f9a828-0f68-459d-a344-49685216845d),segment_id=90f9a828-0f68-459d-a344-49685216845d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:22.894002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:22.979909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:22.985059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a89484b8-3a41-4bed-a9a4-1b04706e8aad,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:23.000895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.005183 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ebb42e3b-7f22-4fdc-adca-51222656cf77 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "PUT /v2.0/routers/5e8ed97f-6831-4c21-b750-3db4bdd178d3 HTTP/1.1" status: 200 len: 925 time: 2.0029998 Dec 23 16:15:23.005470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54730) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:23.025390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] Sync routers for ids ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:23.039757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:23.042202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:23.046283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.065682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] Routers {'5e8ed97f-6831-4c21-b750-3db4bdd178d3'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:23.066459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:23.087084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:23.098796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:23.102899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab9d845-319a-441c-b596-8bf54ea007be,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:23.117278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.117623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.117990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.118324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.118655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.118981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.119304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.119688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.120012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.120522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.120859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:23.124783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:23.135777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.143998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:23.151977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3b21c-392f-49bb-9548-e77f864dcf09 None None] Network d9db901a-a110-43f6-a788-c4582ab95171 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:23.168322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:23.168802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-55f8050e-45f7-404a-aae5-c545fbc6addc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:23.203995 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-112b9edf-1451-4faf-a571-03f9510596e9 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/5ab9d845-319a-441c-b596-8bf54ea007be HTTP/1.1" status: 204 len: 168 time: 2.5038955 Dec 23 16:15:23.206859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54736) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:23.224934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] Routers {'5e8ed97f-6831-4c21-b750-3db4bdd178d3'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:23.225645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:23.252163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e0ad4ffd-2d84-4691-837b-64d4a175d139 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/5e8ed97f-6831-4c21-b750-3db4bdd178d3 HTTP/1.1" status: 200 len: 925 time: 0.2429345 Dec 23 16:15:23.252804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54740) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:23.304526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:23.304931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da332d7c-111d-4156-b9c5-ac17b77cd4af None None] The sync data for ids ['5e8ed97f-6831-4c21-b750-3db4bdd178d3'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:23.321439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:23.353078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:23.354858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5c600c7e-3a55-4729-b963-44997a69028b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Synchronizing usage tracker for tenant:13fa7fa900b24680b1930430b7e59bab on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:23.372224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5c600c7e-3a55-4729-b963-44997a69028b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Unset dirty status for tenant:13fa7fa900b24680b1930430b7e59bab on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:23.376215 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5c600c7e-3a55-4729-b963-44997a69028b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=5e8ed97f-6831-4c21-b750-3db4bdd178d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1200075 Dec 23 16:15:23.376583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54744) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:23.480685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:23.481601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.489036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.502956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.521311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e5d44-e481-4d46-9f4c-4c1cf44583f0 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:23.522024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c79e5d44-e481-4d46-9f4c-4c1cf44583f0 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Synchronizing usage tracker for tenant:13fa7fa900b24680b1930430b7e59bab on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:23.542850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c79e5d44-e481-4d46-9f4c-4c1cf44583f0 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Unset dirty status for tenant:13fa7fa900b24680b1930430b7e59bab on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:23.544602 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c79e5d44-e481-4d46-9f4c-4c1cf44583f0 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.1669135 Dec 23 16:15:23.547217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54748) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:23.599361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c275b2f2-23f6-4c56-92e8-e7ce0030d43d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e8ed97f-6831-4c21-b750-3db4bdd178d3 HTTP/1.1" status: 200 len: 205 time: 0.0507393 Dec 23 16:15:23.600815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 6875539e-9671-4cb4-ade8-f7a9c12af0db {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:23.601154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.602215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54752) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:23.603536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] DHCP port deletion for d9db901a-a110-43f6-a788-c4582ab95171 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:23.612463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Deleting port 6875539e-9671-4cb4-ade8-f7a9c12af0db {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:23.612834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.639701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a89484b8-3a41-4bed-a9a4-1b04706e8aad up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:23.738142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:23.801838 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e33a80ed-8462-42bb-bda0-54d936599eac tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3614419 Dec 23 16:15:23.804860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:23.816546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289173752'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:23.824162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:23.829298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:network and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:23.832731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:23.840447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.890138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:23.912008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a89484b8-3a41-4bed-a9a4-1b04706e8aad triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:23.912379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.914526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port 6875539e-9671-4cb4-ade8-f7a9c12af0db, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6875539e-9671-4cb4-ade8-f7a9c12af0db,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:23.914893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.916491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:23.920618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.967224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:15:23.982205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:23.982555 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added segment 71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad of type vlan for network 15c46732-5591-4a72-8f3f-c7fef723d693 Dec 23 16:15:24.000326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] For port 6875539e-9671-4cb4-ade8-f7a9c12af0db, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6875539e-9671-4cb4-ade8-f7a9c12af0db,segment=NetworkSegment(d1b447ef-22e3-43c6-a602-e7a8e6a33af3),segment_id=d1b447ef-22e3-43c6-a602-e7a8e6a33af3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:24.000728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.071459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.135584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.139230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:24.139818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.157360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Calling delete_port for 6875539e-9671-4cb4-ade8-f7a9c12af0db owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:24.174407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 6875539e-9671-4cb4-ade8-f7a9c12af0db owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:24.185643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-65d063e0-bb27-4c75-9231-7c8c72d7eafc None None] Provisioning complete for port 9b236d23-7ea8-45f7-b013-11527f6951da triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:24.186015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65d063e0-bb27-4c75-9231-7c8c72d7eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.220799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.258480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4437525 Dec 23 16:15:24.258701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54760) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:24.264001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Network': ['ID=15c46732-5591-4a72-8f3f-c7fef723d693,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:24.269728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.277266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'subnet': {'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:24.281883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.282358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.282749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.283110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.283482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.283881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.284844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.284844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.284844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.285131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.285431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50da2b8-1e56-4ecd-bfb4-636cf6167666 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:24.290266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Deleting port 87820c4e-aea4-47f8-95f8-f0332a72618d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:24.291259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.325360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 15c46732-5591-4a72-8f3f-c7fef723d693 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:15:24.401271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:24.410828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:24.411825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=4cedeb6d-b94b-4941-a215-42f5e482e6c5,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:24.418907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-65d063e0-bb27-4c75-9231-7c8c72d7eafc None None] Port 9b236d23-7ea8-45f7-b013-11527f6951da cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:24.424708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:24.425488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.438008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd7608-f77c-4228-85de-da652533624b None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:24.443102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.504681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=6875539e-9671-4cb4-ade8-f7a9c12af0db,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:24.508816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:24.509606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.515851 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ef09a47e-4ba1-4a0d-8868-2294f0a9a211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7268264 Dec 23 16:15:24.517258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:subnet and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:24.521363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54764) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:24.522343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:24.527930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No DVR routers for this DVR port 6875539e-9671-4cb4-ade8-f7a9c12af0db on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:24.532502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1391593309', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:24.563879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:24.564231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:24.568544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:24.574526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:24.583040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:router and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:24.610081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 960d6f5d-fc48-4023-a4ab-57c2837bea4b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:24.617171 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:24.637171 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:24.637890 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:24.649708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 960d6f5d-fc48-4023-a4ab-57c2837bea4b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:24.650051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 960d6f5d-fc48-4023-a4ab-57c2837bea4b not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:24.650464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f082e7ff-5c77-4d4d-ab0d-b97736de432c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:24.683579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.709048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9db901a-a110-43f6-a788-c4582ab95171']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:24.716140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: f082e7ff-5c77-4d4d-ab0d-b97736de432c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:24.716485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f082e7ff-5c77-4d4d-ab0d-b97736de432c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:24.717284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd22f938-b58a-4cec-8070-aff411e9470e no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:24.723442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:24.723962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b447ef-22e3-43c6-a602-e7a8e6a33af3') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:24.736773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.753985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.761613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: fd22f938-b58a-4cec-8070-aff411e9470e {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:24.762077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:15:24.762207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device fd22f938-b58a-4cec-8070-aff411e9470e not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:24.762767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.828562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '4cedeb6d-b94b-4941-a215-42f5e482e6c5'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:24.829366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.858642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Calling delete_port for 87820c4e-aea4-47f8-95f8-f0332a72618d owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:24.863734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:15:24.867035 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:15:24.871757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.874154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:24.893272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:24.902028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Made reservation on behalf of 2830ec43411147bf9823160fe5ea1f1d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:24.912086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:24.923357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=d9db901a-a110-43f6-a788-c4582ab95171,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:24.987456 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6a78eef0-3b0a-4fb6-a06f-168537c18903 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/d9db901a-a110-43f6-a788-c4582ab95171 HTTP/1.1" status: 204 len: 168 time: 1.7795713 Dec 23 16:15:24.990615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:24.999166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.000209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.041742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/4cedeb6d-b94b-4941-a215-42f5e482e6c5/161111bc-e4a9-4546-b91a-fbd5c5004270) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:25.049462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.074795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Deleting port 6875539e-9671-4cb4-ade8-f7a9c12af0db {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:25.075208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.122159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.174912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.200704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.202284 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8cca51fa-d64f-443d-9e81-73830c29e15d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6764376 Dec 23 16:15:25.205640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:25.214604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0f3accc9-9250-4c5b-be72-e5bbddfa47df None None] The port '6875539e-9671-4cb4-ade8-f7a9c12af0db' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:15:25.228229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:25.262685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:25.263997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:25.433506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6875539e-9671-4cb4-ade8-f7a9c12af0db no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:25.487343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.539652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:25.544867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event deleted for resources: {'Port': ['ID=87820c4e-aea4-47f8-95f8-f0332a72618d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:25.565646 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:19Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:20Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:25.571256 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:25.572581 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Updating router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 port 9b236d23-7ea8-45f7-b013-11527f6951da binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:25.629911 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.639421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.712638 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] Sync routers for ids ['0f6f245f-7df8-46a4-aa95-0978bc02545d'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:25.749424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 6875539e-9671-4cb4-ade8-f7a9c12af0db {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:25.749867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6875539e-9671-4cb4-ade8-f7a9c12af0db not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:25.920741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:25.936010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Subnet': ['ID=979c01bc-7501-4da9-93b7-e4737ba4cbb0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:25.951052 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] Routers set() bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:25.951424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] Router IDs set() for agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 16:15:25.952222 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_agentschedulers_db [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f6f245f-7df8-46a4-aa95-0978bc02545d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent'). {{(pid=83497) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 16:15:26.010787 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] Routers set() bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:26.011149 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] Router IDs set() for agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 16:15:26.011773 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_agentschedulers_db [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f6f245f-7df8-46a4-aa95-0978bc02545d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent'). {{(pid=83497) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 16:15:26.012163 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede1580-44f3-4d9e-8c5b-eac214ac80ef None None] The sync data for ids ['0f6f245f-7df8-46a4-aa95-0978bc02545d'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:26.062919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Checking segment: {'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:26.063584 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network hostable DHCP agents. Network: 15c46732-5591-4a72-8f3f-c7fef723d693, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:15:26.159256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.175854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Transition to ACTIVE for port object 161111bc-e4a9-4546-b91a-fbd5c5004270 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:26.187306 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.201934 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Transition to ACTIVE for port object 9b236d23-7ea8-45f7-b013-11527f6951da will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:26.204680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 15c46732-5591-4a72-8f3f-c7fef723d693 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:15:26.205034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Transition to ACTIVE for port object 161111bc-e4a9-4546-b91a-fbd5c5004270 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:26.215384 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.220072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.221688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.232896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 15c46732-5591-4a72-8f3f-c7fef723d693) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:26.240799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:26.241428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.280488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a0345-a368-4015-a368-9b85c58af223 None None] Network 15c46732-5591-4a72-8f3f-c7fef723d693 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:26.287464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.288350 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe435f-b8dd-4105-98ec-05f2014824e6 None None] Pushing event updated for resources: {'Port': ['ID=9b236d23-7ea8-45f7-b013-11527f6951da,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:26.361376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.377031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.425587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 8, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:26.468173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:26.482383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:26.488891 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68e57940-3c55-41eb-aade-a2128fd62e08 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2261076 Dec 23 16:15:26.489864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:26.493829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:26.504165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:26.562440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:26.563451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:26.573957 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Attempting to bind port 9b236d23-7ea8-45f7-b013-11527f6951da on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:26.574525 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Attempting to bind port 9b236d23-7ea8-45f7-b013-11527f6951da by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:26.574882 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Attempting to bind port 9b236d23-7ea8-45f7-b013-11527f6951da on network ef9c7191-2846-416a-b9c5-32af64566807 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:26.582475 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:26.582931 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Checking segment: {'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:26.583329 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.583758 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Bound using segment: {'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:26.584214 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Bound port: 9b236d23-7ea8-45f7-b013-11527f6951da, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f9a828-0f68-459d-a344-49685216845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:26.584671 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.694148 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] For port 9b236d23-7ea8-45f7-b013-11527f6951da, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:26.699948 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] For port 9b236d23-7ea8-45f7-b013-11527f6951da, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9b236d23-7ea8-45f7-b013-11527f6951da,segment=NetworkSegment(90f9a828-0f68-459d-a344-49685216845d),segment_id=90f9a828-0f68-459d-a344-49685216845d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:26.705668 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.726718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.727881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Fanout notify agent at l3_agent the message router_deleted on router 5e8ed97f-6831-4c21-b750-3db4bdd178d3 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:26.791559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.793082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ec9014d4-0c44-4d6a-bdb5-8f4f419f9e4b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/5e8ed97f-6831-4c21-b750-3db4bdd178d3 HTTP/1.1" status: 204 len: 168 time: 3.1890438 Dec 23 16:15:26.799912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54780) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:26.805688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1984360923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:26.820465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:26.823317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:26.840971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Usage tracker for resource:router and tenant:a6699797a6f54614b24d707fb0291b9e is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:26.844384 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:26.845564 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:26.850020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:26.862890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:26.991837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:26.992946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.045209 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe435f-b8dd-4105-98ec-05f2014824e6 None None] Pushing event updated for resources: {'Port': ['ID=9b236d23-7ea8-45f7-b013-11527f6951da,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:27.053011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.079755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.090567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::1 (59f3d771-e395-47fb-8757-8f93f42824df/4cedeb6d-b94b-4941-a215-42f5e482e6c5/0f8deb6d-5c5e-47a7-922c-a7022fb26e99) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:27.115436 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:27.157615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.157836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Pushing event updated for resources: {'Port': ['ID=161111bc-e4a9-4546-b91a-fbd5c5004270,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:27.162167 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5ca65439-b0ee-4c25-899f-80bea2daaa3f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3612275 Dec 23 16:15:27.165373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54784) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:27.174092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:27.297420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:27.331468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Attempting to bind port 161111bc-e4a9-4546-b91a-fbd5c5004270 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:27.331862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Attempting to bind port 161111bc-e4a9-4546-b91a-fbd5c5004270 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:27.332213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Attempting to bind port 161111bc-e4a9-4546-b91a-fbd5c5004270 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:27.345441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:27.345787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 221ad7e6-51ba-4b41-8ce2-eb095cd8eea9 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:27.346201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c18ce2b0-9136-4e19-9e09-dc2b33aa227a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:27.402442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: c18ce2b0-9136-4e19-9e09-dc2b33aa227a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:27.402778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c18ce2b0-9136-4e19-9e09-dc2b33aa227a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:27.484179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:27.484728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:27.485228 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.485714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:27.486293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Bound port: 161111bc-e4a9-4546-b91a-fbd5c5004270, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:27.486762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.539706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-15c46732-5591-4a72-8f3f-c7fef723d693', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:27.540682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.545763 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:19Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:26Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:27.549941 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4f370-87c1-4d1b-b455-e60ae704eb17 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:19Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:26Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:27.550952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.579380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:27.705433 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.750502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.852658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] For port 161111bc-e4a9-4546-b91a-fbd5c5004270, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:27.866724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] For port 161111bc-e4a9-4546-b91a-fbd5c5004270, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=161111bc-e4a9-4546-b91a-fbd5c5004270,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:27.912502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.939504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port daaa63c9-9216-4af5-9b4f-1721c20f7efe {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:27.939871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.974834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:27.979489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:27.982128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:27.982991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.017649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Allocated IP 2001:db8:3::2 (15c46732-5591-4a72-8f3f-c7fef723d693/979c01bc-7501-4da9-93b7-e4737ba4cbb0/9e039d65-91d6-4a53-8c16-393428838fd8) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:28.027395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 8, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:28.029471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=0f8deb6d-5c5e-47a7-922c-a7022fb26e99,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:28.041276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54790) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:28.056056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d9a21-0430-4cc4-a8ed-c5fc5316c00c None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 8, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daaa63c9-9216-4af5-9b4f-1721c20f7efe', 'name': '', 'network_id': 'b5976abd-c0f9-465d-a1e4-71ca4f6d60bb', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:e8:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69021593-6353-4634-ab16-023178b328d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:03Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '69021593-6353-4634-ab16-023178b328d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:28.087044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30321c-d50f-47c4-adc1-36f1b2c10307 None None] Pushing event updated for resources: {'Port': ['ID=161111bc-e4a9-4546-b91a-fbd5c5004270,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:28.273697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port daaa63c9-9216-4af5-9b4f-1721c20f7efe, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=daaa63c9-9216-4af5-9b4f-1721c20f7efe,segment=NetworkSegment(edd9fb33-2ad1-4058-a5e8-7ab1ca286e66),segment_id=edd9fb33-2ad1-4058-a5e8-7ab1ca286e66)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:28.274100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.346254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.564045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.581983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Transition to ACTIVE for port object 9e039d65-91d6-4a53-8c16-393428838fd8 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:28.600459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Deleting port f50487a3-e5be-459c-8c1c-e4e3d6a49070 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:28.600920 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.607944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Transition to ACTIVE for port object 9e039d65-91d6-4a53-8c16-393428838fd8 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:28.625691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.707016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Network 15c46732-5591-4a72-8f3f-c7fef723d693 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:28.707947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Pushing event updated for resources: {'Port': ['ID=9e039d65-91d6-4a53-8c16-393428838fd8,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:28.712016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:28.714388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:28.728252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for daaa63c9-9216-4af5-9b4f-1721c20f7efe owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:28.768557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.807491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Attempting to bind port 9e039d65-91d6-4a53-8c16-393428838fd8 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:28.809569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Attempting to bind port 9e039d65-91d6-4a53-8c16-393428838fd8 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:28.809569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Attempting to bind port 9e039d65-91d6-4a53-8c16-393428838fd8 on network 15c46732-5591-4a72-8f3f-c7fef723d693 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:28.813227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.816504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:28.817125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Checking segment: {'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:28.817719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.818384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Bound using segment: {'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:28.819129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Bound port: 9e039d65-91d6-4a53-8c16-393428838fd8, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:28.819709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.923998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] For port 9e039d65-91d6-4a53-8c16-393428838fd8, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:28.927672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] For port 9e039d65-91d6-4a53-8c16-393428838fd8, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9e039d65-91d6-4a53-8c16-393428838fd8,segment=NetworkSegment(71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad),segment_id=71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:28.933633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.976011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.019400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069c8e6-c414-471d-aebf-0a3559474f6b None None] Pushing event updated for resources: {'Port': ['ID=9e039d65-91d6-4a53-8c16-393428838fd8,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:29.032687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Allocated IP 172.26.7.121 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/5500df07-f377-460b-89e7-33ed179578c4) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:29.186163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.186490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.203737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.264362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=daaa63c9-9216-4af5-9b4f-1721c20f7efe,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:29.324454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Calling delete_port for f50487a3-e5be-459c-8c1c-e4e3d6a49070 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:29.389770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.483231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.525562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 161111bc-e4a9-4546-b91a-fbd5c5004270 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:29.660646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 161111bc-e4a9-4546-b91a-fbd5c5004270 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:29.668902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9b236d23-7ea8-45f7-b013-11527f6951da up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:29.732669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:29.733844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event updated for resources: {'Port': ['ID=5500df07-f377-460b-89e7-33ed179578c4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:29.742746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:29.746427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:29.778532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 9b236d23-7ea8-45f7-b013-11527f6951da completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:29.786187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9b236d23-7ea8-45f7-b013-11527f6951da triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:29.786825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.838821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 16:15:29.906356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.925807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.926556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.945687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.984888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.985956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 9b236d23-7ea8-45f7-b013-11527f6951da, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9b236d23-7ea8-45f7-b013-11527f6951da,segment=NetworkSegment(90f9a828-0f68-459d-a344-49685216845d),segment_id=90f9a828-0f68-459d-a344-49685216845d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:29.991671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.080728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=9b236d23-7ea8-45f7-b013-11527f6951da,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:30.109545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3f7257a4-22d4-4da7-9362-70dedfb5d6b4 None None] Provisioning for port 161111bc-e4a9-4546-b91a-fbd5c5004270 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:30.114484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3f7257a4-22d4-4da7-9362-70dedfb5d6b4 None None] Provisioning complete for port 161111bc-e4a9-4546-b91a-fbd5c5004270 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:30.114880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f7257a4-22d4-4da7-9362-70dedfb5d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.149230 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.182725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=0f8deb6d-5c5e-47a7-922c-a7022fb26e99,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:30.204628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.237545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f7257a4-22d4-4da7-9362-70dedfb5d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.272666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3f7257a4-22d4-4da7-9362-70dedfb5d6b4 None None] For port 161111bc-e4a9-4546-b91a-fbd5c5004270, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=161111bc-e4a9-4546-b91a-fbd5c5004270,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:30.278128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f7257a4-22d4-4da7-9362-70dedfb5d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.332650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event deleted for resources: {'Port': ['ID=f50487a3-e5be-459c-8c1c-e4e3d6a49070,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:30.372524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7257a4-22d4-4da7-9362-70dedfb5d6b4 None None] Pushing event updated for resources: {'Port': ['ID=161111bc-e4a9-4546-b91a-fbd5c5004270,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:30.481696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:30.486613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:30.491242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Allocated IP 2001:db8:3::1 (15c46732-5591-4a72-8f3f-c7fef723d693/979c01bc-7501-4da9-93b7-e4737ba4cbb0/b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:30.584189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.670704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.710905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cd57595f-437b-4500-b400-f9cdc295c463 None None] Provisioning for port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:30.722693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cd57595f-437b-4500-b400-f9cdc295c463 None None] Provisioning complete for port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:30.723205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd57595f-437b-4500-b400-f9cdc295c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.731177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.831275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cd57595f-437b-4500-b400-f9cdc295c463 None None] Port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:30.856892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88c4e9-85fc-4c92-a280-69125f4ecce0 None None] Network 15c46732-5591-4a72-8f3f-c7fef723d693 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:30.972256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-98960670-1c81-4ad2-9301-ad14ae6a973f None None] Provisioning for port 9e039d65-91d6-4a53-8c16-393428838fd8 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:31.010813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:31.057493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-98960670-1c81-4ad2-9301-ad14ae6a973f None None] Provisioning complete for port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:31.058016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-98960670-1c81-4ad2-9301-ad14ae6a973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.153737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-98960670-1c81-4ad2-9301-ad14ae6a973f None None] Port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:31.178454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.208931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Transition to ACTIVE for port object b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:31.232040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Router 76660f0f-eefe-4cdf-81a1-0392c271c173 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:31.248416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:31.264101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:31.300700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:31.301638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:31.327157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.334118 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3e193319-1268-4fe9-8e30-f2884769a5fc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3412290 Dec 23 16:15:31.337320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54794) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:31.588983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 15c46732-5591-4a72-8f3f-c7fef723d693 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:31.600604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:31.609573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:31.609692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.612905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 161111bc-e4a9-4546-b91a-fbd5c5004270 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:31.618368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:31.668749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Router 33bf5c7d-60ef-411a-a306-997663001d36 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:31.678838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:31.695926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet 69021593-6353-4634-ab16-023178b328d4 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:31.701112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.764697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.826121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:31.834976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.836631 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] Sync routers for ids ['76660f0f-eefe-4cdf-81a1-0392c271c173'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:31.838873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ccf5592c-44de-4fec-89a3-e85d107563cc tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "PUT /v2.0/routers/76660f0f-eefe-4cdf-81a1-0392c271c173 HTTP/1.1" status: 200 len: 884 time: 4.6724970 Dec 23 16:15:31.839256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54798) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:31.841168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.858421 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] Routers {'76660f0f-eefe-4cdf-81a1-0392c271c173'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:31.859903 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['76660f0f-eefe-4cdf-81a1-0392c271c173'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:31.888350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.934348 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:31.945215 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] Routers {'76660f0f-eefe-4cdf-81a1-0392c271c173'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:31.945800 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['76660f0f-eefe-4cdf-81a1-0392c271c173'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:31.950146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 161111bc-e4a9-4546-b91a-fbd5c5004270 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:31.950680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.996495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.035577 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:32.035890 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83788c68-9d31-409a-9ba6-1609d747b841 None None] The sync data for ids ['76660f0f-eefe-4cdf-81a1-0392c271c173'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:32.066163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-951ed674-57da-40b9-90f5-7940eeb43a88 None None] Provisioning for port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:32.067935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.074881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd2251-13fe-485a-9aa3-7dbbedf669ca None None] Network b5976abd-c0f9-465d-a1e4-71ca4f6d60bb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:32.078274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=69021593-6353-4634-ab16-023178b328d4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:32.080956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a1503070-6a04-4ba0-a4e3-457f9b5c02e1 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/69021593-6353-4634-ab16-023178b328d4 HTTP/1.1" status: 204 len: 168 time: 0.7426872 Dec 23 16:15:32.083822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54802) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:32.155975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-951ed674-57da-40b9-90f5-7940eeb43a88 None None] Provisioning complete for port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:32.156392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-951ed674-57da-40b9-90f5-7940eeb43a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.325021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-951ed674-57da-40b9-90f5-7940eeb43a88 None None] Port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:32.331950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.342579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 1ce7b602-6512-429f-a1ce-79fd45a690bc {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:32.342925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.414976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9b236d23-7ea8-45f7-b013-11527f6951da up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:32.474047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Router 2f3ce9c8-144b-4263-9917-0a50ca288f4e has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:32.533152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 9, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:32.537315 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9b236d23-7ea8-45f7-b013-11527f6951da triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:32.537687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.553701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port 1ce7b602-6512-429f-a1ce-79fd45a690bc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1ce7b602-6512-429f-a1ce-79fd45a690bc,segment=NetworkSegment(edd9fb33-2ad1-4058-a5e8-7ab1ca286e66),segment_id=edd9fb33-2ad1-4058-a5e8-7ab1ca286e66)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:32.554049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.566686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:32.595583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:32.625252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Sync routers for ids ['33bf5c7d-60ef-411a-a306-997663001d36'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:32.678728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:32.679479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:32.693617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 1ce7b602-6512-429f-a1ce-79fd45a690bc owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:32.727118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b25fc-771c-4154-8483-7812db06a6f4 None None] DHCP port deletion for b5976abd-c0f9-465d-a1e4-71ca4f6d60bb request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:32.745823 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-67fc6434-77a4-4d65-ab6a-27b9269a3e1f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "PUT /v2.0/routers/33bf5c7d-60ef-411a-a306-997663001d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5389469 Dec 23 16:15:32.748470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54806) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:32.751568 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-642afe58-ed19-4f87-889e-29b46d69d5bc tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/76660f0f-eefe-4cdf-81a1-0392c271c173 HTTP/1.1" status: 200 len: 925 time: 0.8975954 Dec 23 16:15:32.754330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:32.754610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f77b25fc-771c-4154-8483-7812db06a6f4 None None] Deleting port 1ce7b602-6512-429f-a1ce-79fd45a690bc {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:32.754985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f77b25fc-771c-4154-8483-7812db06a6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.779240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Routers {'33bf5c7d-60ef-411a-a306-997663001d36'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:32.779889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['33bf5c7d-60ef-411a-a306-997663001d36'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:32.816746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.828681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.829420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.837805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b3c37-5fbc-46f1-87f8-8a23e47ce9e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:32.838912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-623b3c37-5fbc-46f1-87f8-8a23e47ce9e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:32.843078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.895756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=1ce7b602-6512-429f-a1ce-79fd45a690bc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:32.909364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No DVR routers for this DVR port 1ce7b602-6512-429f-a1ce-79fd45a690bc on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:32.935460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-623b3c37-5fbc-46f1-87f8-8a23e47ce9e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:32.939036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-623b3c37-5fbc-46f1-87f8-8a23e47ce9e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports/0f8deb6d-5c5e-47a7-922c-a7022fb26e99 HTTP/1.1" status: 200 len: 911 time: 0.1870093 Dec 23 16:15:32.940425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54814) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:33.033655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f77b25fc-771c-4154-8483-7812db06a6f4 None None] The port '1ce7b602-6512-429f-a1ce-79fd45a690bc' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:15:33.043236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9e039d65-91d6-4a53-8c16-393428838fd8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:33.086771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.116966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5976abd-c0f9-465d-a1e4-71ca4f6d60bb']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:33.131127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Set router 33bf5c7d-60ef-411a-a306-997663001d36 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:33.131327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:33.131449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd9fb33-2ad1-4058-a5e8-7ab1ca286e66') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:33.148263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event updated for resources: {'Port': ['ID=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:33.151975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33f0de-5e5c-48e4-9077-1d7ba75bc2c5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:33.155907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33f0de-5e5c-48e4-9077-1d7ba75bc2c5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:33.160129 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bc33f0de-5e5c-48e4-9077-1d7ba75bc2c5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2164855 Dec 23 16:15:33.160129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.162061 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54818) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:33.178790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.185868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:15:33.186405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:15:33.202363 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:15:33.225993 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:33.251077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f35d3234-c327-462a-b9e6-8124b7efa999 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Synchronizing usage tracker for tenant:13fa7fa900b24680b1930430b7e59bab on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:33.293985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.313629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.319785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=b5976abd-c0f9-465d-a1e4-71ca4f6d60bb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:33.332993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b7a4ce5b-2806-4951-8d84-665ad1494bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/b5976abd-c0f9-465d-a1e4-71ca4f6d60bb HTTP/1.1" status: 204 len: 168 time: 1.2455862 Dec 23 16:15:33.333474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54822) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:33.355679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f35d3234-c327-462a-b9e6-8124b7efa999 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Unset dirty status for tenant:13fa7fa900b24680b1930430b7e59bab on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:33.359576 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f35d3234-c327-462a-b9e6-8124b7efa999 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=76660f0f-eefe-4cdf-81a1-0392c271c173&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6015518 Dec 23 16:15:33.368744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:33.488765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Network 15c46732-5591-4a72-8f3f-c7fef723d693 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:33.494045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:33.532531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 9e039d65-91d6-4a53-8c16-393428838fd8 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:33.602596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9e039d65-91d6-4a53-8c16-393428838fd8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:33.602965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.651540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:33.665544 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] Sync routers for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:33.667024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.680641 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:33.683960 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:33.729588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.751221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea095ed-f156-4bd9-8110-fb1f7c538cc1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:33.760870 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bea095ed-f156-4bd9-8110-fb1f7c538cc1 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.3869290 Dec 23 16:15:33.767745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:33.835189 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fac06f2b-01a7-4234-a516-4f2776ce91c2 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "DELETE /v2.0/floatingips/2cd67931-593d-4eef-b7ad-5e2226db55bc HTTP/1.1" status: 204 len: 168 time: 5.7926924 Dec 23 16:15:33.837141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:15:33.929552 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5a75f53-6174-4150-a06a-72e574c432ab tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=76660f0f-eefe-4cdf-81a1-0392c271c173 HTTP/1.1" status: 200 len: 205 time: 0.1578596 Dec 23 16:15:33.955734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.978371 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:34.033388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54840) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:34.062357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bf5c7d-60ef-411a-a306-997663001d36', 'name': 'tempest-NetworksTestDHCPv6-router-1391593309', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:25Z', 'updated_at': '2021-12-23T16:15:28Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None, '_interfaces': [{'id': '0f8deb6d-5c5e-47a7-922c-a7022fb26e99', 'name': '', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'mac_address': 'fa:16:3e:37:16:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bf5c7d-60ef-411a-a306-997663001d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cedeb6d-b94b-4941-a215-42f5e482e6c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:26Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'subnets': [{'id': '4cedeb6d-b94b-4941-a215-42f5e482e6c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:34.066812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 9e039d65-91d6-4a53-8c16-393428838fd8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9e039d65-91d6-4a53-8c16-393428838fd8,segment=NetworkSegment(71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad),segment_id=71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:34.084201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Checking router: 33bf5c7d-60ef-411a-a306-997663001d36 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:34.084560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Updating router 33bf5c7d-60ef-411a-a306-997663001d36 port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:34.129716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:34.303809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1ce7b602-6512-429f-a1ce-79fd45a690bc no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:34.342404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c6355571-1e24-43d3-9f5d-de483d8767f5 None None] Provisioning complete for port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:34.342762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6355571-1e24-43d3-9f5d-de483d8767f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:34.405436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 9, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:34.407517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 1ce7b602-6512-429f-a1ce-79fd45a690bc {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:34.407875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1ce7b602-6512-429f-a1ce-79fd45a690bc not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:34.430738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64822e0f-3644-49c1-8129-ae0a48a33775 None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 9, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b722-1da1-4ff3-8720-b0255fc90781', 'name': '', 'network_id': '03909604-3aa0-4598-b403-0e908af62b90', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:f4:05:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:43Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '35d018fd-81f7-4ea0-9de5-52c785a2cd3a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:34.441637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:34.471041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=9e039d65-91d6-4a53-8c16-393428838fd8,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:34.476483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:34.503918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c6355571-1e24-43d3-9f5d-de483d8767f5 None None] Port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:15:34.508267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.508591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.508923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.509247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.509693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.509952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.510228 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.510546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.510859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.511171 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.511485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:34.533554 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:06Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:34.538519 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] Checking router: 2f3ce9c8-144b-4263-9917-0a50ca288f4e for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:34.551487 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:34.551842 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'status': 'completed', 'code': 200} Dec 23 16:15:34.553002 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:34.694824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1aeca-f380-4d92-8c80-7e2407b7e420 req-21b8e788-25c3-4bde-ac77-048fc77da176 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:34.704055 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-99e1aeca-f380-4d92-8c80-7e2407b7e420 req-21b8e788-25c3-4bde-ac77-048fc77da176 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.3120112 Dec 23 16:15:34.745399 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:34.936636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:34.949724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Transition to ACTIVE for port object 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:34.963521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:34.999606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-99e1aeca-f380-4d92-8c80-7e2407b7e420 req-ac2cc3cf-2f0c-4441-9e3f-d5e3eb5febe1 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942009 Dec 23 16:15:35.078861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.080951 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-0d1440dd-a230-424c-832b-420c483999f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5581c19326b3490db868032d42e973af&device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 1099 time: 0.4548948 Dec 23 16:15:35.200187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0479-6638-49eb-b1a9-8c60920fa642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.202772 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:06Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:35.207795 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980610d-8956-4c73-93fb-b7a98310e032 None None] The sync data for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv is: [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:11:52Z', 'revision_number': 4, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '52ce2210-ea59-49da-824f-a3a18c13998b', 'name': '', 'network_id': 'd66ee489-af94-4988-8cf8-06e90031f225', 'tenant_id': '5581c19326b3490db868032d42e973af', 'mac_address': 'fa:16:3e:5a:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:48Z', 'updated_at': '2021-12-23T16:12:06Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'subnets': [{'id': '4469711b-2abf-4221-bf51-c98fd6d853f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:35.256602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099dd5c-bcbe-4321-b123-ce1bb42345cd None None] Pushing event updated for resources: {'Port': ['ID=0f8deb6d-5c5e-47a7-922c-a7022fb26e99,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:35.350990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Attempting to bind port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:35.351917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Attempting to bind port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:35.352509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Attempting to bind port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:35.361376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:35.362148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:35.364024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.365255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.365700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:35.366317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Bound port: 0f8deb6d-5c5e-47a7-922c-a7022fb26e99, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:35.366701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.430011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-15d36b6d-584e-4d83-944a-84ae71acc731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:35.433162 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-15d36b6d-584e-4d83-944a-84ae71acc731 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d66ee489-af94-4988-8cf8-06e90031f225 HTTP/1.1" status: 200 len: 897 time: 0.3424950 Dec 23 16:15:35.506073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] For port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:35.511278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] For port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f8deb6d-5c5e-47a7-922c-a7022fb26e99,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:35.517835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.583136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port ac10b722-1da1-4ff3-8720-b0255fc90781 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:35.583479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.600019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099dd5c-bcbe-4321-b123-ce1bb42345cd None None] Pushing event updated for resources: {'Port': ['ID=0f8deb6d-5c5e-47a7-922c-a7022fb26e99,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:35.602746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff304b5-be95-4a6c-b682-690e5fab3de5 None None] New status for floating IP 2cd67931-593d-4eef-b7ad-5e2226db55bc: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:15:35.607185 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-d0f55f7e-ad00-4b1a-9a87-604af76903dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=556984aa-1a71-401f-b41a-99612bd7dbc0 HTTP/1.1" status: 200 len: 217 time: 0.1643898 Dec 23 16:15:35.629345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.648014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Deleting port 5500df07-f377-460b-89e7-33ed179578c4 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:35.648378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:35.675315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:35.684298 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-95cd3906-b71a-4f9e-bd97-9f60e8ce0d6a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1216066 Dec 23 16:15:35.685272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54848) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:35.689758 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:35.700633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:35.709564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-402032d7-36ca-4cdb-9f4b-6ed17c5d934f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:35.710971 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-402032d7-36ca-4cdb-9f4b-6ed17c5d934f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4469711b-2abf-4221-bf51-c98fd6d853f9 HTTP/1.1" status: 200 len: 835 time: 0.0951433 Dec 23 16:15:35.727816 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:35.729250 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:35.805380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Routers {'33bf5c7d-60ef-411a-a306-997663001d36'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:35.806148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['33bf5c7d-60ef-411a-a306-997663001d36'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:35.906928 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-fa450d5b-32e5-46cd-8242-c233335f4467 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d66ee489-af94-4988-8cf8-06e90031f225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1882265 Dec 23 16:15:35.948864 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:36.084605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] Set router 33bf5c7d-60ef-411a-a306-997663001d36 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:36.168823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:36.178494 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-074e8114-0b6f-46b9-b89d-de0e07313247 service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067075 Dec 23 16:15:36.318686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Calling delete_port for 5500df07-f377-460b-89e7-33ed179578c4 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:36.318955 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9e039d65-91d6-4a53-8c16-393428838fd8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:36.388032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:36.388994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:36.458833 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:31Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:32Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:36.469013 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:36.469356 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Updating router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:15:36.490283 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1796eca8-5341-4902-8f7f-7d9eabe95e99 req-f3c12c42-b9ea-4a7a-9c21-4f0ec36015ae service neutron] 10.222.0.59 "GET /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565207 Dec 23 16:15:36.508605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9e039d65-91d6-4a53-8c16-393428838fd8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:36.509339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:36.541822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:36.577269 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:36.605568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:36.696153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bf5c7d-60ef-411a-a306-997663001d36', 'name': 'tempest-NetworksTestDHCPv6-router-1391593309', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:25Z', 'updated_at': '2021-12-23T16:15:28Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None, '_interfaces': [{'id': '0f8deb6d-5c5e-47a7-922c-a7022fb26e99', 'name': '', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'mac_address': 'fa:16:3e:37:16:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bf5c7d-60ef-411a-a306-997663001d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cedeb6d-b94b-4941-a215-42f5e482e6c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:26Z', 'updated_at': '2021-12-23T16:15:35Z', 'revision_number': 4, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'subnets': [{'id': '4cedeb6d-b94b-4941-a215-42f5e482e6c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:36.699214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port 0f8deb6d-5c5e-47a7-922c-a7022fb26e99, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f8deb6d-5c5e-47a7-922c-a7022fb26e99,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:36.699671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:36.706015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device daaa63c9-9216-4af5-9b4f-1721c20f7efe no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:36.729016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event deleted for resources: {'Port': ['ID=5500df07-f377-460b-89e7-33ed179578c4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:36.740230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c58cc9-a72f-49a1-927c-da63f9e2555a None None] The sync data for ids ['33bf5c7d-60ef-411a-a306-997663001d36'] in dv-neutron-822800-1-hyperv is: [{'id': '33bf5c7d-60ef-411a-a306-997663001d36', 'name': 'tempest-NetworksTestDHCPv6-router-1391593309', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:25Z', 'updated_at': '2021-12-23T16:15:28Z', 'revision_number': 2, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None, '_interfaces': [{'id': '0f8deb6d-5c5e-47a7-922c-a7022fb26e99', 'name': '', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'mac_address': 'fa:16:3e:37:16:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bf5c7d-60ef-411a-a306-997663001d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cedeb6d-b94b-4941-a215-42f5e482e6c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:26Z', 'updated_at': '2021-12-23T16:15:35Z', 'revision_number': 4, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'subnets': [{'id': '4cedeb6d-b94b-4941-a215-42f5e482e6c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:36.754930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: daaa63c9-9216-4af5-9b4f-1721c20f7efe {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:36.755337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device daaa63c9-9216-4af5-9b4f-1721c20f7efe not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:36.926429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port ac10b722-1da1-4ff3-8720-b0255fc90781, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac10b722-1da1-4ff3-8720-b0255fc90781,segment=NetworkSegment(f991ff7c-400e-4d1f-9c7e-311b30a7c13a),segment_id=f991ff7c-400e-4d1f-9c7e-311b30a7c13a)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:36.926785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.014743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:37.052254 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.065180 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Transition to ACTIVE for port object b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:37.074251 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.109646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for ac10b722-1da1-4ff3-8720-b0255fc90781 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:37.154687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51397c3-cd22-4326-b146-d202e0e6ac79 req-bc01317b-b368-4bd2-bf7d-be2847c73494 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:37.161455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a51397c3-cd22-4326-b146-d202e0e6ac79 req-bc01317b-b368-4bd2-bf7d-be2847c73494 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.6466641 Dec 23 16:15:37.217702 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Pushing event updated for resources: {'Port': ['ID=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:37.225375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-571e3db4-9bca-4626-a1f6-3933e8a7b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.233808 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.234156 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.234483 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.234851 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.235127 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.235446 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.235827 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.236144 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.236459 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.236760 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.237067 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:37.274891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.335225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=0f8deb6d-5c5e-47a7-922c-a7022fb26e99,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:37.406540 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Attempting to bind port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:37.408496 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Attempting to bind port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:37.409117 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Attempting to bind port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 on network 15c46732-5591-4a72-8f3f-c7fef723d693 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:37.426823 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:37.427641 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Checking segment: {'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:37.428302 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.428928 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Bound using segment: {'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:37.429625 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Bound port: b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:37.430224 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.534696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.550877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-9d2e15ea-6cf1-4994-9664-0cf5dd33bf7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:37.552482 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-9d2e15ea-6cf1-4994-9664-0cf5dd33bf7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 946 time: 0.9948292 Dec 23 16:15:37.589728 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] For port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:37.596655 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] For port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,segment=NetworkSegment(71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad),segment_id=71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:37.602211 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.673419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=ac10b722-1da1-4ff3-8720-b0255fc90781,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:37.685744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.692001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:37.744808 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:37.745571 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:37.832843 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ed9e1-0eb1-42e9-ab4d-d251e7a2187d None None] Pushing event updated for resources: {'Port': ['ID=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:37.932205 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:38.209235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Router 33bf5c7d-60ef-411a-a306-997663001d36 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:38.297164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:38.341942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a51397c3-cd22-4326-b146-d202e0e6ac79 req-b5fb504a-556c-497c-b65b-523fce10671f tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1796358 Dec 23 16:15:38.347769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:38.399461 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:31Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:38.408703 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad206e-5331-4294-8b13-c14c9cc5ad22 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:31Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 4, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:38.440148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:38.441050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Deleting port 556984aa-1a71-401f-b41a-99612bd7dbc0 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:38.441388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:38.475858 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b2e5cbdb-06b7-40dc-a1f6-2e5706e921c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "PUT /v2.0/routers/33bf5c7d-60ef-411a-a306-997663001d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3109419 Dec 23 16:15:38.477929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54854) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:38.499035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:38.590420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22a833-7c9d-433a-bccb-34e3387511b9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:38.593204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22a833-7c9d-433a-bccb-34e3387511b9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:38.593968 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f22a833-7c9d-433a-bccb-34e3387511b9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:38.606042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] Sync routers for ids ['33bf5c7d-60ef-411a-a306-997663001d36'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:38.609487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:38.617074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f22a833-7c9d-433a-bccb-34e3387511b9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:38.618616 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f22a833-7c9d-433a-bccb-34e3387511b9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1365173 Dec 23 16:15:38.621440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:38.624526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] Routers {'33bf5c7d-60ef-411a-a306-997663001d36'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:38.624526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['33bf5c7d-60ef-411a-a306-997663001d36'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:38.782283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] Set router 33bf5c7d-60ef-411a-a306-997663001d36 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:38.837669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 556984aa-1a71-401f-b41a-99612bd7dbc0 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:38.969462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 4cedeb6d-b94b-4941-a215-42f5e482e6c5 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:38.972935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.038672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.096850 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bf5c7d-60ef-411a-a306-997663001d36', 'name': 'tempest-NetworksTestDHCPv6-router-1391593309', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:25Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 3, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:39.104809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] Checking router: 33bf5c7d-60ef-411a-a306-997663001d36 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:39.113908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.extraroute_db [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 16:15:39.120347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.130895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.144308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] Routers {'33bf5c7d-60ef-411a-a306-997663001d36'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:39.145272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['33bf5c7d-60ef-411a-a306-997663001d36'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:39.219783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.220668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Fanout notify agent at l3_agent the message router_deleted on router 76660f0f-eefe-4cdf-81a1-0392c271c173 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:39.226073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:15:39.227031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.248218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.extraroute_db [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Removed routes are [] {{(pid=83494) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 16:15:39.248617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.271520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=4cedeb6d-b94b-4941-a215-42f5e482e6c5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:39.289786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.298647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:39.300888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf50ab-12b7-4a5f-a7e9-0b141f7a8dc0 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:39.311034 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f67b4935-5077-40af-8f21-22c28395614f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/4cedeb6d-b94b-4941-a215-42f5e482e6c5 HTTP/1.1" status: 204 len: 168 time: 0.6883371 Dec 23 16:15:39.313659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:39.320526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.416894 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'code': 200} Dec 23 16:15:39.451777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] Set router 33bf5c7d-60ef-411a-a306-997663001d36 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:39.547392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6264188e-e145-4ee9-950c-2a4b67090379 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:router {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:39.566999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6264188e-e145-4ee9-950c-2a4b67090379 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:router {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:39.569240 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6264188e-e145-4ee9-950c-2a4b67090379 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2542131 Dec 23 16:15:39.571772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:39.644332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bf5c7d-60ef-411a-a306-997663001d36', 'name': 'tempest-NetworksTestDHCPv6-router-1391593309', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:25Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 3, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:39.691049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:39.698367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580dd5c4-6115-4239-8275-340d1f8092a7 None None] The sync data for ids ['33bf5c7d-60ef-411a-a306-997663001d36'] in dv-neutron-822800-1-hyperv is: [{'id': '33bf5c7d-60ef-411a-a306-997663001d36', 'name': 'tempest-NetworksTestDHCPv6-router-1391593309', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:25Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 3, 'project_id': 'df880e3156bd48a49b8923e8ac84462c', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:39.698637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.708769 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e11456a8-0747-4655-b491-49405a290ce0 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/76660f0f-eefe-4cdf-81a1-0392c271c173 HTTP/1.1" status: 204 len: 168 time: 5.6688902 Dec 23 16:15:39.709855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54874) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:39.734732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-666444553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:39.746567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:39.747038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cddd471-053c-492c-b4c3-fe4842552bb5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.773291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Usage tracker for resource:router and tenant:a6699797a6f54614b24d707fb0291b9e is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:39.790193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:39.801347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:39.801739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.807912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.819828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:39.955073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Calling delete_port for 556984aa-1a71-401f-b41a-99612bd7dbc0 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:39.987490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.988435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.023712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.067610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe60663-c864-4229-bb3a-e791a56d58c7 req-b2c4517d-217c-414a-849a-0b7c07a921cb tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:40.069071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5fe60663-c864-4229-bb3a-e791a56d58c7 req-b2c4517d-217c-414a-849a-0b7c07a921cb tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 944 time: 0.4428909 Dec 23 16:15:40.086528 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:40.095508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] Deleting port 161111bc-e4a9-4546-b91a-fbd5c5004270 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:40.096472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.177035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.182971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cddd471-053c-492c-b4c3-fe4842552bb5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.186849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cddd471-053c-492c-b4c3-fe4842552bb5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.228161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cddd471-053c-492c-b4c3-fe4842552bb5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.228779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cddd471-053c-492c-b4c3-fe4842552bb5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Fanout notify agent at l3_agent the message router_deleted on router 33bf5c7d-60ef-411a-a306-997663001d36 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:40.252160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cddd471-053c-492c-b4c3-fe4842552bb5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.253699 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7cddd471-053c-492c-b4c3-fe4842552bb5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/routers/33bf5c7d-60ef-411a-a306-997663001d36 HTTP/1.1" status: 204 len: 168 time: 0.6809998 Dec 23 16:15:40.256412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54878) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:40.323175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:40.336998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:40.337388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:40.361189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f92a5-fecc-4778-8b02-5a25d853d0e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:40.361872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2c5f92a5-fecc-4778-8b02-5a25d853d0e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:40.382753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2c5f92a5-fecc-4778-8b02-5a25d853d0e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:40.384225 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2c5f92a5-fecc-4778-8b02-5a25d853d0e0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1265445 Dec 23 16:15:40.386952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54882) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:40.446292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:40.455052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] For port 161111bc-e4a9-4546-b91a-fbd5c5004270, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=161111bc-e4a9-4546-b91a-fbd5c5004270,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:40.455773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.468566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.468961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:40.469495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.478115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49abd03-8060-480c-8fc4-401415f1913d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:40.479838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d49abd03-8060-480c-8fc4-401415f1913d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:40.487007 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5fe60663-c864-4229-bb3a-e791a56d58c7 req-16e49e4c-d9b9-44bd-bccc-9afe3cf06d9a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498731 Dec 23 16:15:40.494803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.498565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d49abd03-8060-480c-8fc4-401415f1913d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:40.503269 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d49abd03-8060-480c-8fc4-401415f1913d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154399 Dec 23 16:15:40.504114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54886) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:40.514845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.587812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7913658c-5f0b-40d9-a2dc-dae8fc4ec83e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:router {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:40.592175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.595784 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2fe9bc21-620e-42cb-bf4c-78b0499ad63d tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8777928 Dec 23 16:15:40.596307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54890) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:40.604599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': True}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:40.605049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7913658c-5f0b-40d9-a2dc-dae8fc4ec83e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:router {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:40.610264 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7913658c-5f0b-40d9-a2dc-dae8fc4ec83e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004691 Dec 23 16:15:40.611121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54894) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:40.616526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:40.633570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] Calling delete_port for 161111bc-e4a9-4546-b91a-fbd5c5004270 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:40.768407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.819568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] No DVR routers for this DVR port 161111bc-e4a9-4546-b91a-fbd5c5004270 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:40.827470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:40.832135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace6d52-ca4a-41ae-a367-7e3d4946f85b None None] Pushing event deleted for resources: {'Port': ['ID=161111bc-e4a9-4546-b91a-fbd5c5004270,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:40.835794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.837367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:40.855975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:40.859440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.885967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Deleting port 556984aa-1a71-401f-b41a-99612bd7dbc0 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:40.886554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.914743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,segment=NetworkSegment(71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad),segment_id=71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:40.919901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:40.992629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:40.997541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 161111bc-e4a9-4546-b91a-fbd5c5004270 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:41.035807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 161111bc-e4a9-4546-b91a-fbd5c5004270 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:41.036186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 161111bc-e4a9-4546-b91a-fbd5c5004270 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:41.037323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:41.069041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:41.069406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f8deb6d-5c5e-47a7-922c-a7022fb26e99 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:41.208746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:15:41.209948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.270111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:41.271257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:41.274446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:41.275033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.280528 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f15ec-db76-4970-b5bf-92c91387f32b None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:41.304320 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6918983 Dec 23 16:15:41.307413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54898) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:41.315346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287735f-4947-4709-8d49-c24aed5521f6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=408bcc3e-18bb-4201-956b-a3b0d92dd152,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:41.335244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:41.496272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '408bcc3e-18bb-4201-956b-a3b0d92dd152'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:15:41.497077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.579177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:41.656397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Allocated IP 2001:db8::f816:3eff:fe33:e760 (59f3d771-e395-47fb-8757-8f93f42824df/408bcc3e-18bb-4201-956b-a3b0d92dd152/aff25aa9-0c6a-4834-b309-e114e1dba32f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:41.861096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.870947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Transition to ACTIVE for port object aff25aa9-0c6a-4834-b309-e114e1dba32f will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:41.888909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Transition to ACTIVE for port object aff25aa9-0c6a-4834-b309-e114e1dba32f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:41.894320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.960612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:41.960838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:41.964765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:41.969491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:41.973565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.974894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:41.997108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:42.006428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:42.072971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Attempting to bind port aff25aa9-0c6a-4834-b309-e114e1dba32f on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:15:42.073333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Attempting to bind port aff25aa9-0c6a-4834-b309-e114e1dba32f by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:15:42.073685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Attempting to bind port aff25aa9-0c6a-4834-b309-e114e1dba32f on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:15:42.074139 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:42.080062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:15:42.080428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:15:42.080821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.081209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:15:42.081658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Bound port: aff25aa9-0c6a-4834-b309-e114e1dba32f, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:15:42.082019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.098360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] For port 556984aa-1a71-401f-b41a-99612bd7dbc0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=556984aa-1a71-401f-b41a-99612bd7dbc0,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:42.098718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.171268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:15:42.174703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:15:42.187152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.229107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:42.247201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:42.266532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Calling delete_port for 556984aa-1a71-401f-b41a-99612bd7dbc0 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:42.329380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be06fe4-8e40-4106-856b-3923f06d6021 None None] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:42.351936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:42.352314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.592662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7d2fc-a90e-4003-87e1-590f1e9792b4 req-ffbdb22b-cc8d-4ade-b30f-5e80ab7bdc74 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:42.593781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-83a7d2fc-a90e-4003-87e1-590f1e9792b4 req-ffbdb22b-cc8d-4ade-b30f-5e80ab7bdc74 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Synchronizing usage tracker for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:42.711978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-83a7d2fc-a90e-4003-87e1-590f1e9792b4 req-ffbdb22b-cc8d-4ade-b30f-5e80ab7bdc74 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Unset dirty status for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:42.713234 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a7d2fc-a90e-4003-87e1-590f1e9792b4 req-ffbdb22b-cc8d-4ade-b30f-5e80ab7bdc74 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 944 time: 1.0681238 Dec 23 16:15:42.760210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:42.776537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.898588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:42.908829 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:42.920276 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:42.920860 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:42.954908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.956089 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-05f26384-ccd6-4343-9893-a9a33a305145 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 200 len: 952 time: 7.2677512 Dec 23 16:15:42.958727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54904) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:42.978053 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a7d2fc-a90e-4003-87e1-590f1e9792b4 req-ec4e1e6f-27dd-45ab-bed2-16dafeab3a48 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f6c5b5-cf18-451d-8826-2668238117fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552562 Dec 23 16:15:43.102629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:43.140758 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:43.161235 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87ffd669-e7f2-4941-9b20-68aefe53ab7a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 200 len: 952 time: 0.1985297 Dec 23 16:15:43.161498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54908) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:43.167251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'routes': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:43.232130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event deleted for resources: {'Port': ['ID=556984aa-1a71-401f-b41a-99612bd7dbc0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:43.398990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] No DVR routers for this DVR port 556984aa-1a71-401f-b41a-99612bd7dbc0 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:43.410433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:43.413106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-deleted', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:15:43.464262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-78c9c1f9-454e-4ef4-a5f7-af868d79914e None None] Provisioning for port aff25aa9-0c6a-4834-b309-e114e1dba32f completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:43.471103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:43.511712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-566b6b9d-d39d-42c0-be10-f581cdfe985e req-08007092-b593-40d2-a017-63079e1c67aa tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.59 "DELETE /v2.0/ports/556984aa-1a71-401f-b41a-99612bd7dbc0 HTTP/1.1" status: 204 len: 173 time: 5.8827298 Dec 23 16:15:43.516217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:43.545048 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 6, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:40Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:43.549380 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:43.563256 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:43.563799 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:43.621175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:43.630958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:43.640691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5b5b787d-bc1d-4d5d-bb04-5f6e35facf32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3038874 Dec 23 16:15:43.643885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54916) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:43.659686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:43.660314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:43.704880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c489573-f3f0-41f4-8a99-8ce102021254', 'name': 'network-vif-deleted', 'tag': '556984aa-1a71-401f-b41a-99612bd7dbc0', 'status': 'completed', 'code': 200} Dec 23 16:15:43.824954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:43.837570 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:43.916401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:44.032450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 16:15:44.032976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 16:15:44.056847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Allocated IP 172.26.7.141 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/2dc8a6ab-1b77-4b33-af0d-8db7f0dd6ddc) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:44.071764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.114392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:44.133034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:44.144513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=43b4b20a-eee3-4aaa-9282-d2dd722e2e79,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:44.147469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:44.148253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.230057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a349bbc-e215-46bf-b38b-ec76b31fcb10 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:44.338440 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 6, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:40Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:44.346254 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ba223-bd4f-4855-8243-96dca6003b36 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 6, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:40Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:44.381635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:44.578290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0f43f5ff-2f30-4c05-b1d0-321f1cf98f5c req-0408eef1-c472-433c-aa96-c879ec42a699 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Synchronizing usage tracker for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:44.581426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5677d87e-a2d1-4925-9e02-999e69574461 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2661803 Dec 23 16:15:44.590946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54922) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:44.627903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet 35d018fd-81f7-4ea0-9de5-52c785a2cd3a {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:44.637800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.661855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:92:48:dc', 'name': 'tempest-NetworksTestDHCPv6-981820241'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:44.681563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0f43f5ff-2f30-4c05-b1d0-321f1cf98f5c req-0408eef1-c472-433c-aa96-c879ec42a699 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Unset dirty status for tenant:5581c19326b3490db868032d42e973af on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:44.682689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f43f5ff-2f30-4c05-b1d0-321f1cf98f5c req-0408eef1-c472-433c-aa96-c879ec42a699 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c489573-f3f0-41f4-8a99-8ce102021254 HTTP/1.1" status: 200 len: 210 time: 0.4218190 Dec 23 16:15:44.725652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.738594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port aff25aa9-0c6a-4834-b309-e114e1dba32f completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:44.752886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:44.752886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.780035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.800926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.820369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.842133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.871716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.908109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:44.927070 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 10, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:44.939278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:44.950826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:44.963165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:44.963986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:44.969669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:44.970493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:44.977262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:44.977711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:44.989873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:44.990492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:44.999469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:45.010362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Port': ['ID=2dc8a6ab-1b77-4b33-af0d-8db7f0dd6ddc,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:45.057730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.084437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:45.143952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=35d018fd-81f7-4ea0-9de5-52c785a2cd3a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:45.144212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.148556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.158136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:45.163198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.172333 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a1e7bad2-a921-4f6a-b565-ee915e7718a5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/35d018fd-81f7-4ea0-9de5-52c785a2cd3a HTTP/1.1" status: 204 len: 168 time: 1.5238783 Dec 23 16:15:45.172619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54926) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:45.204868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a966c-3445-4e75-95fb-1842e66199e8 None None] Network 03909604-3aa0-4598-b403-0e908af62b90 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:45.232496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.250418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 554d970e-086c-4735-a48e-a5d6167f0b73 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:15:45.335007 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:45.397476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:45.408847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '408bcc3e-18bb-4201-956b-a3b0d92dd152', 'ip_address': '2001:db8::f816:3eff:fe33:e760'}, {'subnet_id': '43b4b20a-eee3-4aaa-9282-d2dd722e2e79'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'aff25aa9-0c6a-4834-b309-e114e1dba32f'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:15:45.410211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.414331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.419483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.543125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port d58ccd2d-662e-494a-abe3-cbf84c6682c9 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:45.543441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.594812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.662534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Router a170a0b8-fd79-4b5d-b492-4844308f0b4c is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:45.808299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 172.20.0.2 (59f3d771-e395-47fb-8757-8f93f42824df/43b4b20a-eee3-4aaa-9282-d2dd722e2e79/554d970e-086c-4735-a48e-a5d6167f0b73) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:45.816072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:45.830101 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:45.831151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe92:48dc (59f3d771-e395-47fb-8757-8f93f42824df/408bcc3e-18bb-4201-956b-a3b0d92dd152/554d970e-086c-4735-a48e-a5d6167f0b73) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:45.833013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:45.851709 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:45.852933 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:45.926452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:45.930973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:45.934675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-986176bd-c45e-4294-a4b8-f241c61ce0e9 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "PUT /v2.0/routers/a170a0b8-fd79-4b5d-b492-4844308f0b4c HTTP/1.1" status: 200 len: 918 time: 5.3352544 Dec 23 16:15:45.934936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54936) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:45.948016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] Sync routers for ids ['a170a0b8-fd79-4b5d-b492-4844308f0b4c'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:45.982742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] Routers {'a170a0b8-fd79-4b5d-b492-4844308f0b4c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:45.983499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a170a0b8-fd79-4b5d-b492-4844308f0b4c'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:46.049795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] DHCP port deletion for 03909604-3aa0-4598-b403-0e908af62b90 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:46.062869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:46.065928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Deleting port d58ccd2d-662e-494a-abe3-cbf84c6682c9 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:46.066365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:46.075355 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:46.102484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port d58ccd2d-662e-494a-abe3-cbf84c6682c9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d58ccd2d-662e-494a-abe3-cbf84c6682c9,segment=NetworkSegment(f991ff7c-400e-4d1f-9c7e-311b30a7c13a),segment_id=f991ff7c-400e-4d1f-9c7e-311b30a7c13a)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:46.103297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:46.129902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 10, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:46.135968 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] Routers {'a170a0b8-fd79-4b5d-b492-4844308f0b4c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:46.136640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a170a0b8-fd79-4b5d-b492-4844308f0b4c'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:46.225298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce465dc-3221-46ed-ab63-6581d5af7757 None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:37Z', 'revision_number': 10, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None, '_interfaces': [{'id': '7a69b438-84d8-4f61-9fa8-9490088e0091', 'name': '', 'network_id': '7f1be740-b1df-48f0-b0f4-8e04ea3d91d7', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'mac_address': 'fa:16:3e:3b:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:30Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 5, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'subnets': [{'id': '480b4423-2120-4e00-8ba0-ae215716cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:46.230609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:46.230999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300a68c1-63ec-4baa-a046-e89e0808bd29 None None] The sync data for ids ['a170a0b8-fd79-4b5d-b492-4844308f0b4c'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:46.248733 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dbdb0350-85a3-4796-b053-307d862e1b49 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/a170a0b8-fd79-4b5d-b492-4844308f0b4c HTTP/1.1" status: 200 len: 924 time: 0.3102322 Dec 23 16:15:46.249262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54940) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:46.309818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:46.311725 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-23e0e0a5-fad8-4bc2-82a2-282a65781141 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 200 len: 702 time: 3.1489549 Dec 23 16:15:46.317263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54944) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:46.322614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for d58ccd2d-662e-494a-abe3-cbf84c6682c9 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:46.382259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] For port d58ccd2d-662e-494a-abe3-cbf84c6682c9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d58ccd2d-662e-494a-abe3-cbf84c6682c9,segment=NetworkSegment(f991ff7c-400e-4d1f-9c7e-311b30a7c13a),segment_id=f991ff7c-400e-4d1f-9c7e-311b30a7c13a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:46.382868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:46.526894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Calling delete_port for d58ccd2d-662e-494a-abe3-cbf84c6682c9 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:46.543349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:46.569723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:46.576209 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:44Z', 'revision_number': 7, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:40Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:46.580642 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:46.592983 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:46.593647 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:46.652504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=d58ccd2d-662e-494a-abe3-cbf84c6682c9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn_limited( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn_limited( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 16:15:46.692637 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 16:15:46.705078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:46.705432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:46.716441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:46.716865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:46.748923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f7970fc2-9d1e-4da7-b7b4-592da8a8e63e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=a170a0b8-fd79-4b5d-b492-4844308f0b4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4968331 Dec 23 16:15:46.751312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54948) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:46.767423 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:46.775333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No DVR routers for this DVR port d58ccd2d-662e-494a-abe3-cbf84c6682c9 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:46.925054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd269e-b680-409c-9fca-f3da11cbc267 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:46.929137 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bacd269e-b680-409c-9fca-f3da11cbc267 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.1742272 Dec 23 16:15:46.929472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54952) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:46.940271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cd4553f0-0c40-40be-8fc9-ea5ad43cca1c tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 200 len: 702 time: 0.6092443 Dec 23 16:15:46.946233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:46.947516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d58ccd2d-662e-494a-abe3-cbf84c6682c9 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:46.961538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:46.988714 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-58a660d3-0506-4109-b885-011253a765f3 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=a170a0b8-fd79-4b5d-b492-4844308f0b4c HTTP/1.1" status: 200 len: 205 time: 0.0558906 Dec 23 16:15:46.989061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54960) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:46.990071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: d58ccd2d-662e-494a-abe3-cbf84c6682c9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:46.991103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d58ccd2d-662e-494a-abe3-cbf84c6682c9 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:47.063129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 554d970e-086c-4735-a48e-a5d6167f0b73 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:47.069473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.154755 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:44Z', 'revision_number': 7, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:40Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:47.159110 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3614c7-5308-4589-b899-0b8bf5538920 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:44Z', 'revision_number': 7, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1', 'name': '', 'network_id': '15c46732-5591-4a72-8f3f-c7fef723d693', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:fa:fa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:29Z', 'updated_at': '2021-12-23T16:15:40Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '979c01bc-7501-4da9-93b7-e4737ba4cbb0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:47.164289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03909604-3aa0-4598-b403-0e908af62b90']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:47.186175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:47.186471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f991ff7c-400e-4d1f-9c7e-311b30a7c13a') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:47.205737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.207048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Deleting port d58ccd2d-662e-494a-abe3-cbf84c6682c9 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:47.207777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.215238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.301332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.329884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7048414c-85f1-4084-bfdd-a7be2a844c46 None None] The port 'd58ccd2d-662e-494a-abe3-cbf84c6682c9' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:15:47.350969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.372750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-62d9c362-d135-4e8f-8ce5-f3e9f109930a {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:47.373111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:47.376766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:15:47.377167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:15:47.392438 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:15:47.481930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.491319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Deleting port 2dc8a6ab-1b77-4b33-af0d-8db7f0dd6ddc {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:47.491843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.503724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:47.505890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=554d970e-086c-4735-a48e-a5d6167f0b73,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:47.511244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:47.517652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:47.554857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.581045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.600954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=03909604-3aa0-4598-b403-0e908af62b90,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:47.667386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.786769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Calling delete_port for 2dc8a6ab-1b77-4b33-af0d-8db7f0dd6ddc owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:47.787276 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3cb80082-214e-4a03-b87a-d37d724f54e5 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/03909604-3aa0-4598-b403-0e908af62b90 HTTP/1.1" status: 204 len: 168 time: 2.6136715 Dec 23 16:15:47.798510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:47.799104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.803694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:47.925409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.952051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.996630 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2bc8b77-5852-4c9e-9a83-2e02823595d4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4045136 Dec 23 16:15:47.999467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54968) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:48.004374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event deleted for resources: {'Port': ['ID=2dc8a6ab-1b77-4b33-af0d-8db7f0dd6ddc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:48.148345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.151774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Allocated IP 172.20.0.3 (59f3d771-e395-47fb-8757-8f93f42824df/43b4b20a-eee3-4aaa-9282-d2dd722e2e79/aff25aa9-0c6a-4834-b309-e114e1dba32f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:48.214144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.278956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac10b722-1da1-4ff3-8720-b0255fc90781 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:48.323693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ac10b722-1da1-4ff3-8720-b0255fc90781 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:48.324091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac10b722-1da1-4ff3-8720-b0255fc90781 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:48.387492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:48.405658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca61a2f-a860-400e-be25-9a424d12d93e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:48.409509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca61a2f-a860-400e-be25-9a424d12d93e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:48.413396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8ca61a2f-a860-400e-be25-9a424d12d93e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4104476 Dec 23 16:15:48.413891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54972) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:48.424768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.445070 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Transition to ACTIVE for port object aff25aa9-0c6a-4834-b309-e114e1dba32f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:48.447297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.450149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.611600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a416272-313d-4ecc-99c1-75f14b55a0dc None None] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:48.653422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 554d970e-086c-4735-a48e-a5d6167f0b73 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:48.653899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.686615 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.776555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.786026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.934021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.934558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Fanout notify agent at l3_agent the message router_deleted on router a170a0b8-fd79-4b5d-b492-4844308f0b4c {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:48.971415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.972242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d0efbbe4-0a65-44bf-882d-5e40061650de tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/a170a0b8-fd79-4b5d-b492-4844308f0b4c HTTP/1.1" status: 204 len: 168 time: 1.9822292 Dec 23 16:15:48.976902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54976) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:48.981590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-555017669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:49.000860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:49.010178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Usage tracker for resource:router and tenant:a6699797a6f54614b24d707fb0291b9e is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:49.020796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:49.030694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:49.033572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.162472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.163242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.175426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 554d970e-086c-4735-a48e-a5d6167f0b73 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:49.255777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.279054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-92236da4-e503-4e3e-9fd3-6b1fa2b37437 None None] Provisioning for port aff25aa9-0c6a-4834-b309-e114e1dba32f completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:49.285338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-92236da4-e503-4e3e-9fd3-6b1fa2b37437 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:49.285708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92236da4-e503-4e3e-9fd3-6b1fa2b37437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.303684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.344478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.348417 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b55787e5-b9cf-4709-a504-a1482cf19ac6 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3688207 Dec 23 16:15:49.352135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 54980) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:49.408990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'enable_snat': False}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:49.445242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.509327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=554d970e-086c-4735-a48e-a5d6167f0b73,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:49.592182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-611526a9-246d-4512-889a-2a544be4776e None None] Could not find standard attr ID for object 554d970e-086c-4735-a48e-a5d6167f0b73. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:15:49.659693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.664433 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ce6a3b30-52c3-4c7a-afaf-cdac196a8943 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/554d970e-086c-4735-a48e-a5d6167f0b73 HTTP/1.1" status: 204 len: 168 time: 1.2474642 Dec 23 16:15:49.664661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54984) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:49.736618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf00aea-e68a-41cc-a7c9-aec7d95b2d1e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:49.738086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf00aea-e68a-41cc-a7c9-aec7d95b2d1e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:49.739392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf00aea-e68a-41cc-a7c9-aec7d95b2d1e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:49.740202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-acf00aea-e68a-41cc-a7c9-aec7d95b2d1e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:49.757984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-acf00aea-e68a-41cc-a7c9-aec7d95b2d1e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:49.759225 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-acf00aea-e68a-41cc-a7c9-aec7d95b2d1e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0936482 Dec 23 16:15:49.761926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54988) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:50.053197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 408bcc3e-18bb-4201-956b-a3b0d92dd152 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:50.055997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.108904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.196613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.218143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:50.278583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.279345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.288114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:50.289273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.320502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=408bcc3e-18bb-4201-956b-a3b0d92dd152,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:50.325603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.332858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c0f44d-7fab-48bb-b92a-a3a08736d5f2 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:50.342971 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5487e9f1-1a25-4c65-88d8-f007501d2796 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/408bcc3e-18bb-4201-956b-a3b0d92dd152 HTTP/1.1" status: 204 len: 168 time: 0.5777638 Dec 23 16:15:50.343179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54992) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:50.382284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:50.382921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.439711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 43b4b20a-eee3-4aaa-9282-d2dd722e2e79 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:50.443580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.505708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.599008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.685447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.732453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=43b4b20a-eee3-4aaa-9282-d2dd722e2e79,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:50.738392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.753808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-54e6c844-a3fd-40c4-a47a-9073db155b94 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/43b4b20a-eee3-4aaa-9282-d2dd722e2e79 HTTP/1.1" status: 204 len: 168 time: 0.4071720 Dec 23 16:15:50.754084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 54996) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:50.814456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Deleting port 52ce2210-ea59-49da-824f-a3a18c13998b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:50.814795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.824519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b519c81d-9b0a-4468-9e4d-ec0a61291515 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:router {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:50.837518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b519c81d-9b0a-4468-9e4d-ec0a61291515 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:router {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:50.841877 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b519c81d-9b0a-4468-9e4d-ec0a61291515 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840058 Dec 23 16:15:50.842060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55000) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:50.847531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:50.961453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:50.965619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:50.970089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:50.978418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:50.988789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:50.993309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.003463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,segment=NetworkSegment(71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad),segment_id=71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:51.003831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.162215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:51.194524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd23ce84-4294-45c9-9e88-d97ab7e4dccc None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:51.301442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b4368f56-6df6-4153-9eee-7c92c35ec6de None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:51.302582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4368f56-6df6-4153-9eee-7c92c35ec6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.371276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:15:51.401283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] For port 52ce2210-ea59-49da-824f-a3a18c13998b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=52ce2210-ea59-49da-824f-a3a18c13998b,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:51.401982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.480671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port 7a69b438-84d8-4f61-9fa8-9490088e0091 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:51.480987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.555110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.573113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Calling delete_port for 52ce2210-ea59-49da-824f-a3a18c13998b owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:51.629843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.703350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.787298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:51.817754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.822371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.823177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.952056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:51.957764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:51.964105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:51.964682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.970892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=63b95133-f2d4-4707-bf5b-7717d05d0207,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:51.982922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=8']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:52.001638 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-743e61a5-e487-4dc5-9139-7c6dbc1f9b6d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1585042 Dec 23 16:15:52.004433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55004) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:52.011176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:52.133682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bdec71-67fd-4164-87f1-ad6b1d6d03bb None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:52.143809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port 7a69b438-84d8-4f61-9fa8-9490088e0091, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7a69b438-84d8-4f61-9fa8-9490088e0091,segment=NetworkSegment(ae38e95f-0e09-4a4d-9b85-aef4808ab215),segment_id=ae38e95f-0e09-4a4d-9b85-aef4808ab215)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:52.144161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.252916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:52.269480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:52.273475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:52.276407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:52.282194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:52.284079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for 7a69b438-84d8-4f61-9fa8-9490088e0091 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:52.293215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:52.294349 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b2cf5dab-678a-40e4-8b06-fb3fbfda7f19 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:52.294721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5dab-678a-40e4-8b06-fb3fbfda7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.297282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.313993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.393060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:52.450673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Allocated IP 172.26.7.44 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/5910f586-8ed2-4325-b45e-7abbf871d0e1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:52.601701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:52.602707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.672586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.684244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.735094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event deleted for resources: {'Port': ['ID=52ce2210-ea59-49da-824f-a3a18c13998b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:52.756886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:52.760720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:52.767738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:52.768464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.771601 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:15:52.779788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=1d14c7a7-a111-4f7c-bf0a-d721745979ff,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:52.797990 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f34437e0-7b8d-4730-a4c4-9e3485a5a8ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7922409 Dec 23 16:15:52.800688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55008) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:52.807211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:d3:11:f4', 'name': 'tempest-NetworksTestDHCPv6-1756561684'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:52.958929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:52.964689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:52.968487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:52.977221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:52.983936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc3a04-4a55-4eda-9a29-6f3253689375 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:52.990659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:52.995459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.026726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port b03cbdd4-2556-40ab-a89e-4b553b12dab2 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:15:53.130192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6c47a22e-93d0-48c1-bf2f-6c06dc377363 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:53.130845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c47a22e-93d0-48c1-bf2f-6c06dc377363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.141003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.185271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.209011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=7a69b438-84d8-4f61-9fa8-9490088e0091,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:53.234890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.255634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 172.20.0.12 (59f3d771-e395-47fb-8757-8f93f42824df/1d14c7a7-a111-4f7c-bf0a-d721745979ff/b03cbdd4-2556-40ab-a89e-4b553b12dab2) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:53.262303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fed3:11f4 (59f3d771-e395-47fb-8757-8f93f42824df/63b95133-f2d4-4707-bf5b-7717d05d0207/b03cbdd4-2556-40ab-a89e-4b553b12dab2) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:53.510914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.519615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '63b95133-f2d4-4707-bf5b-7717d05d0207', 'ip_address': '2001:db8::f816:3eff:fe33:e760'}, {'subnet_id': '1d14c7a7-a111-4f7c-bf0a-d721745979ff'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'aff25aa9-0c6a-4834-b309-e114e1dba32f'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:15:53.536932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object b03cbdd4-2556-40ab-a89e-4b553b12dab2 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:53.565210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.577233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.639037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:53.642108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:53.646722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:53.674353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=b03cbdd4-2556-40ab-a89e-4b553b12dab2,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:53.713297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:53.714267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.741485 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4935e8cd-32ea-4162-bf84-c172e8e887c0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9393325 Dec 23 16:15:53.742090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55012) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:53.763597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.783669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] Allocated IP 172.20.0.2 (59f3d771-e395-47fb-8757-8f93f42824df/1d14c7a7-a111-4f7c-bf0a-d721745979ff/aff25aa9-0c6a-4834-b309-e114e1dba32f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:53.820723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4039a-2af5-48b0-ba1b-f96da9f50dd8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:53.825189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd4039a-2af5-48b0-ba1b-f96da9f50dd8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:53.825940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8bd4039a-2af5-48b0-ba1b-f96da9f50dd8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:53.841333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8bd4039a-2af5-48b0-ba1b-f96da9f50dd8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:53.845029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8bd4039a-2af5-48b0-ba1b-f96da9f50dd8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0995893 Dec 23 16:15:53.845246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55016) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:53.913326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:53.913584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port b03cbdd4-2556-40ab-a89e-4b553b12dab2 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:53.913861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.919311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:53.922772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:15:53.928004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:53.955979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.965538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Pushing event updated for resources: {'Port': ['ID=5910f586-8ed2-4325-b45e-7abbf871d0e1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:53.975485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] Transition to ACTIVE for port object aff25aa9-0c6a-4834-b309-e114e1dba32f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:15:53.977447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.980162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.130447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43b64b-77df-436e-9b07-f3aeb90f32b2 None None] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:54.191199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.329519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for b03cbdd4-2556-40ab-a89e-4b553b12dab2 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:54.331990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:54.332798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.655464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.708651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=b03cbdd4-2556-40ab-a89e-4b553b12dab2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:54.849859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.866040 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-728f0369-65b8-4f7d-aaa4-70c073795c65 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/b03cbdd4-2556-40ab-a89e-4b553b12dab2 HTTP/1.1" status: 204 len: 168 time: 1.0195432 Dec 23 16:15:54.868328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55020) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:54.897545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0484395b-87ef-4afd-813f-db6430e4e607 None None] Provisioning for port aff25aa9-0c6a-4834-b309-e114e1dba32f completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:15:54.904130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0484395b-87ef-4afd-813f-db6430e4e607 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:54.904500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0484395b-87ef-4afd-813f-db6430e4e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.941293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ef528-9836-418f-9fcc-41a014b05962 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:54.942603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ef528-9836-418f-9fcc-41a014b05962 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:54.944705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614ef528-9836-418f-9fcc-41a014b05962 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:54.945570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-614ef528-9836-418f-9fcc-41a014b05962 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:54.969363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-614ef528-9836-418f-9fcc-41a014b05962 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:54.971333 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-614ef528-9836-418f-9fcc-41a014b05962 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1018040 Dec 23 16:15:54.973998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55024) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:55.164349 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e517c0fc-3069-4713-80d6-44f6a4d625dd None None] Could not find standard attr ID for object b03cbdd4-2556-40ab-a89e-4b553b12dab2. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:15:55.203225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.205992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 1d14c7a7-a111-4f7c-bf0a-d721745979ff {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:55.209103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.268147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.269862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:55.353874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.400278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:55.427931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.468510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.475295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7afdab-7849-4909-b885-8ea6ab456b9b None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:55.475492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=1d14c7a7-a111-4f7c-bf0a-d721745979ff,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:55.487439 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fb46fc5e-e3db-4e1c-8dff-0c7f208c3c3a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/1d14c7a7-a111-4f7c-bf0a-d721745979ff HTTP/1.1" status: 204 len: 168 time: 0.5121768 Dec 23 16:15:55.489805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55028) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:55.560499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 63b95133-f2d4-4707-bf5b-7717d05d0207 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:55.563590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.612227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.618670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.642967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.706181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.783396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.823836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=63b95133-f2d4-4707-bf5b-7717d05d0207,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:55.827755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.838477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-24561e9c-bf68-445e-a999-284f95dafa48 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/63b95133-f2d4-4707-bf5b-7717d05d0207 HTTP/1.1" status: 204 len: 168 time: 0.3476377 Dec 23 16:15:55.840789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55032) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:55.859510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:55.872508 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:55.892307 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:55.893350 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:55.911603 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f584b3d4-ba24-4eba-9282-ae88c6d15513 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678229 Dec 23 16:15:55.912628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55036) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:55.918541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:55.995528 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-43732bea-82c2-4040-a852-f3f4f0b91a0c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1900344 Dec 23 16:15:55.999438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:56.055870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:56.059472 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:56.061240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:56.064566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:56.071084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:56.082061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:56.085976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.168861 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 11, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:56.174232 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:56.194203 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:56.194802 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:56.348647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.357609 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:56.405487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720b51b2-92fc-4d4a-b7c2-3cfd13edef55 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:56.451733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:56.464822 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e561e771-6729-40b2-a7ae-4f8d9980d7fb tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5073996 Dec 23 16:15:56.467973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:56.534515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:56.539207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:56.544345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:56.545763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.554106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=40146930-3feb-4e3c-87d1-807041d4f19e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:56.567868 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 11, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:56.572697 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824215c-e289-4608-97ab-ab41c323e89a None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 11, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:56.582640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1512b1ee-d179-4ab4-b664-ad6dd6dac7c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6662242 Dec 23 16:15:56.583810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55048) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:56.587661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:56.590933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:56.634563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:56.635183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:56.696965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-142a497b-27f9-4f0b-b6e7-279ddc99fc18 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:56.697215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-142a497b-27f9-4f0b-b6e7-279ddc99fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.738363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:56.742346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:56.745870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:56.751762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:56.763482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:56.767202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.769026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting subnet 480b4423-2120-4e00-8ba0-ae215716cf8d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:56.777697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.882303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.910204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:56.949707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 979c01bc-7501-4da9-93b7-e4737ba4cbb0 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:56.964104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.050664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Router 2f3ce9c8-144b-4263-9917-0a50ca288f4e has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:57.060795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.151829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.187432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Router 6c770df4-70d1-4d36-b8a5-50da02458864 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:15:57.209664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:15:57.396897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.417234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.423098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '40146930-3feb-4e3c-87d1-807041d4f19e'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'aff25aa9-0c6a-4834-b309-e114e1dba32f'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:15:57.459076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.498278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.528475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Subnet': ['ID=480b4423-2120-4e00-8ba0-ae215716cf8d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:57.560453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e410cd-62a2-4f3c-82ed-b34d8be7d72a None None] Network 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:57.592674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.621119 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79424e3e-a4fe-4f60-be55-0ddaafdb744e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/480b4423-2120-4e00-8ba0-ae215716cf8d HTTP/1.1" status: 204 len: 168 time: 1.6146476 Dec 23 16:15:57.623891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55052) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:57.627299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:57.632115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.655090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:51Z', 'revision_number': 8, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:57.675021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:57.734256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=979c01bc-7501-4da9-93b7-e4737ba4cbb0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:57.749502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.750864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.752875 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-390ea3e7-1b1b-4163-968f-14a5fd1a1602 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/979c01bc-7501-4da9-93b7-e4737ba4cbb0 HTTP/1.1" status: 204 len: 168 time: 1.2828126 Dec 23 16:15:57.755955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:57.760955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.764019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.764680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.782466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d86b7-9fef-45f6-8b85-f841efed3820 None None] Network 15c46732-5591-4a72-8f3f-c7fef723d693 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:57.896192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Deleting port f81805ff-67d7-4459-ba05-fbc918786279 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:57.896585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.899297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.911892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:57.918435 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e48eb34-7d29-4bea-afed-d1bb9058fde7 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "PUT /v2.0/routers/2f3ce9c8-144b-4263-9917-0a50ca288f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0844629 Dec 23 16:15:57.922492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55060) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:57.925334 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] Sync routers for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:57.928415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:15:57.930814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:15:57.940192 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:57.941048 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:57.953466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:57.954099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:57.968823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 9e039d65-91d6-4a53-8c16-393428838fd8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:15:57.969151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.980772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=13']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:58.040913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:58.041779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.070154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=a72286a4-fe12-4581-940c-f77f8b9268fb,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:58.078781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-810b2a83-6ef1-4ae4-9816-8dcd5ee7ffe8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4942951 Dec 23 16:15:58.101783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55064) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:58.142797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:58.156217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.157376 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4fcbaa6e-aac5-4f58-bea7-cd4ec5600e7b tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "PUT /v2.0/routers/6c770df4-70d1-4d36-b8a5-50da02458864 HTTP/1.1" status: 200 len: 918 time: 8.8037310 Dec 23 16:15:58.163562 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:58.169361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:58.170090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:7b:ed:ae', 'name': 'tempest-NetworksTestDHCPv6-1529817873'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:58.215598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] Sync routers for ids ['6c770df4-70d1-4d36-b8a5-50da02458864'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:58.263588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:58.325352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] For port f81805ff-67d7-4459-ba05-fbc918786279, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f81805ff-67d7-4459-ba05-fbc918786279,segment=NetworkSegment(ae38e95f-0e09-4a4d-9b85-aef4808ab215),segment_id=ae38e95f-0e09-4a4d-9b85-aef4808ab215)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:58.325994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.477094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:15:58.533667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Deleting subnet 4469711b-2abf-4221-bf51-c98fd6d853f9 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:58.540163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.581544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port 9e039d65-91d6-4a53-8c16-393428838fd8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9e039d65-91d6-4a53-8c16-393428838fd8,segment=NetworkSegment(71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad),segment_id=71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:58.581930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.582163 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:58.586319 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] Checking router: 2f3ce9c8-144b-4263-9917-0a50ca288f4e for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:58.597805 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] Routers {'2f3ce9c8-144b-4263-9917-0a50ca288f4e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:58.598398 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:58.626852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Calling delete_port for f81805ff-67d7-4459-ba05-fbc918786279 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:58.703829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:15:58.708050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:15:58.710960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:15:58.718066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.721976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:15:58.741951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:15:58.746095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.790191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 4856412e-2167-42fa-8329-51f2949eb90a yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:15:58.804614 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] Set router 2f3ce9c8-144b-4263-9917-0a50ca288f4e gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:58.807769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 9e039d65-91d6-4a53-8c16-393428838fd8 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:15:58.842200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] Routers {'6c770df4-70d1-4d36-b8a5-50da02458864'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:58.843438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6c770df4-70d1-4d36-b8a5-50da02458864'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:58.897571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.938279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.959373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Port': ['ID=f81805ff-67d7-4459-ba05-fbc918786279,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:58.969501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No DVR routers for this DVR port f81805ff-67d7-4459-ba05-fbc918786279 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:58.997674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=9e039d65-91d6-4a53-8c16-393428838fd8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:59.001073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.018254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.039933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No DVR routers for this DVR port 9e039d65-91d6-4a53-8c16-393428838fd8 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:59.054222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] Routers {'6c770df4-70d1-4d36-b8a5-50da02458864'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:59.055218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6c770df4-70d1-4d36-b8a5-50da02458864'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.080039 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b0572262-1027-43cd-b68c-4c814eeb78eb tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/6c770df4-70d1-4d36-b8a5-50da02458864 HTTP/1.1" status: 200 len: 924 time: 0.9095178 Dec 23 16:15:59.087865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55072) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:59.113253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.120293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:59.121053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.145737 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.148856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1be740-b1df-48f0-b0f4-8e04ea3d91d7']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.155015 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e031a-9911-4e91-9692-d74dd0c1b8b4 None None] The sync data for ids ['2f3ce9c8-144b-4263-9917-0a50ca288f4e'] in dv-neutron-822800-1-hyperv is: [{'id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369077370', 'tenant_id': '5581c19326b3490db868032d42e973af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:31Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 5, 'project_id': '5581c19326b3490db868032d42e973af', 'gw_port': {'id': 'ece027a9-d222-45ca-8614-4d3e88e6099b', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3ce9c8-144b-4263-9917-0a50ca288f4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:33Z', 'updated_at': '2021-12-23T16:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:59.174692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae38e95f-0e09-4a4d-9b85-aef4808ab215') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.175146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae38e95f-0e09-4a4d-9b85-aef4808ab215') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.198027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.201358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] Allocated IP 172.20.0.2 (59f3d771-e395-47fb-8757-8f93f42824df/40146930-3feb-4e3c-87d1-807041d4f19e/aff25aa9-0c6a-4834-b309-e114e1dba32f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:15:59.216831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.218703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.219105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad7f67f-960d-45a7-afd9-a0d6bdbd19a4 None None] The sync data for ids ['6c770df4-70d1-4d36-b8a5-50da02458864'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:59.225763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:15:59.226135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:15:59.242201 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:15:59.272574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.289052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.329535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.335659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.343270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event deleted for resources: {'Subnet': ['ID=4469711b-2abf-4221-bf51-c98fd6d853f9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:59.350516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.356556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Pushing event deleted for resources: {'Network': ['ID=7f1be740-b1df-48f0-b0f4-8e04ea3d91d7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:59.366783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef474f-6be1-4ba8-b617-96ad18c04691 None None] Network d66ee489-af94-4988-8cf8-06e90031f225 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:59.373972 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bd76268f-9dfc-4b80-bc51-9e3d7637f900 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/networks/7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 HTTP/1.1" status: 204 len: 168 time: 1.7464609 Dec 23 16:15:59.375085 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7ebc6c17-733c-4e8f-bd4e-9f97554cbc76 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "DELETE /v2.0/subnets/4469711b-2abf-4221-bf51-c98fd6d853f9 HTTP/1.1" status: 204 len: 168 time: 1.4508893 Dec 23 16:15:59.378017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55076) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:59.378333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55078) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:59.387082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'routes': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:59.487918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c46732-5591-4a72-8f3f-c7fef723d693']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.532251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.532557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ae1f44-2bf3-43a3-aaa5-4e58e8a906ad') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.558019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b01f9-9fe7-449f-87ee-3ef54a511b9e None None] DHCP port deletion for 7f1be740-b1df-48f0-b0f4-8e04ea3d91d7 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:59.623630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc311476-764b-4a32-9892-ebd58d3de5b8 None None] DHCP port deletion for 15c46732-5591-4a72-8f3f-c7fef723d693 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:59.685653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:59.689790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:51Z', 'revision_number': 8, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:59.695296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a69b438-84d8-4f61-9fa8-9490088e0091 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:59.737335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 7a69b438-84d8-4f61-9fa8-9490088e0091 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:15:59.737670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a69b438-84d8-4f61-9fa8-9490088e0091 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:59.739282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17a3ff-f29a-4135-9364-8ee4f3f04ef3 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:15:51Z', 'revision_number': 8, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b236d23-7ea8-45f7-b013-11527f6951da', 'name': '', 'network_id': 'ef9c7191-2846-416a-b9c5-32af64566807', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:3c:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:18Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '1e4abc46-89d9-43b1-b73f-bdcbe33c8886', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:59.744926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1d3abe3-112e-4dd1-8d4d-f22cb665cc92 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=6c770df4-70d1-4d36-b8a5-50da02458864&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6560235 Dec 23 16:15:59.747511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55084) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:59.747790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.773624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.784191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.794981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:15:59.795378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:15:59.810963 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:15:59.911042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec66a27-0565-4460-b278-1728e76ed31e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:59.912455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3ec66a27-0565-4460-b278-1728e76ed31e tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/networks/a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 881 time: 0.1631389 Dec 23 16:15:59.915251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55088) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:59.956663 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cd9faa0d-f3c3-40c5-82d4-4294a9bcff27 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c770df4-70d1-4d36-b8a5-50da02458864 HTTP/1.1" status: 200 len: 205 time: 0.0403123 Dec 23 16:15:59.959167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55092) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:00.064685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] Transition to ACTIVE for port object aff25aa9-0c6a-4834-b309-e114e1dba32f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:00.068531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.102136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.109140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Added routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 16:16:00.109590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Removed routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 16:16:00.110086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.134942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.159695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] DHCP port deletion for d66ee489-af94-4988-8cf8-06e90031f225 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:00.222708 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/15c46732-5591-4a72-8f3f-c7fef723d693 HTTP/1.1" status: 204 len: 168 time: 2.4640441 Dec 23 16:16:00.230662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55096) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:00.233169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50235c94-62e6-4b47-a8b1-9aeeb75284db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=15c46732-5591-4a72-8f3f-c7fef723d693,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:00.310069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Deleting port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:00.310436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.335124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f81805ff-67d7-4459-ba05-fbc918786279 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:00.395919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: f81805ff-67d7-4459-ba05-fbc918786279 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:00.396247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f81805ff-67d7-4459-ba05-fbc918786279 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:00.396596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9e039d65-91d6-4a53-8c16-393428838fd8 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:00.427828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977642bd-6d24-4c19-8e3e-b7d2bf98e1e1 None None] Pushing event updated for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=14']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:00.444450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9e039d65-91d6-4a53-8c16-393428838fd8 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:00.444796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9e039d65-91d6-4a53-8c16-393428838fd8 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:00.445210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 52ce2210-ea59-49da-824f-a3a18c13998b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:00.483575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 52ce2210-ea59-49da-824f-a3a18c13998b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:00.483920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 52ce2210-ea59-49da-824f-a3a18c13998b not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:00.484355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:00.493039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.494468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 172.20.0.14 (59f3d771-e395-47fb-8757-8f93f42824df/40146930-3feb-4e3c-87d1-807041d4f19e/4856412e-2167-42fa-8329-51f2949eb90a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:00.500422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.506349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe7b:edae (59f3d771-e395-47fb-8757-8f93f42824df/a72286a4-fe12-4581-940c-f77f8b9268fb/4856412e-2167-42fa-8329-51f2949eb90a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:00.523431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.547159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:00.547494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b07d8ccf-f1ff-4b1c-8cd7-1c01fc45dfd1 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:00.547938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:00.581772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.761543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:00.765485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] For port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:00.765951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.929155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Calling delete_port for ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:00.987476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:00.994009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.995178 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76c182ec-13d4-49d7-b833-6a0d66a9f8e2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 200 len: 700 time: 1.6153314 Dec 23 16:16:01.001054 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] Sync routers for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:01.006294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.010978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55100) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:01.023656 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:01.024521 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:01.062267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:01.068938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.153906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:01.154294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:01.195347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:01.228307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ed1b02-cfb7-44d3-9e43-a0eae1e68af4 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:01.231021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.243277 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:01.274195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 4856412e-2167-42fa-8329-51f2949eb90a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:01.276383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f376df17-6d95-48a8-8ef7-308dfbafab6a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:01.301080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f376df17-6d95-48a8-8ef7-308dfbafab6a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:01.302231 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f376df17-6d95-48a8-8ef7-308dfbafab6a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 200 len: 205 time: 0.2898557 Dec 23 16:16:01.303247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.305867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55104) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:01.315646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Deleting port ece027a9-d222-45ca-8614-4d3e88e6099b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:01.316442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.347807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d568c8b2-018a-41f3-a954-b99fcee9c6d8 None None] Provisioning for port aff25aa9-0c6a-4834-b309-e114e1dba32f completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:01.358183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d568c8b2-018a-41f3-a954-b99fcee9c6d8 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:01.358551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d568c8b2-018a-41f3-a954-b99fcee9c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.429772 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 11, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:01.449239 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] Checking router: a89e434c-9a85-4b42-bc4b-99858fc8d9d9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:01.466041 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] Routers {'a89e434c-9a85-4b42-bc4b-99858fc8d9d9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:01.466556 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:01.481577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.548617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.555130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] For port ece027a9-d222-45ca-8614-4d3e88e6099b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ece027a9-d222-45ca-8614-4d3e88e6099b,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:01.556515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.561461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.576952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Deleting port 5910f586-8ed2-4325-b45e-7abbf871d0e1 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:01.577673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.655368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Deleting port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:01.655796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.693762 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] Set router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:01.712433 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Calling delete_port for ece027a9-d222-45ca-8614-4d3e88e6099b owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:01.733059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ff2-efcc-4d8c-aaa4-83a929323e32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.834188 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 11, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:01.838604 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002010d1-945d-442f-bab0-a427a7ddcea7 None None] The sync data for ids ['a89e434c-9a85-4b42-bc4b-99858fc8d9d9'] in dv-neutron-822800-1-hyperv is: [{'id': 'a89e434c-9a85-4b42-bc4b-99858fc8d9d9', 'name': 'tempest-RoutersTest-router-861311494', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:26Z', 'updated_at': '2021-12-23T16:15:52Z', 'revision_number': 11, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:01.942956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] For port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,segment=NetworkSegment(75a6d99a-9130-4a84-88dc-be96daa46267),segment_id=75a6d99a-9130-4a84-88dc-be96daa46267)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:01.943518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:01.951090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.040395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.048256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event deleted for resources: {'Port': ['ID=ece027a9-d222-45ca-8614-4d3e88e6099b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:02.128609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Calling delete_port for ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:02.169215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=4856412e-2167-42fa-8329-51f2949eb90a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:02.173968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:02.234440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.298085 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.313615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] Pushing event deleted for resources: {'Port': ['ID=ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:02.327014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df036d5-9149-4faa-9b26-ff540f7ebf94 None None] No DVR routers for this DVR port ea9ebf2f-6d82-452a-8c84-a02f4db5cd8a on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:02.378512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:02.437640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2369be06-ee5d-43d6-bbe4-e22bf1989e02 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:02.451018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Calling delete_port for 5910f586-8ed2-4325-b45e-7abbf871d0e1 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:02.480456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:02.492516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:02.567573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4467561a-4afc-46f9-a021-e59169eaaffb None None] Provisioning for port 4856412e-2167-42fa-8329-51f2949eb90a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:02.579713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4467561a-4afc-46f9-a021-e59169eaaffb None None] Provisioning complete for port 4856412e-2167-42fa-8329-51f2949eb90a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:02.580085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4467561a-4afc-46f9-a021-e59169eaaffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.581201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.585498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.613895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.614579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Fanout notify agent at l3_agent the message router_deleted on router 2f3ce9c8-144b-4263-9917-0a50ca288f4e {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:02.620648 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:02.621026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.630370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.631687 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93e974da-ab57-40c3-975e-09d4823bfd0a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "DELETE /v2.0/routers/2f3ce9c8-144b-4263-9917-0a50ca288f4e HTTP/1.1" status: 204 len: 168 time: 3.2503648 Dec 23 16:16:02.634553 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55108) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:02.667291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:02.668110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.736573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4467561a-4afc-46f9-a021-e59169eaaffb None None] Port 4856412e-2167-42fa-8329-51f2949eb90a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:02.777567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.858694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4467561a-4afc-46f9-a021-e59169eaaffb None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:02.859069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4467561a-4afc-46f9-a021-e59169eaaffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:02.864637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4468ccd6-09b6-4e68-8f8d-83ee587332c6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7593424 Dec 23 16:16:02.877217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55112) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:02.928033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.005970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ff2-efcc-4d8c-aaa4-83a929323e32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.066727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66ee489-af94-4988-8cf8-06e90031f225']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:03.075798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ff2-efcc-4d8c-aaa4-83a929323e32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.080559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a6d99a-9130-4a84-88dc-be96daa46267') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:03.080858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a6d99a-9130-4a84-88dc-be96daa46267') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:03.094326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.111497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.119117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:16:03.119718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:16:03.136267 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:16:03.224453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.252072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.252989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.264099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event deleted for resources: {'Network': ['ID=d66ee489-af94-4988-8cf8-06e90031f225,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:03.274530 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-66a8c01c-5384-4a49-b375-012bc0691f7a tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "DELETE /v2.0/networks/d66ee489-af94-4988-8cf8-06e90031f225 HTTP/1.1" status: 204 len: 168 time: 0.6388490 Dec 23 16:16:03.277067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55116) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:03.292495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ff2-efcc-4d8c-aaa4-83a929323e32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.292949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea18ff2-efcc-4d8c-aaa4-83a929323e32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Fanout notify agent at l3_agent the message router_deleted on router a89e434c-9a85-4b42-bc4b-99858fc8d9d9 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:03.316454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event deleted for resources: {'Port': ['ID=5910f586-8ed2-4325-b45e-7abbf871d0e1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:03.329325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d063b-a0c4-4483-abdf-8dddf8295436 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:03.333876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d063b-a0c4-4483-abdf-8dddf8295436 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:03.334903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-356d063b-a0c4-4483-abdf-8dddf8295436 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:03.350705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f4e7e203-5724-4f6f-9869-10199dba8976 None None] Provisioning complete for port 4856412e-2167-42fa-8329-51f2949eb90a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:03.352220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e203-5724-4f6f-9869-10199dba8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.371142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007ccafe-ec68-4f89-b089-0afe92249542 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.410916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007ccafe-ec68-4f89-b089-0afe92249542 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.474572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e203-5724-4f6f-9869-10199dba8976 None None] Port 4856412e-2167-42fa-8329-51f2949eb90a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:03.496863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f4e7e203-5724-4f6f-9869-10199dba8976 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:03.497095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007ccafe-ec68-4f89-b089-0afe92249542 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.497284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e203-5724-4f6f-9869-10199dba8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.509385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ea18ff2-efcc-4d8c-aaa4-83a929323e32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.510456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9ea18ff2-efcc-4d8c-aaa4-83a929323e32 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 204 len: 168 time: 2.1976521 Dec 23 16:16:03.516271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55120) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:03.522347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-356d063b-a0c4-4483-abdf-8dddf8295436 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:03.526427 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-356d063b-a0c4-4483-abdf-8dddf8295436 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.6440163 Dec 23 16:16:03.534548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55124) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:03.536120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ccafe-ec68-4f89-b089-0afe92249542 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f6c5b5-cf18-451d-8826-2668238117fe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:03.536255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1988984982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:03.538114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-007ccafe-ec68-4f89-b089-0afe92249542 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.542403 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-007ccafe-ec68-4f89-b089-0afe92249542 tempest-TestNetworkAdvancedServerOps-1752444024 tempest-TestNetworkAdvancedServerOps-1752444024-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2f6c5b5-cf18-451d-8826-2668238117fe HTTP/1.1" status: 204 len: 168 time: 0.2613840 Dec 23 16:16:03.552113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:03.562914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Usage tracker for resource:router and tenant:da88fc07eed045b18be0fe3e8fbdfb68 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:03.570373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:03.609572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:03.622753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 4856412e-2167-42fa-8329-51f2949eb90a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:03.623100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.767637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.768577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.784057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.893397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-af373191-da46-4e69-a4f5-622913eb5454 None None] Provisioning complete for port 4856412e-2167-42fa-8329-51f2949eb90a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:03.893775 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-af373191-da46-4e69-a4f5-622913eb5454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.913360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.970941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-af373191-da46-4e69-a4f5-622913eb5454 None None] Port 4856412e-2167-42fa-8329-51f2949eb90a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:04.056678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55134) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:04.065500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 4856412e-2167-42fa-8329-51f2949eb90a owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:04.123948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.194305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ece027a9-d222-45ca-8614-4d3e88e6099b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:04.201181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.212118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.262045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.282486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ece027a9-d222-45ca-8614-4d3e88e6099b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:04.284511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ece027a9-d222-45ca-8614-4d3e88e6099b not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:04.313651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.314253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Fanout notify agent at l3_agent the message router_deleted on router 6c770df4-70d1-4d36-b8a5-50da02458864 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:04.325542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.333066 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0833d833-5096-4a4b-9d89-aeec56878311 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/6c770df4-70d1-4d36-b8a5-50da02458864 HTTP/1.1" status: 204 len: 168 time: 4.3727767 Dec 23 16:16:04.333260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:04.343419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.344617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-df03d2a5-9f24-4deb-b426-64c0c5a75642 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8236403 Dec 23 16:16:04.346804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-999547676', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:04.347260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55146) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:04.354572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-31be13f8-b7fc-470b-b023-516eb1e30586 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:04.367178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:04.375586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Usage tracker for resource:router and tenant:a6699797a6f54614b24d707fb0291b9e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:04.377979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.381453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:04.442166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:04.443911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=4856412e-2167-42fa-8329-51f2949eb90a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:04.498298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.499197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.529625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 9b236d23-7ea8-45f7-b013-11527f6951da {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:04.530361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.542638 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-041cf07a-82a2-464b-bfaa-c53760e2180a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5581c19326b3490db868032d42e973af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4845061 Dec 23 16:16:04.552510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55150) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:04.646169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.659683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.690121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfa87-f755-4025-88b4-b795ba790c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.694565 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-59b9bce7-3a40-46b4-936d-246a11cf6216 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/4856412e-2167-42fa-8329-51f2949eb90a HTTP/1.1" status: 204 len: 168 time: 1.1517828 Dec 23 16:16:04.701778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55154) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:04.816861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfa87-f755-4025-88b4-b795ba790c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.955310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port 9b236d23-7ea8-45f7-b013-11527f6951da, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9b236d23-7ea8-45f7-b013-11527f6951da,segment=NetworkSegment(90f9a828-0f68-459d-a344-49685216845d),segment_id=90f9a828-0f68-459d-a344-49685216845d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:04.956069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.961043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b524b1d-9b47-4112-956b-887d0ccc9ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.965578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-31be13f8-b7fc-470b-b023-516eb1e30586 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.027711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a565916-7788-47e7-95bf-971180cfa3cd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:05.029119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a565916-7788-47e7-95bf-971180cfa3cd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:05.030488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a565916-7788-47e7-95bf-971180cfa3cd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:05.031301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a565916-7788-47e7-95bf-971180cfa3cd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:05.052154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.066061 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a565916-7788-47e7-95bf-971180cfa3cd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:05.068129 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a565916-7788-47e7-95bf-971180cfa3cd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3642392 Dec 23 16:16:05.070075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55158) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:05.081273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-31be13f8-b7fc-470b-b023-516eb1e30586 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.088966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 9b236d23-7ea8-45f7-b013-11527f6951da owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:05.123831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfa87-f755-4025-88b4-b795ba790c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.197643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dfa87-f755-4025-88b4-b795ba790c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956f0425-4259-4bcf-8333-c47a78ad14fe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:05.214029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfa87-f755-4025-88b4-b795ba790c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.215520 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab9dfa87-f755-4025-88b4-b795ba790c4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/956f0425-4259-4bcf-8333-c47a78ad14fe HTTP/1.1" status: 204 len: 168 time: 0.6617856 Dec 23 16:16:05.365390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be13f8-b7fc-470b-b023-516eb1e30586 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Router 7b0eb8b3-1b8f-4fe7-a905-39d66753892b is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:16:05.387908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 40146930-3feb-4e3c-87d1-807041d4f19e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:05.399457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.467238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.536059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.574378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.676159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.702138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55166) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:05.709987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.729372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=9b236d23-7ea8-45f7-b013-11527f6951da,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:05.763525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be13f8-b7fc-470b-b023-516eb1e30586 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:05.773330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.777893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] Sync routers for ids ['7b0eb8b3-1b8f-4fe7-a905-39d66753892b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:05.793558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] Routers {'7b0eb8b3-1b8f-4fe7-a905-39d66753892b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:05.794201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7b0eb8b3-1b8f-4fe7-a905-39d66753892b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:05.828218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Allocated IP 172.26.7.120 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/c6ae57d2-1ecb-489d-8f29-01ef5a43a66c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:05.840272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-31be13f8-b7fc-470b-b023-516eb1e30586 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.841661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-31be13f8-b7fc-470b-b023-516eb1e30586 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "PUT /v2.0/routers/7b0eb8b3-1b8f-4fe7-a905-39d66753892b HTTP/1.1" status: 200 len: 694 time: 1.4934616 Dec 23 16:16:05.847087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55170) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:05.847836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:05.852616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Usage tracker for resource:security_group_rule and tenant:a7991017c25d4aee86d800966758897d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:05.855949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:05.869729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.874589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:05.956431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] Set router 7b0eb8b3-1b8f-4fe7-a905-39d66753892b gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:05.989162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=40146930-3feb-4e3c-87d1-807041d4f19e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:06.000219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.015960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc28364-a45e-4183-a8b8-d32691049efd None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:06.060666 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-80bdb342-b8df-4045-96c2-0ddfed359f57 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/40146930-3feb-4e3c-87d1-807041d4f19e HTTP/1.1" status: 204 len: 168 time: 0.9895399 Dec 23 16:16:06.063660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55174) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:06.074180 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-453bfc72-6be0-4a13-88f6-4eef618d7ccc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/routers/7b0eb8b3-1b8f-4fe7-a905-39d66753892b HTTP/1.1" status: 200 len: 700 time: 0.2255824 Dec 23 16:16:06.084241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:06.155863 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30f62382-3b55-43d1-97e3-c3958d2e589d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0eb8b3-1b8f-4fe7-a905-39d66753892b HTTP/1.1" status: 200 len: 205 time: 0.0685594 Dec 23 16:16:06.159765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.160150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55182) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:06.170270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0eb8b3-1b8f-4fe7-a905-39d66753892b', 'name': 'tempest-RoutersTest-router-1988984982', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:04Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:06.174738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.200343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.239517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] Checking router: 7b0eb8b3-1b8f-4fe7-a905-39d66753892b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:06.241510 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7991017c25d4aee86d800966758897d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5372586 Dec 23 16:16:06.242280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6d1ab-ba9c-4269-9973-119dbd833b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380ac374-3340-483c-9f76-b3ca58b1f01d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:06.244694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55186) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:06.268256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] Routers {'7b0eb8b3-1b8f-4fe7-a905-39d66753892b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:06.268881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:15:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['7b0eb8b3-1b8f-4fe7-a905-39d66753892b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:06.319364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.374299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.399315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e983cea3-6071-468b-9760-4f875a766c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.423387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:06.424213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event updated for resources: {'Port': ['ID=c6ae57d2-1ecb-489d-8f29-01ef5a43a66c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:06.425865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce8973f-b7d5-43f3-9564-db5610d408c2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.428423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:06.437058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:06.438428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] Set router 7b0eb8b3-1b8f-4fe7-a905-39d66753892b gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:06.473565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e983cea3-6071-468b-9760-4f875a766c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.486220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet a72286a4-fe12-4581-940c-f77f8b9268fb {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:06.547583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.609192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e983cea3-6071-468b-9760-4f875a766c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.617376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0eb8b3-1b8f-4fe7-a905-39d66753892b', 'name': 'tempest-RoutersTest-router-1988984982', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:04Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:06.619338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.624960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983cea3-6071-468b-9760-4f875a766c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380ac374-3340-483c-9f76-b3ca58b1f01d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:06.630663 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602ee5b-03ca-4a43-9daa-fd945b1fa46b None None] The sync data for ids ['7b0eb8b3-1b8f-4fe7-a905-39d66753892b'] in dv-neutron-822800-1-hyperv is: [{'id': '7b0eb8b3-1b8f-4fe7-a905-39d66753892b', 'name': 'tempest-RoutersTest-router-1988984982', 'tenant_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:03Z', 'updated_at': '2021-12-23T16:16:04Z', 'revision_number': 2, 'project_id': 'da88fc07eed045b18be0fe3e8fbdfb68', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:06.638643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e983cea3-6071-468b-9760-4f875a766c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.643709 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e983cea3-6071-468b-9760-4f875a766c8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/380ac374-3340-483c-9f76-b3ca58b1f01d HTTP/1.1" status: 204 len: 168 time: 0.3936152 Dec 23 16:16:06.667649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.668236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.877376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.029359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Router ee283d88-9841-405a-a6c8-99a94b595b7e is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:16:07.227315 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-163d8dc1-0aaf-497b-8426-63d815080ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.314315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.397895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce8973f-b7d5-43f3-9564-db5610d408c2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.404205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce8973f-b7d5-43f3-9564-db5610d408c2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.422351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:07.432398 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] Sync routers for ids ['ee283d88-9841-405a-a6c8-99a94b595b7e'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:07.442763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-24e7a429-173d-48f8-877d-300b40fdee95 None None] Provisioning complete for port aff25aa9-0c6a-4834-b309-e114e1dba32f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:07.444126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24e7a429-173d-48f8-877d-300b40fdee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.450653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.455737 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5b3f226-9ffe-49f5-bb87-dbe5abb12852 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1162114 Dec 23 16:16:07.456089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55192) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:07.458200 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] Routers {'ee283d88-9841-405a-a6c8-99a94b595b7e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:07.460122 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ee283d88-9841-405a-a6c8-99a94b595b7e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:07.467162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:07.549904 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:07.562240 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] Routers {'ee283d88-9841-405a-a6c8-99a94b595b7e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:07.563148 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ee283d88-9841-405a-a6c8-99a94b595b7e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:07.600820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce8973f-b7d5-43f3-9564-db5610d408c2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.601302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce8973f-b7d5-43f3-9564-db5610d408c2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0eb8b3-1b8f-4fe7-a905-39d66753892b {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:07.603851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.632584 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:07.633551 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163276f7-1873-42e0-82d6-6109f8747704 None None] The sync data for ids ['ee283d88-9841-405a-a6c8-99a94b595b7e'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:07.667844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=a72286a4-fe12-4581-940c-f77f8b9268fb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:07.674557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce8973f-b7d5-43f3-9564-db5610d408c2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.678730 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fce8973f-b7d5-43f3-9564-db5610d408c2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/7b0eb8b3-1b8f-4fe7-a905-39d66753892b HTTP/1.1" status: 204 len: 168 time: 1.5114758 Dec 23 16:16:07.679467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:07.681750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.686366 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-558bb665-26e5-47ed-bb81-654481aa429b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/a72286a4-fe12-4581-940c-f77f8b9268fb HTTP/1.1" status: 204 len: 168 time: 1.6188598 Dec 23 16:16:07.686366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55200) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:07.689303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b90b0-6c01-4af8-b6ec-60a40348e1f3 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:07.725358 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-20f67efc-29f7-4cad-b70e-c20bbc41ca7a tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0eb8b3-1b8f-4fe7-a905-39d66753892b HTTP/1.1" status: 200 len: 205 time: 0.0450635 Dec 23 16:16:07.727881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55204) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:07.818408 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-24db2f95-482f-47c5-9d8d-bf9f86fcad6d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] delete failed (client error): The resource could not be found. Dec 23 16:16:07.819402 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-24db2f95-482f-47c5-9d8d-bf9f86fcad6d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/7b0eb8b3-1b8f-4fe7-a905-39d66753892b HTTP/1.1" status: 404 len: 336 time: 0.0903158 Dec 23 16:16:07.820649 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7d5f0085-d0cd-4399-8ceb-dd86b2c74f87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336749 Dec 23 16:16:07.823926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55208) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:07.826375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:07.834969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:07.940855 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6925b429-4195-454f-92d6-a686354ab37c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:07.940855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6925b429-4195-454f-92d6-a686354ab37c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:07.944274 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6925b429-4195-454f-92d6-a686354ab37c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/5ab9d845-319a-441c-b596-8bf54ea007be HTTP/1.1" status: 404 len: 337 time: 0.1143348 Dec 23 16:16:07.944442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:07.945035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55216) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:07.981476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:07.986001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] Deleting port aff25aa9-0c6a-4834-b309-e114e1dba32f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:07.986322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.043659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceaedf7-88c7-4f17-986d-30f7fdf2c144 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:08.044097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceaedf7-88c7-4f17-986d-30f7fdf2c144 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:08.045740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3ceaedf7-88c7-4f17-986d-30f7fdf2c144 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/69021593-6353-4634-ab16-023178b328d4 HTTP/1.1" status: 404 len: 337 time: 0.0997748 Dec 23 16:16:08.050691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55220) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.076385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:08.082348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:08.085647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:08.092873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:08.099742 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa04506a-ec77-48ad-bf93-cf4d2cfbc83e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:08.100180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa04506a-ec77-48ad-bf93-cf4d2cfbc83e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:08.101787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fa04506a-ec77-48ad-bf93-cf4d2cfbc83e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/35d018fd-81f7-4ea0-9de5-52c785a2cd3a HTTP/1.1" status: 404 len: 337 time: 0.0499921 Dec 23 16:16:08.106151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55224) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.146619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:08.153047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.200631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] For port aff25aa9-0c6a-4834-b309-e114e1dba32f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=aff25aa9-0c6a-4834-b309-e114e1dba32f,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:08.201021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.204078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:08.212102 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c1a37e58-138c-48be-84cd-f98eaf6ed5a6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9800100 Dec 23 16:16:08.213350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55228) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.231779 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9d72d8-c87f-4b11-a51c-13a0a2726e99 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:08.232117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9d72d8-c87f-4b11-a51c-13a0a2726e99 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:08.236595 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fe9d72d8-c87f-4b11-a51c-13a0a2726e99 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/480b4423-2120-4e00-8ba0-ae215716cf8d HTTP/1.1" status: 404 len: 337 time: 0.1262817 Dec 23 16:16:08.240493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55232) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.269222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:08.271872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device aff25aa9-0c6a-4834-b309-e114e1dba32f no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:08.361039 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1175cbe9-687e-430b-a708-bfe6a9d84ada tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 200 len: 205 time: 0.1171632 Dec 23 16:16:08.364353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] Calling delete_port for aff25aa9-0c6a-4834-b309-e114e1dba32f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:08.364978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55236) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.439870 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-6d78c34e-bb08-4ae9-9af7-8159295abd7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] delete failed (client error): The resource could not be found. Dec 23 16:16:08.443819 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d78c34e-bb08-4ae9-9af7-8159295abd7d tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/a89e434c-9a85-4b42-bc4b-99858fc8d9d9 HTTP/1.1" status: 404 len: 336 time: 0.0752552 Dec 23 16:16:08.443998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.445290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55240) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.453838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:08.454465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:08.512578 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ced4d186-ce97-461c-b657-3cb0b2410546 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59c9ddd-0729-40e2-a54c-741d16312b16 HTTP/1.1" status: 200 len: 205 time: 0.0511558 Dec 23 16:16:08.514852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55244) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.552063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 1e4abc46-89d9-43b1-b73f-bdcbe33c8886 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:08.555002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.588588 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-ec17a774-ed26-4776-95fe-e9f518ec2b82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] delete failed (client error): The resource could not be found. Dec 23 16:16:08.589597 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ec17a774-ed26-4776-95fe-e9f518ec2b82 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/c59c9ddd-0729-40e2-a54c-741d16312b16 HTTP/1.1" status: 404 len: 336 time: 0.0749521 Dec 23 16:16:08.596331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55248) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.649443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-03697347-0c8f-4ccb-98f0-ed2b3ac53087 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:08.650664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03697347-0c8f-4ccb-98f0-ed2b3ac53087 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:08.655343 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-03697347-0c8f-4ccb-98f0-ed2b3ac53087 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/680ca285-062f-4066-8b89-4ad9e7df4cbc HTTP/1.1" status: 404 len: 337 time: 0.0579786 Dec 23 16:16:08.656410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55252) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.662247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.666806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.706434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.739690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Port aff25aa9-0c6a-4834-b309-e114e1dba32f update to DOWN by agent not found {{(pid=83496) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 23 16:16:08.764880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] Pushing event deleted for resources: {'Port': ['ID=aff25aa9-0c6a-4834-b309-e114e1dba32f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:08.767001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.768153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:08.813950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494d302-1884-40b3-9c17-03bae04a33eb None None] No DVR routers for this DVR port aff25aa9-0c6a-4834-b309-e114e1dba32f on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:08.821215 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22d8b186-eb2b-48c8-a850-1c15f6b64534 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a HTTP/1.1" status: 200 len: 205 time: 0.1608248 Dec 23 16:16:08.823129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55256) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.905306 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-45547c8a-3e3a-417e-a548-2203dd461bcc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] delete failed (client error): The resource could not be found. Dec 23 16:16:08.905306 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-45547c8a-3e3a-417e-a548-2203dd461bcc tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/5c6ac5b9-dcbb-44c6-8d14-7c03d07a123a HTTP/1.1" status: 404 len: 336 time: 0.0792198 Dec 23 16:16:08.905674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55260) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.932532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.954972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b97c58c8-a151-4630-ab94-525837a9c8ea tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Synchronizing usage tracker for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:08.971018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b97c58c8-a151-4630-ab94-525837a9c8ea tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] Unset dirty status for tenant:da88fc07eed045b18be0fe3e8fbdfb68 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:08.972329 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b97c58c8-a151-4630-ab94-525837a9c8ea tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf2b860a-635f-4a54-9314-16f10281bc59 HTTP/1.1" status: 200 len: 205 time: 0.0657501 Dec 23 16:16:08.974449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.978237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55264) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.011341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:09.017355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:09.020192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:09.020758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.038432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b643bad-1a74-4ee4-a9c2-ba8c30053098 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:09.038662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=74446c67-1e82-4cc2-968f-2bbe5a736ceb,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:09.064841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4abc46-89d9-43b1-b73f-bdcbe33c8886,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:09.084236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-b7b3d036-a3e6-4e5a-937d-70520237fa88 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] delete failed (client error): The resource could not be found. Dec 23 16:16:09.087810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b7b3d036-a3e6-4e5a-937d-70520237fa88 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/bf2b860a-635f-4a54-9314-16f10281bc59 HTTP/1.1" status: 404 len: 336 time: 0.0779994 Dec 23 16:16:09.087963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55268) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.108943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d66726-0cc0-4a4e-9e03-9b178e9340c0 None None] Network ef9c7191-2846-416a-b9c5-32af64566807 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:09.118093 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ee0fd1ca-9cc4-4158-9c41-a6a3a9eb665a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2917769 Dec 23 16:16:09.125105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.128187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55272) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.134090 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d23107c-2f4c-4a5c-b799-ca6c0d1545bd tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:09.134594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d23107c-2f4c-4a5c-b799-ca6c0d1545bd tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:09.136235 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4d23107c-2f4c-4a5c-b799-ca6c0d1545bd tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/b6c6eeb7-41c6-4fd6-a32d-9e8899db248d HTTP/1.1" status: 404 len: 337 time: 0.0474062 Dec 23 16:16:09.137503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:09.138872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55276) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.142211 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cc554767-4931-4b36-97c9-8f6c9097aacd tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/1e4abc46-89d9-43b1-b73f-bdcbe33c8886 HTTP/1.1" status: 204 len: 168 time: 0.9280181 Dec 23 16:16:09.154326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55280) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.183324 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d1378fe6-0c68-46c8-bedc-e27ac0a50c7f tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=a49d7073-a19c-4c18-8d53-75cfe4a3ad11 HTTP/1.1" status: 200 len: 205 time: 0.0431688 Dec 23 16:16:09.185564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55284) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.252243 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-e9db17ca-9beb-4520-8b14-54535d3c0bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] delete failed (client error): The resource could not be found. Dec 23 16:16:09.255661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e9db17ca-9beb-4520-8b14-54535d3c0bd2 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/a49d7073-a19c-4c18-8d53-75cfe4a3ad11 HTTP/1.1" status: 404 len: 336 time: 0.0668221 Dec 23 16:16:09.256344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55288) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.300541 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eac3fb-299a-45fa-9c0b-becefc0baf2e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:09.300761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36eac3fb-299a-45fa-9c0b-becefc0baf2e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:09.304795 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-36eac3fb-299a-45fa-9c0b-becefc0baf2e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/d48e9db0-b2c2-4d54-a8e1-a7a59bfdada2 HTTP/1.1" status: 404 len: 337 time: 0.0456305 Dec 23 16:16:09.305048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55292) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.351539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9ebdc2c5-444f-41e9-949e-28a7a47c693e tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "GET /v2.0/ports?device_id=541478ab-4d03-4e31-bde9-68c68ebca800 HTTP/1.1" status: 200 len: 205 time: 0.0434139 Dec 23 16:16:09.352044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55296) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.387729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.397902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:09.403415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.412574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:09.416038 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-b3810117-2028-4b1a-9d2d-cbb333c74881 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] delete failed (client error): The resource could not be found. Dec 23 16:16:09.420105 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b3810117-2028-4b1a-9d2d-cbb333c74881 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/routers/541478ab-4d03-4e31-bde9-68c68ebca800 HTTP/1.1" status: 404 len: 336 time: 0.0642266 Dec 23 16:16:09.420270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:09.420407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55300) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.426001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:09.428489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port a89484b8-3a41-4bed-a9a4-1b04706e8aad {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:09.428989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:05Z', 'revision_number': 9, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:09.429507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.444099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:09.462661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c92ace-8338-4f61-9906-733763d45cb8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:09.463531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c92ace-8338-4f61-9906-733763d45cb8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:09.465534 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-27c92ace-8338-4f61-9906-733763d45cb8 tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/fc0e1180-2d4f-4633-bce7-340b47c95f5f HTTP/1.1" status: 404 len: 337 time: 0.0451303 Dec 23 16:16:09.468417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55304) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.512516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:09.513205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:09.527334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:09.530921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.549974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.556769 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-40570421-4063-42a9-b083-338af0bbcd3c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:09.557133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40570421-4063-42a9-b083-338af0bbcd3c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:09.558728 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40570421-4063-42a9-b083-338af0bbcd3c tempest-RoutersTest-1347730580 tempest-RoutersTest-1347730580-project] 10.222.0.18 "DELETE /v2.0/subnets/feb05356-2d39-476a-b35b-0f59f2a08f5b HTTP/1.1" status: 404 len: 337 time: 0.0828516 Dec 23 16:16:09.562356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '74446c67-1e82-4cc2-968f-2bbe5a736ceb'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:09.563192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.578331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] DHCP port deletion for ef9c7191-2846-416a-b9c5-32af64566807 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:09.631626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Deleting port c6ae57d2-1ecb-489d-8f29-01ef5a43a66c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:09.631970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.656959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Deleting port a89484b8-3a41-4bed-a9a4-1b04706e8aad {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:09.657373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.846814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:09.910198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55312) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.940312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.975277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port a89484b8-3a41-4bed-a9a4-1b04706e8aad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a89484b8-3a41-4bed-a9a4-1b04706e8aad,segment=NetworkSegment(90f9a828-0f68-459d-a344-49685216845d),segment_id=90f9a828-0f68-459d-a344-49685216845d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:09.975659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.103662 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2a80d45a-0074-49a5-8812-28f41d71baa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da88fc07eed045b18be0fe3e8fbdfb68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902106 Dec 23 16:16:10.103892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55318) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:10.131510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for a89484b8-3a41-4bed-a9a4-1b04706e8aad owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:10.163003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-99713f6f-1a2a-4a0a-8177-23af8c1d14b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.168265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.193570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-99713f6f-1a2a-4a0a-8177-23af8c1d14b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.265860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Allocated IP 172.20.0.2 (59f3d771-e395-47fb-8757-8f93f42824df/74446c67-1e82-4cc2-968f-2bbe5a736ceb/56a4e4d3-b814-4160-8ae9-71ab8c2795af) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:10.267218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-99713f6f-1a2a-4a0a-8177-23af8c1d14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.277373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a89484b8-3a41-4bed-a9a4-1b04706e8aad no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:10.283723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99713f6f-1a2a-4a0a-8177-23af8c1d14b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccd534e-543e-42a4-8d55-670bf672aff4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:10.290524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-99713f6f-1a2a-4a0a-8177-23af8c1d14b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.291880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-99713f6f-1a2a-4a0a-8177-23af8c1d14b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dccd534e-543e-42a4-8d55-670bf672aff4 HTTP/1.1" status: 204 len: 168 time: 0.1870642 Dec 23 16:16:10.345543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] For port a89484b8-3a41-4bed-a9a4-1b04706e8aad, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a89484b8-3a41-4bed-a9a4-1b04706e8aad,segment=NetworkSegment(90f9a828-0f68-459d-a344-49685216845d),segment_id=90f9a828-0f68-459d-a344-49685216845d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:10.345933 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.465318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Calling delete_port for c6ae57d2-1ecb-489d-8f29-01ef5a43a66c owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:10.559567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Calling delete_port for a89484b8-3a41-4bed-a9a4-1b04706e8aad owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:10.580967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.638682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=a89484b8-3a41-4bed-a9a4-1b04706e8aad,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:10.648397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No active binding found for port a89484b8-3a41-4bed-a9a4-1b04706e8aad {{(pid=83496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 16:16:10.648565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a89484b8-3a41-4bed-a9a4-1b04706e8aad not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:10.668401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No DVR routers for this DVR port a89484b8-3a41-4bed-a9a4-1b04706e8aad on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:10.801047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:10.801440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:10.833356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.847291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:05Z', 'revision_number': 9, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:10.851379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.851973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366bc25-5117-4acb-9dc6-8e43983e078d None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:05Z', 'revision_number': 9, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': '30785b0a-ab8a-4c0e-ad42-d4ae7306aac8', 'name': '', 'network_id': '7f57270c-0a01-4039-a81f-2e9d916bf4c7', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:81:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:05Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '268e5a4f-587a-46a9-8586-f5fcd2e3e596', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:10.937362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9c7191-2846-416a-b9c5-32af64566807']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:10.957009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f9a828-0f68-459d-a344-49685216845d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:10.957337 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f9a828-0f68-459d-a344-49685216845d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:10.973927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.987856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Transition to ACTIVE for port object 56a4e4d3-b814-4160-8ae9-71ab8c2795af will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:11.010348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Transition to ACTIVE for port object 56a4e4d3-b814-4160-8ae9-71ab8c2795af will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:11.015669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.017776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.048431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.080014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:16:11.080186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.092917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:11.095798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:16:11.096559 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:16:11.098807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Pushing event deleted for resources: {'Port': ['ID=c6ae57d2-1ecb-489d-8f29-01ef5a43a66c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:11.100206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:11.102460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Pushing event updated for resources: {'Port': ['ID=56a4e4d3-b814-4160-8ae9-71ab8c2795af,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:11.199150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Attempting to bind port 56a4e4d3-b814-4160-8ae9-71ab8c2795af on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:11.199485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Attempting to bind port 56a4e4d3-b814-4160-8ae9-71ab8c2795af by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:11.199889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Attempting to bind port 56a4e4d3-b814-4160-8ae9-71ab8c2795af on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:11.206523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:11.206889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:11.208198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.208595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:11.209146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Bound port: 56a4e4d3-b814-4160-8ae9-71ab8c2795af, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:11.209400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.260363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:16:11.295763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55340) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:11.307153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Deleting port a89484b8-3a41-4bed-a9a4-1b04706e8aad {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:11.307946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.333394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.371023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.402454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=ef9c7191-2846-416a-b9c5-32af64566807,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:11.454257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ff58c39c-4b88-4a8a-94b1-dc140b57c871 None None] The port 'a89484b8-3a41-4bed-a9a4-1b04706e8aad' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:16:11.455978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] For port 56a4e4d3-b814-4160-8ae9-71ab8c2795af, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:11.475730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] For port 56a4e4d3-b814-4160-8ae9-71ab8c2795af, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=56a4e4d3-b814-4160-8ae9-71ab8c2795af,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:11.483660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.489236 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2ade692-e5e3-476a-ba7a-824ae835a357 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/ef9c7191-2846-416a-b9c5-32af64566807 HTTP/1.1" status: 204 len: 168 time: 2.3338611 Dec 23 16:16:11.489829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55346) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:11.586319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.604908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931c517-abc1-4b18-8f57-76f5f964ac05 None None] Pushing event updated for resources: {'Port': ['ID=56a4e4d3-b814-4160-8ae9-71ab8c2795af,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:11.716052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086870637'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:11.734464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:11.741942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:11.745924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:11.753742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:11.781851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.790649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.800689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.804556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.879465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.074563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:12.084825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:12.088510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:12.136437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:12.185170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Router ee283d88-9841-405a-a6c8-99a94b595b7e has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:12.254167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.261120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.278832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.357783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 56a4e4d3-b814-4160-8ae9-71ab8c2795af up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:12.374808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72e06f-4039-4785-902a-825ac1a300ca,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:12.431908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:12.447466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:12.452171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:12.460206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port 56a4e4d3-b814-4160-8ae9-71ab8c2795af, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=56a4e4d3-b814-4160-8ae9-71ab8c2795af,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:12.461371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:12.466950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 56a4e4d3-b814-4160-8ae9-71ab8c2795af completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:12.483545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9b236d23-7ea8-45f7-b013-11527f6951da no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:12.546638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.554155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.557828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:12.562947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.564153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.564286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.576190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9b236d23-7ea8-45f7-b013-11527f6951da {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:12.576774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9b236d23-7ea8-45f7-b013-11527f6951da not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:12.578350 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] Sync routers for ids ['ee283d88-9841-405a-a6c8-99a94b595b7e'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:12.593416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.598335 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-387a668e-ebb5-4383-acfd-4d5b201c610b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "PUT /v2.0/routers/ee283d88-9841-405a-a6c8-99a94b595b7e HTTP/1.1" status: 200 len: 709 time: 5.1376472 Dec 23 16:16:12.601921 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] Routers {'ee283d88-9841-405a-a6c8-99a94b595b7e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:12.602560 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ee283d88-9841-405a-a6c8-99a94b595b7e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:12.625289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55350) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:12.675458 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:12.694709 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] Routers {'ee283d88-9841-405a-a6c8-99a94b595b7e'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:12.695676 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ee283d88-9841-405a-a6c8-99a94b595b7e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:12.739143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:12.742995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.744306 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4474235 Dec 23 16:16:12.748897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6c98-6c1a-4180-b5b2-5030dc0b155f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75978f41-4782-4421-8993-fd7a01e5aeec,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:12.749665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:12.753593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55354) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:12.778020 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:12.778263 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaef953-79b2-4b50-b0a8-782838c45a1e None None] The sync data for ids ['ee283d88-9841-405a-a6c8-99a94b595b7e'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:12.781116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=b8f466df-8369-4e51-8c72-8ba5619893cd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:12.784046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:12.784613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.811818 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6778915 Dec 23 16:16:12.811818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55358) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:12.819074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:b9:fd:40', 'name': 'tempest-NetworksTestDHCPv6-1825737484'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:12.826626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6bf4ee-6487-4185-8d86-7d14a512d578 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:12.836531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dbd52-4a6a-4f48-8b69-834402d94be8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=56a4e4d3-b814-4160-8ae9-71ab8c2795af,revision_number=4']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:12.954644 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-578aab3b-c03a-44b8-a03c-47c02921d6ee tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/routers/ee283d88-9841-405a-a6c8-99a94b595b7e HTTP/1.1" status: 200 len: 744 time: 0.3255200 Dec 23 16:16:12.955597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55362) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:12.964917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-849ce7a1-0b87-45bc-a012-c28a40ffbfd5 None None] Provisioning for port 56a4e4d3-b814-4160-8ae9-71ab8c2795af completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:12.973473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-849ce7a1-0b87-45bc-a012-c28a40ffbfd5 None None] Provisioning complete for port 56a4e4d3-b814-4160-8ae9-71ab8c2795af triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:12.974159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-849ce7a1-0b87-45bc-a012-c28a40ffbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.998397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-839efaf5-6008-4983-92c9-0ab1f52bf904 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:13.005244 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e91401a-e793-4328-8709-50e66b5cd1c5 tempest-RoutersIpV6AdminTest-1358821270 tempest-RoutersIpV6AdminTest-1358821270-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&device_id=ee283d88-9841-405a-a6c8-99a94b595b7e HTTP/1.1" status: 200 len: 205 time: 0.0457714 Dec 23 16:16:13.005431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55366) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:13.008195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:13.013107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:13.015988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:13.021963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:13.033025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:13.089565 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-40cd2543-98e4-474a-a1f1-ae9cf8d06981 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee283d88-9841-405a-a6c8-99a94b595b7e HTTP/1.1" status: 200 len: 205 time: 0.0800674 Dec 23 16:16:13.092676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55370) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:13.153565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-839efaf5-6008-4983-92c9-0ab1f52bf904 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:13.158016 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-839efaf5-6008-4983-92c9-0ab1f52bf904 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4003248 Dec 23 16:16:13.158201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55374) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:13.166844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f29eb74c-86f5-4444-bde3-e3d859dfad13 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-security--91860417', 'description': 'tempest-security-description-366352871'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:13.191935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.224960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port e83c0ca9-e1c8-44d8-b25c-4afd468ce291 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:13.225999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-849ce7a1-0b87-45bc-a012-c28a40ffbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.264402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f29eb74c-86f5-4444-bde3-e3d859dfad13 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.266354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-849ce7a1-0b87-45bc-a012-c28a40ffbfd5 None None] For port 56a4e4d3-b814-4160-8ae9-71ab8c2795af, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=56a4e4d3-b814-4160-8ae9-71ab8c2795af,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:13.271746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-849ce7a1-0b87-45bc-a012-c28a40ffbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.292953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08a5a4c-fb23-452e-b513-b9e96cb4bf4f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.346265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce7a1-0b87-45bc-a012-c28a40ffbfd5 None None] Pushing event updated for resources: {'Port': ['ID=56a4e4d3-b814-4160-8ae9-71ab8c2795af,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:13.371451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f29eb74c-86f5-4444-bde3-e3d859dfad13 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.406084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f29eb74c-86f5-4444-bde3-e3d859dfad13 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.441098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f29eb74c-86f5-4444-bde3-e3d859dfad13 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.442581 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f29eb74c-86f5-4444-bde3-e3d859dfad13 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "PUT /v2.0/security-groups/75978f41-4782-4421-8993-fd7a01e5aeec HTTP/1.1" status: 200 len: 1609 time: 0.2835021 Dec 23 16:16:13.450844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55378) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:13.487322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eb74c-86f5-4444-bde3-e3d859dfad13 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75978f41-4782-4421-8993-fd7a01e5aeec,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:13.580082 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e9af59f8-26c0-470d-a8b5-90b9634e2cbd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups/75978f41-4782-4421-8993-fd7a01e5aeec HTTP/1.1" status: 200 len: 1609 time: 0.1204603 Dec 23 16:16:13.583764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:13.613755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 172.20.0.8 (59f3d771-e395-47fb-8757-8f93f42824df/74446c67-1e82-4cc2-968f-2bbe5a736ceb/e83c0ca9-e1c8-44d8-b25c-4afd468ce291) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:13.631275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:feb9:fd40 (59f3d771-e395-47fb-8757-8f93f42824df/b8f466df-8369-4e51-8c72-8ba5619893cd/e83c0ca9-e1c8-44d8-b25c-4afd468ce291) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:13.711977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94d0da76-b800-4d57-a9e4-623bb207c6b8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.807712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94d0da76-b800-4d57-a9e4-623bb207c6b8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.906611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e93d1bf3-f326-488a-ad7e-7a24e37d88aa None None] Provisioning complete for port 56a4e4d3-b814-4160-8ae9-71ab8c2795af triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:13.907242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e93d1bf3-f326-488a-ad7e-7a24e37d88aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.911776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94d0da76-b800-4d57-a9e4-623bb207c6b8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.934618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.938682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0da76-b800-4d57-a9e4-623bb207c6b8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75978f41-4782-4421-8993-fd7a01e5aeec,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:13.958674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08a5a4c-fb23-452e-b513-b9e96cb4bf4f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.961087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94d0da76-b800-4d57-a9e4-623bb207c6b8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.963046 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-94d0da76-b800-4d57-a9e4-623bb207c6b8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/75978f41-4782-4421-8993-fd7a01e5aeec HTTP/1.1" status: 204 len: 168 time: 0.3776734 Dec 23 16:16:13.965068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object e83c0ca9-e1c8-44d8-b25c-4afd468ce291 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:13.966937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55386) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:13.975471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08a5a4c-fb23-452e-b513-b9e96cb4bf4f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.037488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b990acf-c0f3-48af-ad72-2a893bb119a3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:14.049451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.080393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08a5a4c-fb23-452e-b513-b9e96cb4bf4f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.081015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08a5a4c-fb23-452e-b513-b9e96cb4bf4f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Fanout notify agent at l3_agent the message router_deleted on router ee283d88-9841-405a-a6c8-99a94b595b7e {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:14.104828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08a5a4c-fb23-452e-b513-b9e96cb4bf4f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.106167 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b08a5a4c-fb23-452e-b513-b9e96cb4bf4f tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/ee283d88-9841-405a-a6c8-99a94b595b7e HTTP/1.1" status: 204 len: 168 time: 1.0128384 Dec 23 16:16:14.109477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55390) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.112980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:14.113467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.125679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b990acf-c0f3-48af-ad72-2a893bb119a3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:14.127686 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b990acf-c0f3-48af-ad72-2a893bb119a3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1584561 Dec 23 16:16:14.136272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.221923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4822eb1a-1340-4ae1-9291-802f09d4a0b9 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee283d88-9841-405a-a6c8-99a94b595b7e HTTP/1.1" status: 200 len: 205 time: 0.1090872 Dec 23 16:16:14.230081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55398) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.242944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 56a4e4d3-b814-4160-8ae9-71ab8c2795af up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:14.266027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:14.271155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:14.273527 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-4026f361-f6d8-4c67-943f-271e48c6ed23 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] delete failed (client error): The resource could not be found. Dec 23 16:16:14.274540 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4026f361-f6d8-4c67-943f-271e48c6ed23 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/75978f41-4782-4421-8993-fd7a01e5aeec HTTP/1.1" status: 404 len: 347 time: 0.1373556 Dec 23 16:16:14.275268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=e83c0ca9-e1c8-44d8-b25c-4afd468ce291,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:14.280038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:14.306767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55402) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.318136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641761894'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:14.319096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 56a4e4d3-b814-4160-8ae9-71ab8c2795af triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:14.319523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.328427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:14.339104 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-2645d943-2217-4a80-a48d-76f4644fe83b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] delete failed (client error): The resource could not be found. Dec 23 16:16:14.341063 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2645d943-2217-4a80-a48d-76f4644fe83b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/ee283d88-9841-405a-a6c8-99a94b595b7e HTTP/1.1" status: 404 len: 336 time: 0.1097705 Dec 23 16:16:14.345033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55406) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.351155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:14.422224 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-34a0c49b-de68-4aef-ac2d-76be09034db5 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c770df4-70d1-4d36-b8a5-50da02458864 HTTP/1.1" status: 200 len: 205 time: 0.0726957 Dec 23 16:16:14.425793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.436018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55410) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.445878 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:14.447293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.529460 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-39839bd1-5f92-420e-9a4e-5acb5b5b07b7 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] delete failed (client error): The resource could not be found. Dec 23 16:16:14.530745 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39839bd1-5f92-420e-9a4e-5acb5b5b07b7 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/6c770df4-70d1-4d36-b8a5-50da02458864 HTTP/1.1" status: 404 len: 336 time: 0.0914171 Dec 23 16:16:14.534898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55414) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.570274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,segment=NetworkSegment(3dbf0358-6689-449e-aa8a-4aadbae2657e),segment_id=3dbf0358-6689-449e-aa8a-4aadbae2657e)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:14.570671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.578323 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-031efc8f-4dff-42af-a47a-78b31b7bfac8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7654984 Dec 23 16:16:14.582114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55418) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.594283 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2b46ba41-8235-4317-b163-cad500e2f0e9 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=a170a0b8-fd79-4b5d-b492-4844308f0b4c HTTP/1.1" status: 200 len: 205 time: 0.0574856 Dec 23 16:16:14.598355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.600936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:14.658156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:14.666421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:14.669963 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-673516de-a589-433a-9300-f3f3a98ec5f8 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] delete failed (client error): The resource could not be found. Dec 23 16:16:14.670971 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-673516de-a589-433a-9300-f3f3a98ec5f8 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/a170a0b8-fd79-4b5d-b492-4844308f0b4c HTTP/1.1" status: 404 len: 336 time: 0.0717504 Dec 23 16:16:14.674101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.676436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:14.678610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4b5d19be-d572-41d9-a62b-ab1635e88398 None None] Provisioning for port e83c0ca9-e1c8-44d8-b25c-4afd468ce291 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:14.683698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4b5d19be-d572-41d9-a62b-ab1635e88398 None None] Provisioning complete for port e83c0ca9-e1c8-44d8-b25c-4afd468ce291 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:14.684175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b5d19be-d572-41d9-a62b-ab1635e88398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.726929 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-24363e9c-ecfb-41d4-ae32-35da93bd760b tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=76660f0f-eefe-4cdf-81a1-0392c271c173 HTTP/1.1" status: 200 len: 205 time: 0.0517445 Dec 23 16:16:14.729829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.740427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d19be-d572-41d9-a62b-ab1635e88398 None None] Port e83c0ca9-e1c8-44d8-b25c-4afd468ce291 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:14.795704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:14.797989 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c7fe527a-7f6b-4643-becc-4d42c7b7d2ea tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] delete failed (client error): The resource could not be found. Dec 23 16:16:14.799001 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7fe527a-7f6b-4643-becc-4d42c7b7d2ea tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/76660f0f-eefe-4cdf-81a1-0392c271c173 HTTP/1.1" status: 404 len: 336 time: 0.0683105 Dec 23 16:16:14.801865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55434) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.856328 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-019913c2-2c68-4334-b528-f2ac9cb579ec tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e8ed97f-6831-4c21-b750-3db4bdd178d3 HTTP/1.1" status: 200 len: 205 time: 0.0532782 Dec 23 16:16:14.863873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.942669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2426d1-a50f-44d0-b0b0-b8fa74c37f7f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:14.943854 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-5be67a29-41ba-4695-b6db-8b7fc1ed7d9a tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] delete failed (client error): The resource could not be found. Dec 23 16:16:14.944868 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5be67a29-41ba-4695-b6db-8b7fc1ed7d9a tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/5e8ed97f-6831-4c21-b750-3db4bdd178d3 HTTP/1.1" status: 404 len: 336 time: 0.0801218 Dec 23 16:16:14.947850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.948669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55442) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.949075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2426d1-a50f-44d0-b0b0-b8fa74c37f7f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:14.951278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8d2426d1-a50f-44d0-b0b0-b8fa74c37f7f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3678308 Dec 23 16:16:14.953871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55446) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:14.983400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.004872 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3c1c1250-7557-4003-b216-71261f6fb517 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d2b562b-2009-41ae-b269-e20446120b74 HTTP/1.1" status: 200 len: 205 time: 0.0551910 Dec 23 16:16:15.008344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55450) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.035518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ec2bd-bc39-4fc9-bde1-932666a8d152,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:15.038236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.039417 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-43541679-a75b-40e9-9f60-21f2d3dcfdcd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7314084 Dec 23 16:16:15.042298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55454) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.047840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': 'a92ec2bd-bc39-4fc9-bde1-932666a8d152', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:15.053583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:15.057835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:15.060644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:15.066335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:15.083515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.131137 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-44d329fe-3d78-42d2-b709-e2ebc5a22f92 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] delete failed (client error): The resource could not be found. Dec 23 16:16:15.132401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-44d329fe-3d78-42d2-b709-e2ebc5a22f92 tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/routers/9d2b562b-2009-41ae-b269-e20446120b74 HTTP/1.1" status: 404 len: 336 time: 0.1142669 Dec 23 16:16:15.139883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55458) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.153810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port e83c0ca9-e1c8-44d8-b25c-4afd468ce291 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:15.154253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.176180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.184382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.186255 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d57e67b-895e-4d66-b439-55ea81da8ebd tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:15.186771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d57e67b-895e-4d66-b439-55ea81da8ebd tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:15.217453 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5d57e67b-895e-4d66-b439-55ea81da8ebd tempest-RoutersIpV6AdminTest-413640468 tempest-RoutersIpV6AdminTest-413640468-project] 10.222.0.18 "DELETE /v2.0/subnets/1520a288-6136-44ec-ac25-91b0d4364f46 HTTP/1.1" status: 404 len: 337 time: 0.0741932 Dec 23 16:16:15.217453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21abea0-c5d4-4e81-ac36-8c02b05b84bc,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:15.219312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.224092 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5782477f-a645-43b6-8f99-c278ccc2b5ef tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1774890 Dec 23 16:16:15.224092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.259488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ca5f9f-b25c-40ec-a664-87a416bd12f9 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.272290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ca5f9f-b25c-40ec-a664-87a416bd12f9 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.306312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ca5f9f-b25c-40ec-a664-87a416bd12f9 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.323985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ca5f9f-b25c-40ec-a664-87a416bd12f9 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.327495 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8ca5f9f-b25c-40ec-a664-87a416bd12f9 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b21abea0-c5d4-4e81-ac36-8c02b05b84bc HTTP/1.1" status: 204 len: 168 time: 0.1006265 Dec 23 16:16:15.327495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca5f9f-b25c-40ec-a664-87a416bd12f9 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b21abea0-c5d4-4e81-ac36-8c02b05b84bc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:15.328430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.387835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ab262a74-b056-48e1-baf9-edbd2dc26af6 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:15.408127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ab262a74-b056-48e1-baf9-edbd2dc26af6 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:15.412495 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab262a74-b056-48e1-baf9-edbd2dc26af6 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0802045 Dec 23 16:16:15.413219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.481320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d80f2434-0308-4f23-8dec-fc1904946822 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.496384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.512988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d80f2434-0308-4f23-8dec-fc1904946822 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.560710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d80f2434-0308-4f23-8dec-fc1904946822 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.580590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2434-0308-4f23-8dec-fc1904946822 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ec2bd-bc39-4fc9-bde1-932666a8d152,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:15.597815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d80f2434-0308-4f23-8dec-fc1904946822 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.599019 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d80f2434-0308-4f23-8dec-fc1904946822 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/a92ec2bd-bc39-4fc9-bde1-932666a8d152 HTTP/1.1" status: 204 len: 168 time: 0.1852715 Dec 23 16:16:15.602884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.634675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55482) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.664959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0d4fdc0-94c8-4ee6-8cc4-b98c52b112c5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:15.674033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=30785b0a-ab8a-4c0e-ad42-d4ae7306aac8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:15.682976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0d4fdc0-94c8-4ee6-8cc4-b98c52b112c5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:15.688613 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e0d4fdc0-94c8-4ee6-8cc4-b98c52b112c5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0847099 Dec 23 16:16:15.689391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55488) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:15.696034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--804361878'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:15.704006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:15.725760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:15.737197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.740829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.804625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:15.808997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.818705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:15.822985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:15.832564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:15.866991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:15.873028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Usage tracker for resource:security_group_rule and tenant:a6699797a6f54614b24d707fb0291b9e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:15.880182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:15.891829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:15.922970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.930346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.992340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for e83c0ca9-e1c8-44d8-b25c-4afd468ce291 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:15.994988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265f6038-9ef9-4f9a-9662-29e5baf00088,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:16.025319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.026490 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be7bfd1a-acf2-4f89-83f1-3e7a065b2112 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3353868 Dec 23 16:16:16.031911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55492) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:16.041757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '265f6038-9ef9-4f9a-9662-29e5baf00088', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:16.041931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.046345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.059114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:16.068416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:16.082319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:16.090391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfdba2d-de3e-4953-bcba-f5e64388cc5a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:16.095588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:16.098559 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-42d4a1a9-34f4-4635-bda6-f190a5d8505a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6699797a6f54614b24d707fb0291b9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4625654 Dec 23 16:16:16.101683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:16.168386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-644f4d46-6cae-4a18-8632-8d7c14a351d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.173827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.195976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-644f4d46-6cae-4a18-8632-8d7c14a351d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.253285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-644f4d46-6cae-4a18-8632-8d7c14a351d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.267350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f4d46-6cae-4a18-8632-8d7c14a351d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfdba2d-de3e-4953-bcba-f5e64388cc5a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:16.272441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.273745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-644f4d46-6cae-4a18-8632-8d7c14a351d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.278288 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-644f4d46-6cae-4a18-8632-8d7c14a351d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bfdba2d-de3e-4953-bcba-f5e64388cc5a HTTP/1.1" status: 204 len: 168 time: 0.1727712 Dec 23 16:16:16.319317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.375392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.412700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24241fa-39bb-443c-a266-e7f61fef01e1,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:16.414297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.530224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=e83c0ca9-e1c8-44d8-b25c-4afd468ce291,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:16.535473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.536652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7d1891a7-3237-42fe-8275-569951d83788 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5028923 Dec 23 16:16:16.540943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:16.555855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '265f6038-9ef9-4f9a-9662-29e5baf00088', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:16.562643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:16.568819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:16.572592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:16.582300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:16.606308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.648392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55508) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:16.696129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.701100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.729957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bcec3e-fecd-423f-9bb3-5afdfc6f8635,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:16.733915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.735754 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-14911ba6-f15e-4d09-9e86-09b6e646e2cf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e83c0ca9-e1c8-44d8-b25c-4afd468ce291 HTTP/1.1" status: 204 len: 168 time: 1.7807043 Dec 23 16:16:16.738224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:16.759701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5486a5a0-03fa-45bf-94e5-c625f18461ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13fa7fa900b24680b1930430b7e59bab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1033320 Dec 23 16:16:16.773459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55516) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:16.780782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.781306 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15d92851-0e2d-4f41-a752-a1e8ee2f1fbf tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2393842 Dec 23 16:16:16.796503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:16.806255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '265f6038-9ef9-4f9a-9662-29e5baf00088', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:16.814939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:16.835385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:16.840621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:16.858269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:16.870987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc2180-a9e9-4b30-be5d-19b0624fa7d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:16.872310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc2180-a9e9-4b30-be5d-19b0624fa7d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:16.873570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc2180-a9e9-4b30-be5d-19b0624fa7d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:16.874331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21bc2180-a9e9-4b30-be5d-19b0624fa7d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:16.909756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.920598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81fbd2df-19d9-48e6-be27-252129ae7db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:16.932877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21bc2180-a9e9-4b30-be5d-19b0624fa7d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:16.933324 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-21bc2180-a9e9-4b30-be5d-19b0624fa7d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1939151 Dec 23 16:16:16.937921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55524) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:17.091780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:17.099933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81fbd2df-19d9-48e6-be27-252129ae7db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.167620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 74446c67-1e82-4cc2-968f-2bbe5a736ceb {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:17.186530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.214872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.224513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.268757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50503042-a3f2-4fbd-a18e-0b01f62e5225,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:17.280489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.314092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81fbd2df-19d9-48e6-be27-252129ae7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.342819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd2df-19d9-48e6-be27-252129ae7db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5f5b1f-d076-415c-85a9-abf143a3a80c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:17.349573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.350721 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2af73cf1-7a32-469e-a6fa-a3f59a1a56ec tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5532963 Dec 23 16:16:17.357107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55528) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:17.358955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81fbd2df-19d9-48e6-be27-252129ae7db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.360496 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-81fbd2df-19d9-48e6-be27-252129ae7db4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b5f5b1f-d076-415c-85a9-abf143a3a80c HTTP/1.1" status: 204 len: 168 time: 0.5856438 Dec 23 16:16:17.375524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '265f6038-9ef9-4f9a-9662-29e5baf00088', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:17.386128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:17.395240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:17.399750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:17.413534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:17.425796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.458576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:17.460590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.469488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:17.476422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fab4ddb4-06d5-4cba-abc2-005e3dbbc151 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9831784 Dec 23 16:16:17.478737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55534) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:17.484087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:17.484959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:17.523305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.571424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=74446c67-1e82-4cc2-968f-2bbe5a736ceb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:17.582191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.599440 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fe086966-fb22-4f8f-8d47-571283d56b8a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/74446c67-1e82-4cc2-968f-2bbe5a736ceb HTTP/1.1" status: 204 len: 168 time: 0.6547201 Dec 23 16:16:17.601997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:17.604986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d937ae-f7f3-401a-8a7b-9e3921aec233 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:17.688827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet b8f466df-8369-4e51-8c72-8ba5619893cd {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:17.692202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.757094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:17.759396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.763803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 268e5a4f-587a-46a9-8586-f5fcd2e3e596 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:17.767705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.775846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.797615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.858779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0960081-b155-4d59-9d84-9fa50945c406,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:17.863630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.867456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d3bdf4b1-b00b-46d4-afbe-4d3ae3471fa0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5068240 Dec 23 16:16:17.867456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55546) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:17.871616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.902454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '265f6038-9ef9-4f9a-9662-29e5baf00088', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:17.906953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.912162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:17.919950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:17.928183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:17.936963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:17.972116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.012249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.019457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.069141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f466df-8369-4e51-8c72-8ba5619893cd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:18.101031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.106055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.113445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.126585 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6b3f1394-b26e-4262-a078-10b311885020 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/b8f466df-8369-4e51-8c72-8ba5619893cd HTTP/1.1" status: 204 len: 168 time: 0.5226440 Dec 23 16:16:18.127166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55556) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.146289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.177563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6345468d-0953-4fc6-a1b7-a3eb24b45ee4,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:18.193735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=268e5a4f-587a-46a9-8586-f5fcd2e3e596,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:18.204869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.209692 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ff62f770-ecfc-4f9e-aa08-58e6154ecf2b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/268e5a4f-587a-46a9-8586-f5fcd2e3e596 HTTP/1.1" status: 204 len: 168 time: 0.7299068 Dec 23 16:16:18.210352 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-56ed0aff-6bba-4f6b-9c27-6c3ea91d05c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813053 Dec 23 16:16:18.210698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55560) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.210698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55562) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.215955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.217065 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dd991569-4d53-4c17-9b9a-7559ccb1df76 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3486502 Dec 23 16:16:18.226127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55568) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.251169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f59d4-1cd0-4e77-bd12-02331e8dfa73 None None] Network 7f57270c-0a01-4039-a81f-2e9d916bf4c7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:18.258788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d233-c19f-4d3a-810d-16d1d7f30562 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.280801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d233-c19f-4d3a-810d-16d1d7f30562 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.310790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d233-c19f-4d3a-810d-16d1d7f30562 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.338391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d233-c19f-4d3a-810d-16d1d7f30562 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6345468d-0953-4fc6-a1b7-a3eb24b45ee4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:18.352004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d233-c19f-4d3a-810d-16d1d7f30562 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.356473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55574) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.358270 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b2d1d233-c19f-4d3a-810d-16d1d7f30562 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6345468d-0953-4fc6-a1b7-a3eb24b45ee4 HTTP/1.1" status: 204 len: 168 time: 0.1307752 Dec 23 16:16:18.409621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.447092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:18.447692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.497832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040530a-ce77-419a-a2e2-34c93d7350fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:18.498719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b040530a-ce77-419a-a2e2-34c93d7350fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:18.516745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6baabc56-cbae-47dc-8208-19235a37fc6a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:18.579488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b040530a-ce77-419a-a2e2-34c93d7350fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:18.580740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b040530a-ce77-419a-a2e2-34c93d7350fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3686404 Dec 23 16:16:18.583499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.593713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6baabc56-cbae-47dc-8208-19235a37fc6a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:18.597622 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6baabc56-cbae-47dc-8208-19235a37fc6a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2373698 Dec 23 16:16:18.599036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55586) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.638787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:15Z', 'revision_number': 10, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:18.643151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:18.678942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:18.679726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:18.691783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b5d44-9408-4f77-bb19-2066906fd5fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:18.692902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6b0b5d44-9408-4f77-bb19-2066906fd5fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:18.711397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6b0b5d44-9408-4f77-bb19-2066906fd5fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:18.715172 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6b0b5d44-9408-4f77-bb19-2066906fd5fa tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1271091 Dec 23 16:16:18.715482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55592) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.786488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f9847db-34db-4447-9405-9ee638d9a519 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.805709 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-953efde0-b305-4135-967b-74508014fd35 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891337 Dec 23 16:16:18.807732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f9847db-34db-4447-9405-9ee638d9a519 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.816947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55598) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:18.825322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=18d42f4f-3151-4c42-8e3a-80c8bb19a45c,segment=NetworkSegment(3dbf0358-6689-449e-aa8a-4aadbae2657e),segment_id=3dbf0358-6689-449e-aa8a-4aadbae2657e)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:18.825673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.837522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:18.951135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd517a-e80f-4705-893a-8fe72bde880f None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': 'b8f466df-8369-4e51-8c72-8ba5619893cd'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '56a4e4d3-b814-4160-8ae9-71ab8c2795af'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:16:19.039920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5381c3-0d2e-45ab-b7ff-ec6fa612856d None None] DHCP port deletion for 7f57270c-0a01-4039-a81f-2e9d916bf4c7 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:19.059277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2d5381c3-0d2e-45ab-b7ff-ec6fa612856d None None] Deleting port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:19.059928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2d5381c3-0d2e-45ab-b7ff-ec6fa612856d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.138046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04cd517a-e80f-4705-893a-8fe72bde880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.145897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 18d42f4f-3151-4c42-8e3a-80c8bb19a45c owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:19.159281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:19.188978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f9847db-34db-4447-9405-9ee638d9a519 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.241689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9847db-34db-4447-9405-9ee638d9a519 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0960081-b155-4d59-9d84-9fa50945c406,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:19.256862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:19.269388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f9847db-34db-4447-9405-9ee638d9a519 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.275420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1f9847db-34db-4447-9405-9ee638d9a519 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c0960081-b155-4d59-9d84-9fa50945c406 HTTP/1.1" status: 204 len: 168 time: 0.6698828 Dec 23 16:16:19.275537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55608) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:19.279957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:19.292464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.325001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:19.358475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de153577-82ad-42e7-8c43-1ccbee170a2d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:19.384095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de153577-82ad-42e7-8c43-1ccbee170a2d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:19.389730 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de153577-82ad-42e7-8c43-1ccbee170a2d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1103642 Dec 23 16:16:19.391035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55616) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:19.415923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=18d42f4f-3151-4c42-8e3a-80c8bb19a45c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:19.436833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No DVR routers for this DVR port 18d42f4f-3151-4c42-8e3a-80c8bb19a45c on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:19.457781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56c4c881-3649-400b-a489-7ee8d13af51b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.488865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56c4c881-3649-400b-a489-7ee8d13af51b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.526993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56c4c881-3649-400b-a489-7ee8d13af51b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.552406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4c881-3649-400b-a489-7ee8d13af51b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50503042-a3f2-4fbd-a18e-0b01f62e5225,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:19.559664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.561892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:19.562340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:19.564453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56c4c881-3649-400b-a489-7ee8d13af51b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.568026 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-56c4c881-3649-400b-a489-7ee8d13af51b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/50503042-a3f2-4fbd-a18e-0b01f62e5225 HTTP/1.1" status: 204 len: 168 time: 0.1733985 Dec 23 16:16:19.568540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55620) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:19.605038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.613484 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a3827e28-e77e-411f-a007-82ea9293c83d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7955410 Dec 23 16:16:19.616494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:19.621526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2d5381c3-0d2e-45ab-b7ff-ec6fa612856d None None] The port '18d42f4f-3151-4c42-8e3a-80c8bb19a45c' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:16:19.625400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:19.637179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f57270c-0a01-4039-a81f-2e9d916bf4c7']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:19.650376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbf0358-6689-449e-aa8a-4aadbae2657e') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:19.650781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbf0358-6689-449e-aa8a-4aadbae2657e') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:19.662667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.680310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.688423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:16:19.689131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:16:19.711391 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:16:19.780049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29795c7f-f50d-40ba-b8b0-4354ac693f0c tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:19.811148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8325560-c0cb-4bdb-a3df-54e3bd329164 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:19.819035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.845841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:19.847321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.856445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/7f57270c-0a01-4039-a81f-2e9d916bf4c7 HTTP/1.1" status: 204 len: 168 time: 1.6419549 Dec 23 16:16:19.857535 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:19.859790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55632) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:19.863434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29795c7f-f50d-40ba-b8b0-4354ac693f0c tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:19.867926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29795c7f-f50d-40ba-b8b0-4354ac693f0c tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2957580 Dec 23 16:16:19.868553 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55634) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:19.885164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55640) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:19.890620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:19.930662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e66b5-8bcc-46e7-af46-a7f1318ebdee tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=7f57270c-0a01-4039-a81f-2e9d916bf4c7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:19.986478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92dcf997-1e9f-4f0f-a202-cf967fd19dde tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.004494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92dcf997-1e9f-4f0f-a202-cf967fd19dde tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.031452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.032376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1c4c2317-d39d-4189-b825-665b62d0568b None None] Provisioning complete for port 56a4e4d3-b814-4160-8ae9-71ab8c2795af triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:20.032841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2317-d39d-4189-b825-665b62d0568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.033594 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:20.034465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:20.058877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92dcf997-1e9f-4f0f-a202-cf967fd19dde tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.070004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92dcf997-1e9f-4f0f-a202-cf967fd19dde tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.071312 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92dcf997-1e9f-4f0f-a202-cf967fd19dde tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/39bcec3e-fecd-423f-9bb3-5afdfc6f8635 HTTP/1.1" status: 204 len: 168 time: 0.2015300 Dec 23 16:16:20.073623 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3492015-ae31-4a93-9616-e7ec5d5c60fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4556427 Dec 23 16:16:20.074476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:20.079138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55648) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:20.104398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcf997-1e9f-4f0f-a202-cf967fd19dde tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39bcec3e-fecd-423f-9bb3-5afdfc6f8635,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:20.111306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:20.156501 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:15Z', 'revision_number': 10, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:20.175578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60d88c-7d20-447c-b6c4-06c59105c813 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:15Z', 'revision_number': 10, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None, '_interfaces': [{'id': 'ca103903-f807-4c37-8202-d8afa8f534e9', 'name': '', 'network_id': 'dd14c5ac-a790-4055-bf60-d4d4599a0841', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'mac_address': 'fa:16:3e:a6:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:55Z', 'updated_at': '2021-12-23T16:15:07Z', 'revision_number': 5, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'subnets': [{'id': '92f8a11a-1303-4869-94a2-04d3f0fa0947', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:20.196124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1764981126', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:20.207900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:20.223340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Usage tracker for resource:port and tenant:0ece275f5a234447b598a5775ac01486 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:20.227011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:20.230531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:20.232175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] Deleting port 56a4e4d3-b814-4160-8ae9-71ab8c2795af {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:20.232796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.241311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d6fe8dd9-b5ae-43f7-942a-c58515fc6ae3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:20.253775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:20.269443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.283576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d6fe8dd9-b5ae-43f7-942a-c58515fc6ae3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:20.284830 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d6fe8dd9-b5ae-43f7-942a-c58515fc6ae3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2068973 Dec 23 16:16:20.285937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:20.288273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Made reservation on behalf of 0ece275f5a234447b598a5775ac01486 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:20.290541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.301934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55656) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:20.331295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.342580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:20.370372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a836609-5ceb-4c1c-b03d-247796f91300 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.382054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a836609-5ceb-4c1c-b03d-247796f91300 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.396346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:20.400068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.402142 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:20.402733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:20.437615 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:20.444013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a836609-5ceb-4c1c-b03d-247796f91300 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.446285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Usage tracker for resource:security_group_rule and tenant:0ece275f5a234447b598a5775ac01486 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:20.457525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a836609-5ceb-4c1c-b03d-247796f91300 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.459123 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a836609-5ceb-4c1c-b03d-247796f91300 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b24241fa-39bb-443c-a266-e7f61fef01e1 HTTP/1.1" status: 204 len: 168 time: 0.1562121 Dec 23 16:16:20.462315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:20.462849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55660) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:20.470637 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-481d180a-8fba-446d-b226-25f0a9283580 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3888478 Dec 23 16:16:20.471510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:20.473593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a836609-5ceb-4c1c-b03d-247796f91300 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b24241fa-39bb-443c-a266-e7f61fef01e1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:20.476327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55664) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:20.484071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:20.489580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] For port 56a4e4d3-b814-4160-8ae9-71ab8c2795af, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=56a4e4d3-b814-4160-8ae9-71ab8c2795af,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:20.490129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.579751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0e671d9b-d401-4772-91cf-7ae22196ad63 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:20.616064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 56a4e4d3-b814-4160-8ae9-71ab8c2795af no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:20.647039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:20.669402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:20.702934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.703982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:20.708050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.709854 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:20.710279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:20.716922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.719968 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] Calling delete_port for 56a4e4d3-b814-4160-8ae9-71ab8c2795af owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:20.729340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0e671d9b-d401-4772-91cf-7ae22196ad63 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:20.733503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0e671d9b-d401-4772-91cf-7ae22196ad63 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2693577 Dec 23 16:16:20.734094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55668) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:20.744164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] device_id is not set on port 4a851386-1233-432f-8e9b-8d11ff034969 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:20.867703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.891493 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-391d73c5-38e8-41de-b4c9-08775f7c9211 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4109240 Dec 23 16:16:20.901550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55672) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:20.911950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:20.918972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] Pushing event deleted for resources: {'Port': ['ID=56a4e4d3-b814-4160-8ae9-71ab8c2795af,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:20.922774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.942792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11817a-1f22-48a2-b5d5-897864f09bbc None None] No DVR routers for this DVR port 56a4e4d3-b814-4160-8ae9-71ab8c2795af on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:20.986783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c587ef8d-7f64-4e1a-9123-7b04fc1489ee,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:20.991434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 18d42f4f-3151-4c42-8e3a-80c8bb19a45c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:21.026482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 18d42f4f-3151-4c42-8e3a-80c8bb19a45c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:21.026832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 18d42f4f-3151-4c42-8e3a-80c8bb19a45c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:21.039697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a8f2d8d5-46a2-4ea9-9a38-6cc910aa39d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.078415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a8f2d8d5-46a2-4ea9-9a38-6cc910aa39d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.083616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:21.105709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:21.121938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Allocated IP 172.26.7.83 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/4a851386-1233-432f-8e9b-8d11ff034969) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:21.126768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:21.130269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.131600 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:21.132009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:21.171251 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b4df4bf4-6f7d-4129-bc76-c61756b5a4d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2690034 Dec 23 16:16:21.172140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a8f2d8d5-46a2-4ea9-9a38-6cc910aa39d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.180379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.188161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:21.199767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2d8d5-46a2-4ea9-9a38-6cc910aa39d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265f6038-9ef9-4f9a-9662-29e5baf00088,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:21.229951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a8f2d8d5-46a2-4ea9-9a38-6cc910aa39d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.231229 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a8f2d8d5-46a2-4ea9-9a38-6cc910aa39d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/265f6038-9ef9-4f9a-9662-29e5baf00088 HTTP/1.1" status: 204 len: 168 time: 0.4952977 Dec 23 16:16:21.256785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55680) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.327942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port ca103903-f807-4c37-8202-d8afa8f534e9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:21.328654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.384941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:21.388967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-530c97f3-bb94-407f-b287-2da89bd4086e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:21.416563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:21.449987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:21.453480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.455936 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:21.456924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:21.473346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.481904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-530c97f3-bb94-407f-b287-2da89bd4086e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:21.483332 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-530c97f3-bb94-407f-b287-2da89bd4086e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2254848 Dec 23 16:16:21.487353 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2864ea12-9301-414a-8865-8263738dc9b8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3059607 Dec 23 16:16:21.488896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.491076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.499065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361593796'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:21.537018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:21.546961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e56477b9-bcc9-419b-aa79-d683ca561fe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:21.550148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port ca103903-f807-4c37-8202-d8afa8f534e9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ca103903-f807-4c37-8202-d8afa8f534e9,segment=NetworkSegment(ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726),segment_id=ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:21.550500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.561129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:21.578419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e56477b9-bcc9-419b-aa79-d683ca561fe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:21.579570 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e56477b9-bcc9-419b-aa79-d683ca561fe5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0865915 Dec 23 16:16:21.581161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.590165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55692) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.591165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.671057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for ca103903-f807-4c37-8202-d8afa8f534e9 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:21.741398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:21.745945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Pushing event updated for resources: {'Port': ['ID=4a851386-1233-432f-8e9b-8d11ff034969,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:21.751240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:21.757529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd57d1dc-9d9c-4c21-81a0-2d0ab04a114a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:21.759807 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd57d1dc-9d9c-4c21-81a0-2d0ab04a114a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1662931 Dec 23 16:16:21.760840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:21.762473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55696) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.763083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:21.797227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:21.801612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:21.813423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:21.832546 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:21.833210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.835758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f39a6f55-bb49-4d14-a9b7-d7b54b2067f7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721991 Dec 23 16:16:21.840102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55700) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.845877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:21.886149 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2ca0305-6bc9-468f-8d8e-265acd24b177 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9997859 Dec 23 16:16:21.889188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.895979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}]}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:21.908816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:21.912290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.914732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Usage tracker for resource:router and tenant:0ece275f5a234447b598a5775ac01486 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:21.918414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:21.921482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.940129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:21.955284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.956499 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4664578 Dec 23 16:16:21.964092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:21.974160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '56609065-2820-4ca0-bcda-b9d78ef20788', 'direction': 'ingress', 'protocol': 17}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:21.981328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6083a-6b9e-408e-ab5f-7b429944c1d0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56609065-2820-4ca0-bcda-b9d78ef20788,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:21.983540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.984487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:21.988060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:21.994480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:22.002001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:22.005054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:22.008255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:22.022632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:22.023721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.027652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.073611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=ca103903-f807-4c37-8202-d8afa8f534e9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:22.074144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.077414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:22.080828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.169557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.220215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.254355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326fe203-5b75-462c-b70d-fb914e83d95d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:22.276884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.283611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.284773 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02b61090-25af-40c3-a62e-cb1a398052d5 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3175714 Dec 23 16:16:22.287995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:22.288515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55712) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:22.321556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:22.321901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 30785b0a-ab8a-4c0e-ad42-d4ae7306aac8 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:22.382177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.461531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff18-94a0-4915-a691-393f2b5b547f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.498052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff18-94a0-4915-a691-393f2b5b547f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.599062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff18-94a0-4915-a691-393f2b5b547f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.626353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaff18-94a0-4915-a691-393f2b5b547f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56609065-2820-4ca0-bcda-b9d78ef20788,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:22.671666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ceaff18-94a0-4915-a691-393f2b5b547f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.672780 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1ceaff18-94a0-4915-a691-393f2b5b547f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/56609065-2820-4ca0-bcda-b9d78ef20788 HTTP/1.1" status: 204 len: 168 time: 0.3791666 Dec 23 16:16:22.677053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55716) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:22.725370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.849037 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:22.901095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c522fa0b-3423-4fd5-bdba-bc6d0057fd81 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:22.967117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c522fa0b-3423-4fd5-bdba-bc6d0057fd81 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:22.968356 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c522fa0b-3423-4fd5-bdba-bc6d0057fd81 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2904084 Dec 23 16:16:22.973383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55720) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:22.980598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881973753'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:22.994894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:23.012775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:23.053471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.054296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:16:23.057173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.106343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.125372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:23.137380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:23.141411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:23.143936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=2fedaa60-fabb-426e-9fe4-2ad8dd3d4193,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:23.146847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:23.147334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.150733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09b18b2-8b2b-4aa7-8393-550ea25a1cc7 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:23.162316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:23.174079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:23.177324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:23.232053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:23.238095 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f0198aa2-0fd2-43c7-aae7-652365a29a71 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3945982 Dec 23 16:16:23.238274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55724) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:23.291490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:01:24:81', 'name': 'tempest-NetworksTestDHCPv6-1173781231'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:23.395112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '2fedaa60-fabb-426e-9fe4-2ad8dd3d4193'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:23.396573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.398981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:23.409459 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7cc6c752-8ec0-47c2-a958-6c6b4a5d9757 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5446520 Dec 23 16:16:23.411729 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:23.416226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55728) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:23.439478 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:23.440119 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:23.488289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:23.491141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.500531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:23.514465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:23.519861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.554361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port c2454560-2c25-464f-b306-84910aeef6ac yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:23.567102 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:23.623226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Allocated IP 2001:db8::f816:3eff:fe55:bad5 (59f3d771-e395-47fb-8757-8f93f42824df/2fedaa60-fabb-426e-9fe4-2ad8dd3d4193/083692e0-9907-45a5-b41f-e7e46b275ab1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:23.638300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.660662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.673731 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:21Z', 'revision_number': 11, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:23.678286 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:23.689673 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:23.690500 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:23.703181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.718770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534e4d57-9773-4b29-8269-867d3e34bb60,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:23.806218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.806448 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8319294 Dec 23 16:16:23.809469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55732) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:23.816627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.816963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.817294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.817619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.817936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.818256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.818598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--127208243'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:23.818715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.818863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.819176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.819489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.819615 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:23.819836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37956ec6-ff08-448d-b8b0-238faa9b2679 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:23.832739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:23.841308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:23.845227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.845764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1406e89-93e1-461a-a946-f8811cfc9d5c {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:23.846443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:23.855801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:23.857014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.869155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Transition to ACTIVE for port object 083692e0-9907-45a5-b41f-e7e46b275ab1 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:23.871148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.887380 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 16:16:23.888477 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4b98c3a-a7f9-4f8e-87b4-5ee183615ed0 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9983981 Dec 23 16:16:23.891522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55736) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:23.895772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Transition to ACTIVE for port object 083692e0-9907-45a5-b41f-e7e46b275ab1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:23.903063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.912660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting subnet 92f8a11a-1303-4869-94a2-04d3f0fa0947 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:23.915787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.938717 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:21Z', 'revision_number': 11, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:23.943129 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c88fd-925f-4d4d-b040-00542cf23f99 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:21Z', 'revision_number': 11, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:23.975133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.991404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:23.994936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:23.998590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:24.007452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Pushing event updated for resources: {'Port': ['ID=083692e0-9907-45a5-b41f-e7e46b275ab1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:24.038310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Deleting port 4a851386-1233-432f-8e9b-8d11ff034969 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:24.038656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.066970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.081076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:24.094786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Attempting to bind port 083692e0-9907-45a5-b41f-e7e46b275ab1 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:24.095147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Attempting to bind port 083692e0-9907-45a5-b41f-e7e46b275ab1 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:24.095507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Attempting to bind port 083692e0-9907-45a5-b41f-e7e46b275ab1 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:24.095903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:24.100575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:24.102421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:24.103146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:24.103498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.103912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:24.104369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Bound port: 083692e0-9907-45a5-b41f-e7e46b275ab1, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:24.105715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.108135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe01:2481 (59f3d771-e395-47fb-8757-8f93f42824df/2fedaa60-fabb-426e-9fe4-2ad8dd3d4193/c2454560-2c25-464f-b306-84910aeef6ac) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:24.111896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:24.162383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.201756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Subnet': ['ID=92f8a11a-1303-4869-94a2-04d3f0fa0947,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:24.202570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] For port 083692e0-9907-45a5-b41f-e7e46b275ab1, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:24.208202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.208945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] For port 083692e0-9907-45a5-b41f-e7e46b275ab1, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=083692e0-9907-45a5-b41f-e7e46b275ab1,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:24.214460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.220664 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5856bef4-918e-475f-85b9-959420e7aa99 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/92f8a11a-1303-4869-94a2-04d3f0fa0947 HTTP/1.1" status: 204 len: 168 time: 0.8004045 Dec 23 16:16:24.221179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55740) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:24.250594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc41fe6-4df4-4b94-8249-09d2a46c21bb None None] Network dd14c5ac-a790-4055-bf60-d4d4599a0841 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:24.337338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca103903-f807-4c37-8202-d8afa8f534e9 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:24.346065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.361149 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Deleting port 246018b2-6118-4197-a9a8-5c16f3f0fdec {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:24.361862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.413559 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ca103903-f807-4c37-8202-d8afa8f534e9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:24.414468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ca103903-f807-4c37-8202-d8afa8f534e9 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:24.501472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7f69-ae82-4391-91e7-bcf51b908d22 None None] Pushing event updated for resources: {'Port': ['ID=083692e0-9907-45a5-b41f-e7e46b275ab1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:24.675020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.690828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.741328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] DHCP port deletion for dd14c5ac-a790-4055-bf60-d4d4599a0841 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:24.746350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Deleting port 246018b2-6118-4197-a9a8-5c16f3f0fdec {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:24.746722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.773502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] For port 246018b2-6118-4197-a9a8-5c16f3f0fdec, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=246018b2-6118-4197-a9a8-5c16f3f0fdec,segment=NetworkSegment(ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726),segment_id=ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:24.774025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.781782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.908420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Calling delete_port for 246018b2-6118-4197-a9a8-5c16f3f0fdec owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:24.963142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f718d51f-bfeb-440d-8598-10c34bfc003d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:24.967257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.977325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] For port 246018b2-6118-4197-a9a8-5c16f3f0fdec, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=246018b2-6118-4197-a9a8-5c16f3f0fdec,segment=NetworkSegment(ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726),segment_id=ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:24.977741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:24.981780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Calling delete_port for 4a851386-1233-432f-8e9b-8d11ff034969 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:24.983666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.032891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Port': ['ID=246018b2-6118-4197-a9a8-5c16f3f0fdec,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:25.035625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.040847 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2261229 Dec 23 16:16:25.041651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55744) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:25.044120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.044458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.044786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.045146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.045443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.045746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.046063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.046375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.046688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.046999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.047309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380c39ce-2a9e-426b-b55c-b50e9d08e53e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:25.048660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '534e4d57-9773-4b29-8269-867d3e34bb60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f718d51f-bfeb-440d-8598-10c34bfc003d', 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:25.053858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object c2454560-2c25-464f-b306-84910aeef6ac will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:25.058710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No DVR routers for this DVR port 246018b2-6118-4197-a9a8-5c16f3f0fdec on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:25.061242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:25.094356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:25.099865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:25.107525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Calling delete_port for 246018b2-6118-4197-a9a8-5c16f3f0fdec owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:25.119598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:25.128733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.186401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:25.186751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:25.209984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.221148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:25.224513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:25.229079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.230592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:25.234402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:25.235000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.238778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=c2454560-2c25-464f-b306-84910aeef6ac,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:25.255191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.263780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd14c5ac-a790-4055-bf60-d4d4599a0841']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:25.281843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:25.282143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece8f6ef-886c-4aaa-8dcc-c50f0dc8e726') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:25.294852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a851386-1233-432f-8e9b-8d11ff034969,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:25.307304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.338676 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5f473b62-e457-4315-a774-93d4d03ffaf6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0968733 Dec 23 16:16:25.338893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.339004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55748) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:25.386742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:16:25.387141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.400648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.402971 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8578fb60-2c54-4b7a-88cf-02eddddc4aa5 tempest-RoutersAdminNegativeTest-441113921 tempest-RoutersAdminNegativeTest-441113921-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4a851386-1233-432f-8e9b-8d11ff034969 HTTP/1.1" status: 204 len: 168 time: 1.5101905 Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:16:25.404692 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:16:25.532655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.539538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.554147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.587814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.590270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faf8c7f-4e80-4a78-9d0f-c8f77b89209d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:25.600861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Pushing event deleted for resources: {'Network': ['ID=dd14c5ac-a790-4055-bf60-d4d4599a0841,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:25.625835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd7018-2c50-4ba8-8275-6122bd327268 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:25.631832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd7018-2c50-4ba8-8275-6122bd327268 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:25.631832 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-89bd7018-2c50-4ba8-8275-6122bd327268 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2915041 Dec 23 16:16:25.633024 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4cc6f45c-38b3-4f6f-955b-7e57e8d6d46e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/networks/dd14c5ac-a790-4055-bf60-d4d4599a0841 HTTP/1.1" status: 204 len: 168 time: 1.4109659 Dec 23 16:16:25.634843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:25.637266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55758) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:25.642943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'routes': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:25.678140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-eb0b42ed-4a81-4669-b26a-fc36dc930b95 None None] Provisioning for port 083692e0-9907-45a5-b41f-e7e46b275ab1 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:25.687848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Deleting port 246018b2-6118-4197-a9a8-5c16f3f0fdec {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:25.688809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.696641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.698187 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60589795-2078-4ca7-9a0c-2b24a94fe8de tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6556084 Dec 23 16:16:25.703868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:25.764926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port c2454560-2c25-464f-b306-84910aeef6ac {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:25.765657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.773782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-69ad09d0-9583-4ae2-aaee-f7d2506515b7 None None] The port '246018b2-6118-4197-a9a8-5c16f3f0fdec' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:16:25.786293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55768) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:25.808170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a032dcb-f920-4cbd-96c1-37b944871dd1 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.819115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a032dcb-f920-4cbd-96c1-37b944871dd1 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.908579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a032dcb-f920-4cbd-96c1-37b944871dd1 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.959156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032dcb-f920-4cbd-96c1-37b944871dd1 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7faf8c7f-4e80-4a78-9d0f-c8f77b89209d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:25.989870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Added routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 16:16:25.990145 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Removed routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 16:16:25.990394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.997214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.008664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a032dcb-f920-4cbd-96c1-37b944871dd1 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.009740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7a032dcb-f920-4cbd-96c1-37b944871dd1 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7faf8c7f-4e80-4a78-9d0f-c8f77b89209d HTTP/1.1" status: 204 len: 168 time: 0.2997668 Dec 23 16:16:26.014498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d0f1b0f-ece9-4f58-b597-aa5f9512fa44 None None] Provisioning for port c2454560-2c25-464f-b306-84910aeef6ac completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:26.015098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55774) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:26.021279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d0f1b0f-ece9-4f58-b597-aa5f9512fa44 None None] Provisioning complete for port c2454560-2c25-464f-b306-84910aeef6ac triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:26.021832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1b0f-ece9-4f58-b597-aa5f9512fa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.086239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f1b0f-ece9-4f58-b597-aa5f9512fa44 None None] Port c2454560-2c25-464f-b306-84910aeef6ac cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:26.099039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0e2953fe-5c1e-4729-9e9f-2a24b6b337ff tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:26.120791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.189368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0e2953fe-5c1e-4729-9e9f-2a24b6b337ff tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:26.193351 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0e2953fe-5c1e-4729-9e9f-2a24b6b337ff tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1746168 Dec 23 16:16:26.242051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55778) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:26.257506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for c2454560-2c25-464f-b306-84910aeef6ac owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:26.269712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:26.280998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 083692e0-9907-45a5-b41f-e7e46b275ab1 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:26.285076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:7fbf93ab9e2c49d1988b3e8082bcd61b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:26.291010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:26.304399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:26.350310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 083692e0-9907-45a5-b41f-e7e46b275ab1 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:26.355392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 083692e0-9907-45a5-b41f-e7e46b275ab1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:26.355788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.414522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.452247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.479922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=c2454560-2c25-464f-b306-84910aeef6ac,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:26.481259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.483479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62fd66ae-ea29-4d75-8c18-73ec0e02176d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.485342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.518417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 083692e0-9907-45a5-b41f-e7e46b275ab1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=083692e0-9907-45a5-b41f-e7e46b275ab1,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:26.523318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.532606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.548539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3aed2cbd-1f9e-41c2-bbce-9c5bfa17f871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/c2454560-2c25-464f-b306-84910aeef6ac HTTP/1.1" status: 204 len: 168 time: 0.9119310 Dec 23 16:16:26.550790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55782) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:26.608703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 246018b2-6118-4197-a9a8-5c16f3f0fdec no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:26.619795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62fd66ae-ea29-4d75-8c18-73ec0e02176d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.629386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed91e95-3051-40a3-a13a-1483b188c892 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:26.631126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed91e95-3051-40a3-a13a-1483b188c892 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:26.632136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-aed91e95-3051-40a3-a13a-1483b188c892 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:26.652399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-aed91e95-3051-40a3-a13a-1483b188c892 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:26.656645 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-aed91e95-3051-40a3-a13a-1483b188c892 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1046889 Dec 23 16:16:26.657554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55786) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:26.662363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 246018b2-6118-4197-a9a8-5c16f3f0fdec {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:26.662835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 246018b2-6118-4197-a9a8-5c16f3f0fdec not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:26.668687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=083692e0-9907-45a5-b41f-e7e46b275ab1,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:26.733156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.749988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.815635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62fd66ae-ea29-4d75-8c18-73ec0e02176d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.820165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448bd5d3-57fe-4d24-b9e3-94aeafb26e70,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:26.830734 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6339b5bd-f8ce-4612-a8af-7854aadf1ca2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fbf93ab9e2c49d1988b3e8082bcd61b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0408797 Dec 23 16:16:26.833553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55790) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:26.837030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:26.849273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd66ae-ea29-4d75-8c18-73ec0e02176d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f718d51f-bfeb-440d-8598-10c34bfc003d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:26.922617 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62fd66ae-ea29-4d75-8c18-73ec0e02176d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:26.923725 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62fd66ae-ea29-4d75-8c18-73ec0e02176d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/f718d51f-bfeb-440d-8598-10c34bfc003d HTTP/1.1" status: 204 len: 168 time: 0.6792095 Dec 23 16:16:26.929961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55794) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:26.996939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-096b8be1-2af3-4ba2-843b-1ce1f049ec48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.039227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-096b8be1-2af3-4ba2-843b-1ce1f049ec48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.047216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 2fedaa60-fabb-426e-9fe4-2ad8dd3d4193 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:27.047376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:27.054473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.056471 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb430184-7346-4bfb-b574-b0db02bc7c2a tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 200 len: 703 time: 1.4172225 Dec 23 16:16:27.058366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] Sync routers for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:27.060599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39566b46-b794-44cf-9185-f534bc871b19 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:27.062893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55798) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:27.071167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:27.072604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:27.077036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.109764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddd5a9c9-9bde-4af6-abe5-cc7ed945fb52 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:27.122410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39566b46-b794-44cf-9185-f534bc871b19 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:27.126286 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39566b46-b794-44cf-9185-f534bc871b19 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1927419 Dec 23 16:16:27.126777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:27.141225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddd5a9c9-9bde-4af6-abe5-cc7ed945fb52 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:27.144866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.145058 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddd5a9c9-9bde-4af6-abe5-cc7ed945fb52 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 200 len: 205 time: 0.0785730 Dec 23 16:16:27.145934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:27.196539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-096b8be1-2af3-4ba2-843b-1ce1f049ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.201646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:27.217725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b8be1-2af3-4ba2-843b-1ce1f049ec48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448bd5d3-57fe-4d24-b9e3-94aeafb26e70,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:27.233846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-096b8be1-2af3-4ba2-843b-1ce1f049ec48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.237252 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-096b8be1-2af3-4ba2-843b-1ce1f049ec48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/448bd5d3-57fe-4d24-b9e3-94aeafb26e70 HTTP/1.1" status: 204 len: 168 time: 0.4002655 Dec 23 16:16:27.256585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.320632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:21Z', 'revision_number': 11, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:27.325697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] Checking router: 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:27.331316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d12b304d-188c-425e-83f2-1b490f9cd422 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.336646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] Routers {'99c6a31f-abe0-4a0c-adbd-eed41cf103d4'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:27.337503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:27.348579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.362330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad47c212-2838-4e23-8d87-2434c9e94985 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.396039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=2fedaa60-fabb-426e-9fe4-2ad8dd3d4193,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:27.400948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.412809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11509e7-5ffb-447e-afb0-377193850e49 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:27.421382 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8692f4f4-631d-4928-9cc7-15eefbcb31d5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/2fedaa60-fabb-426e-9fe4-2ad8dd3d4193 HTTP/1.1" status: 204 len: 168 time: 0.7626197 Dec 23 16:16:27.422559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55812) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:27.469445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d12b304d-188c-425e-83f2-1b490f9cd422 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.527700 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2d03b415-ea87-46d7-97c4-16145d2449f5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037133 Dec 23 16:16:27.528526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55818) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:27.534091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:27.650904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d12b304d-188c-425e-83f2-1b490f9cd422 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.663417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:27.668311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:27.671723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:27.677594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:27.688367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:27.692011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:27.724412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] Set router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:27.741607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b304d-188c-425e-83f2-1b490f9cd422 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e4d57-9773-4b29-8269-867d3e34bb60,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:27.744927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55822) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:27.864695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:21Z', 'revision_number': 11, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:27.871211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e484299-c9cd-4b97-a50c-eeaeb9276184 None None] The sync data for ids ['99c6a31f-abe0-4a0c-adbd-eed41cf103d4'] in dv-neutron-822800-1-hyperv is: [{'id': '99c6a31f-abe0-4a0c-adbd-eed41cf103d4', 'name': 'tempest-RoutersIpV6Test-router-97867591', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:51Z', 'updated_at': '2021-12-23T16:16:21Z', 'revision_number': 11, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:27.952527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:27.957491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Deleting port 083692e0-9907-45a5-b41f-e7e46b275ab1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:27.957868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.032802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d12b304d-188c-425e-83f2-1b490f9cd422 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.036903 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d12b304d-188c-425e-83f2-1b490f9cd422 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/534e4d57-9773-4b29-8269-867d3e34bb60 HTTP/1.1" status: 204 len: 168 time: 0.9062698 Dec 23 16:16:28.038424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:28.044333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad47c212-2838-4e23-8d87-2434c9e94985 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.079453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad47c212-2838-4e23-8d87-2434c9e94985 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.087887 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61668e58-c928-4b45-ba2b-a0a5b55edc34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ece275f5a234447b598a5775ac01486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3411336 Dec 23 16:16:28.088992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:16:28.089458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:28.187840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32394763-1312-4294-af49-d392e2c2c608 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:28.194250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad47c212-2838-4e23-8d87-2434c9e94985 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.197675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad47c212-2838-4e23-8d87-2434c9e94985 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Fanout notify agent at l3_agent the message router_deleted on router 99c6a31f-abe0-4a0c-adbd-eed41cf103d4 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:28.206645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb44a8f1-71e3-4818-b513-5e3c982cde67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.227869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] For port 083692e0-9907-45a5-b41f-e7e46b275ab1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=083692e0-9907-45a5-b41f-e7e46b275ab1,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:28.228466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.230069 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad47c212-2838-4e23-8d87-2434c9e94985 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.246308 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ad47c212-2838-4e23-8d87-2434c9e94985 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 204 len: 168 time: 1.0943100 Dec 23 16:16:28.249960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55834) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:28.264382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-327021648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:28.268317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.288594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32394763-1312-4294-af49-d392e2c2c608 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:28.295099 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-32394763-1312-4294-af49-d392e2c2c608 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2486396 Dec 23 16:16:28.295099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb44a8f1-71e3-4818-b513-5e3c982cde67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.297762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55838) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:28.301424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:28.307814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 083692e0-9907-45a5-b41f-e7e46b275ab1 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:28.310427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Usage tracker for resource:router and tenant:2830ec43411147bf9823160fe5ea1f1d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:28.310592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714546766'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:28.319434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:28.319722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:28.329562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:28.354381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.355299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.374520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:28.378213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb44a8f1-71e3-4818-b513-5e3c982cde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.404501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44a8f1-71e3-4818-b513-5e3c982cde67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c587ef8d-7f64-4e1a-9123-7b04fc1489ee,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:28.417352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Calling delete_port for 083692e0-9907-45a5-b41f-e7e46b275ab1 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:28.421136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.434832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cb44a8f1-71e3-4818-b513-5e3c982cde67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.438198 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb44a8f1-71e3-4818-b513-5e3c982cde67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c587ef8d-7f64-4e1a-9123-7b04fc1489ee HTTP/1.1" status: 204 len: 168 time: 0.3457456 Dec 23 16:16:28.447288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.465237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.487445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.492363 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8f1136e-3fb4-4555-84e5-cacfa4b4cb73 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2414784 Dec 23 16:16:28.494134 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:28.511603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e14ae041-6940-46c6-9872-2cb12fda4d71 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:28.575455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.591855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:28.600382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:28.610789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:28.620371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:28.627457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port 083692e0-9907-45a5-b41f-e7e46b275ab1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=083692e0-9907-45a5-b41f-e7e46b275ab1,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:28.674274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.709097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.710281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.734202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:28.734560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:28.735044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:28.735381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:28.795382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.815367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.941064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e14ae041-6940-46c6-9872-2cb12fda4d71 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.953434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e14ae041-6940-46c6-9872-2cb12fda4d71 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.006914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:29.014154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=083692e0-9907-45a5-b41f-e7e46b275ab1,revision_number=6']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:29.017918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=c71807ce-170b-44a5-82ec-071f8c025e17,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:29.021759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:29.034153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:29.034738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.039041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7fb13a-2166-42f2-a637-447ae38276e0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:29.043936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.047941 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-787835d2-7e09-4d88-9f76-4c2d3c9548dc tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7490649 Dec 23 16:16:29.053005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55858) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.060572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': 'fd7fb13a-2166-42f2-a637-447ae38276e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:29.068229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:29.075445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4047da90-71d5-472b-b5c1-b0dacca6612a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5434341 Dec 23 16:16:29.075445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:29.076975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55862) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.079491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:29.084867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:9e:99:ee', 'name': 'tempest-NetworksTestDHCPv6-10297490'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:29.104058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:29.134734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14ae041-6940-46c6-9872-2cb12fda4d71 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Router d9d5a245-2243-4dad-9a2c-e48352271bbe is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:16:29.184187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.264272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:29.270919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:29.275180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:29.287160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14ae041-6940-46c6-9872-2cb12fda4d71 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:29.289933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:29.293390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.299744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.301666 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] Sync routers for ids ['d9d5a245-2243-4dad-9a2c-e48352271bbe'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:29.306839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e14ae041-6940-46c6-9872-2cb12fda4d71 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.310821 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e14ae041-6940-46c6-9872-2cb12fda4d71 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "PUT /v2.0/routers/d9d5a245-2243-4dad-9a2c-e48352271bbe HTTP/1.1" status: 200 len: 697 time: 0.8085232 Dec 23 16:16:29.311125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Deleting port 083692e0-9907-45a5-b41f-e7e46b275ab1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:29.311619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.311740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.314137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:29.318177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.322950 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] Routers {'d9d5a245-2243-4dad-9a2c-e48352271bbe'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:29.325885 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d9d5a245-2243-4dad-9a2c-e48352271bbe'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:29.338496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.341738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b3ed43-9015-4268-a1d3-1855cfb3dfba,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:29.382655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 6b79060a-feda-4054-a3b1-fe952c92b0d0 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:29.421638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 083692e0-9907-45a5-b41f-e7e46b275ab1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=083692e0-9907-45a5-b41f-e7e46b275ab1,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:29.425594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.430979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dc53e0ab-f5ae-47d2-83de-9864e9e23d2f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3769631 Dec 23 16:16:29.433343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55874) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.466168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.503327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b72-0b41-4dbb-a498-b151d2460e7a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.529378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b72-0b41-4dbb-a498-b151d2460e7a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.547866 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] Set router d9d5a245-2243-4dad-9a2c-e48352271bbe gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:29.610455 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49190877-da06-460a-ad9a-2a5cabfad475 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/routers/d9d5a245-2243-4dad-9a2c-e48352271bbe HTTP/1.1" status: 200 len: 703 time: 0.2975643 Dec 23 16:16:29.615212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.617779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b72-0b41-4dbb-a498-b151d2460e7a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.629575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe9e:99ee (59f3d771-e395-47fb-8757-8f93f42824df/c71807ce-170b-44a5-82ec-071f8c025e17/6b79060a-feda-4054-a3b1-fe952c92b0d0) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:29.657875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a7b72-0b41-4dbb-a498-b151d2460e7a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9b3ed43-9015-4268-a1d3-1855cfb3dfba,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:29.665677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7b72-0b41-4dbb-a498-b151d2460e7a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.669577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8c9a7b72-0b41-4dbb-a498-b151d2460e7a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e9b3ed43-9015-4268-a1d3-1855cfb3dfba HTTP/1.1" status: 204 len: 168 time: 0.2350659 Dec 23 16:16:29.670307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55884) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.683599 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5a245-2243-4dad-9a2c-e48352271bbe', 'name': 'tempest-RoutersIpV6Test-router-327021648', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:28Z', 'updated_at': '2021-12-23T16:16:28Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:29.687868 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] Checking router: d9d5a245-2243-4dad-9a2c-e48352271bbe for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:29.705474 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] Routers {'d9d5a245-2243-4dad-9a2c-e48352271bbe'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:29.706329 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d9d5a245-2243-4dad-9a2c-e48352271bbe'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:29.713002 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d0a7e1fd-8fb1-4d23-adda-68305cb3f796 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d5a245-2243-4dad-9a2c-e48352271bbe HTTP/1.1" status: 200 len: 205 time: 0.0952423 Dec 23 16:16:29.713797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.715986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55890) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.833708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] For port 083692e0-9907-45a5-b41f-e7e46b275ab1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=083692e0-9907-45a5-b41f-e7e46b275ab1,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:29.834097 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.842155 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:16:29.845490 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] Set router d9d5a245-2243-4dad-9a2c-e48352271bbe gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:29.859243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-881364716'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:29.864410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:29.868697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:29.871692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:29.877758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:29.890816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:29.895243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.902125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-52b31153-fc03-4603-a444-1ac4f32f52ce tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:29.912469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.952375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:29.957111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group_rule and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:29.960257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:29.969356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:29.969924 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5a245-2243-4dad-9a2c-e48352271bbe', 'name': 'tempest-RoutersIpV6Test-router-327021648', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:28Z', 'updated_at': '2021-12-23T16:16:28Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:29.975327 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5f535-83a8-42c4-a56a-264c1bed5d9e None None] The sync data for ids ['d9d5a245-2243-4dad-9a2c-e48352271bbe'] in dv-neutron-822800-1-hyperv is: [{'id': 'd9d5a245-2243-4dad-9a2c-e48352271bbe', 'name': 'tempest-RoutersIpV6Test-router-327021648', 'tenant_id': '2830ec43411147bf9823160fe5ea1f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:28Z', 'updated_at': '2021-12-23T16:16:28Z', 'revision_number': 2, 'project_id': '2830ec43411147bf9823160fe5ea1f1d', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:30.018135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-52b31153-fc03-4603-a444-1ac4f32f52ce tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:30.022444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-52b31153-fc03-4603-a444-1ac4f32f52ce tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3481879 Dec 23 16:16:30.026199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55898) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:30.029325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d7eff29-3c87-4d57-b237-6404af2fb09d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.050503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Calling delete_port for 083692e0-9907-45a5-b41f-e7e46b275ab1 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:30.098150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=083692e0-9907-45a5-b41f-e7e46b275ab1,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.169510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.175359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.215011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d159ef9-e020-4179-a1d5-e3c08eaebfaa,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.237427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e332990-05a5-489d-92f2-5a56e3f6a747 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.252675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:30.254923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.263160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.263507 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment 92c373ca-84aa-4134-9ed3-67072ebf63ba of type vlan for network f92dea57-e663-4201-a96f-b4c803e49fa0 Dec 23 16:16:30.291784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.297222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.300852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e332990-05a5-489d-92f2-5a56e3f6a747 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.301392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] Pushing event deleted for resources: {'Port': ['ID=083692e0-9907-45a5-b41f-e7e46b275ab1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.324725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.328372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:30.328950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.404230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a272a-7eda-4554-9eb1-2a14cbdc12bf None None] No DVR routers for this DVR port 083692e0-9907-45a5-b41f-e7e46b275ab1 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:30.426136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0ddc0-5466-41db-8d9f-0d529bbe2d0f None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:30.446851 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7318914 Dec 23 16:16:30.448053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:30.450678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd11946-00af-4961-83ad-4fdd1c4fdca9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=f92dea57-e663-4201-a96f-b4c803e49fa0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.454405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 6b79060a-feda-4054-a3b1-fe952c92b0d0 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:30.456561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'name': 'tempest-PortsTestJSON-1751580579'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:30.512700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:30.571357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:30.575323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:30.578216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:30.584845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:30.595459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:30.598959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.621970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d7eff29-3c87-4d57-b237-6404af2fb09d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.627699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e332990-05a5-489d-92f2-5a56e3f6a747 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.629113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port a8289f7b-5910-4ce3-b47d-c2541a419c4d yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:30.641988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d7eff29-3c87-4d57-b237-6404af2fb09d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.653389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e332990-05a5-489d-92f2-5a56e3f6a747 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7fb13a-2166-42f2-a637-447ae38276e0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.656589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.819402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': 'c71807ce-170b-44a5-82ec-071f8c025e17'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:30.820244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.880232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e332990-05a5-489d-92f2-5a56e3f6a747 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.884315 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2e332990-05a5-489d-92f2-5a56e3f6a747 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd7fb13a-2166-42f2-a637-447ae38276e0 HTTP/1.1" status: 204 len: 168 time: 0.8028288 Dec 23 16:16:30.886288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55906) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:30.890944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.894277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:30.895146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=6b79060a-feda-4054-a3b1-fe952c92b0d0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.898431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:30.900596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d7eff29-3c87-4d57-b237-6404af2fb09d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.901088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7eff29-3c87-4d57-b237-6404af2fb09d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Fanout notify agent at l3_agent the message router_deleted on router d9d5a245-2243-4dad-9a2c-e48352271bbe {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:16:30.902449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:30.906213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:30.906804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.930279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0d7eff29-3c87-4d57-b237-6404af2fb09d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.931641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0d7eff29-3c87-4d57-b237-6404af2fb09d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/d9d5a245-2243-4dad-9a2c-e48352271bbe HTTP/1.1" status: 204 len: 168 time: 1.2120352 Dec 23 16:16:30.937003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55910) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:30.957888 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b359414-2caa-4249-a07e-6d2494780a50 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0705078 Dec 23 16:16:30.961575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55914) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:30.968350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--829663892'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:30.974435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.975475 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3bb5660e-d990-427d-9dbe-34ecb6ac4f40 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8975167 Dec 23 16:16:30.976493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:30.978559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55918) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:30.987810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8af6b553-a1bd-4883-bc81-977000332bec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Synchronizing usage tracker for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:31.006110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8af6b553-a1bd-4883-bc81-977000332bec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] Unset dirty status for tenant:2830ec43411147bf9823160fe5ea1f1d on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:31.007977 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8af6b553-a1bd-4883-bc81-977000332bec tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d5a245-2243-4dad-9a2c-e48352271bbe HTTP/1.1" status: 200 len: 205 time: 0.0692632 Dec 23 16:16:31.010955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55922) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.017499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:31.041957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Allocated IP 2001:db8::f816:3eff:febd:c396 (59f3d771-e395-47fb-8757-8f93f42824df/c71807ce-170b-44a5-82ec-071f8c025e17/d9b01166-8b4e-45d3-8115-1b2abe61dce3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:31.059074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:31.091057 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-ed6f572c-f94c-463b-8116-4b5f9d83a354 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] delete failed (client error): The resource could not be found. Dec 23 16:16:31.092360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ed6f572c-f94c-463b-8116-4b5f9d83a354 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/d9d5a245-2243-4dad-9a2c-e48352271bbe HTTP/1.1" status: 404 len: 336 time: 0.0800018 Dec 23 16:16:31.094148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:31.094769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55926) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.121998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=a8289f7b-5910-4ce3-b47d-c2541a419c4d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:31.139085 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.139974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99951a4-7ec8-44d8-b677-4df18c3646c2 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:31.140516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99951a4-7ec8-44d8-b677-4df18c3646c2 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:31.144531 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a99951a4-7ec8-44d8-b677-4df18c3646c2 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/979c01bc-7501-4da9-93b7-e4737ba4cbb0 HTTP/1.1" status: 404 len: 337 time: 0.0462828 Dec 23 16:16:31.145226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55930) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.182370 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-65733cd2-664d-4259-bee7-a1035f374195 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:31.182891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65733cd2-664d-4259-bee7-a1035f374195 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:31.186935 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-65733cd2-664d-4259-bee7-a1035f374195 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/1e4abc46-89d9-43b1-b73f-bdcbe33c8886 HTTP/1.1" status: 404 len: 337 time: 0.0388968 Dec 23 16:16:31.187786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55934) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.197638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': '92c373ca-84aa-4134-9ed3-67072ebf63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:31.198228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: f92dea57-e663-4201-a96f-b4c803e49fa0, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:31.210049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:31.217777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492bf6a0-910b-4670-8f61-5b58f3b47420 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:31.221637 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-492bf6a0-910b-4670-8f61-5b58f3b47420 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2397020 Dec 23 16:16:31.222310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.224843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:31.230800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:31.241274 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-89130d70-f268-4468-8cc1-8f00bbb5c4db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:31.241808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89130d70-f268-4468-8cc1-8f00bbb5c4db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:31.245895 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-89130d70-f268-4468-8cc1-8f00bbb5c4db tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/268e5a4f-587a-46a9-8586-f5fcd2e3e596 HTTP/1.1" status: 404 len: 337 time: 0.0544076 Dec 23 16:16:31.247005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55942) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.267769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.275238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:31.278838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Transition to ACTIVE for port object d9b01166-8b4e-45d3-8115-1b2abe61dce3 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:31.285967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5645ca-9415-4cae-8177-109fb24388cf tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:31.286481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5645ca-9415-4cae-8177-109fb24388cf tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:31.288488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7d5645ca-9415-4cae-8177-109fb24388cf tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/92f8a11a-1303-4869-94a2-04d3f0fa0947 HTTP/1.1" status: 404 len: 337 time: 0.0402720 Dec 23 16:16:31.292058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55946) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.299320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Transition to ACTIVE for port object d9b01166-8b4e-45d3-8115-1b2abe61dce3 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:31.306851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.319351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 6b79060a-feda-4054-a3b1-fe952c92b0d0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:31.319719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.337598 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bfd8d96c-8866-478d-993b-be43459228dc tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 200 len: 205 time: 0.0430176 Dec 23 16:16:31.338502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55950) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.356403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:31.378998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:31.382280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Pushing event updated for resources: {'Port': ['ID=d9b01166-8b4e-45d3-8115-1b2abe61dce3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:31.391915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:31.394546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:31.404350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f92dea57-e663-4201-a96f-b4c803e49fa0) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:31.423763 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-b5874cfb-c223-41a8-9eb0-b2636f84318d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] delete failed (client error): The resource could not be found. Dec 23 16:16:31.427891 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b5874cfb-c223-41a8-9eb0-b2636f84318d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/99c6a31f-abe0-4a0c-adbd-eed41cf103d4 HTTP/1.1" status: 404 len: 336 time: 0.0884326 Dec 23 16:16:31.428461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55954) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.430324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72d7c8-ae8e-4695-903a-2f0f98504796 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:31.446877 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:31.450919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:31.451729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.472310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.485885 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-649f5cf3-c3be-4711-baf1-d29b3cf7e508 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7 HTTP/1.1" status: 200 len: 205 time: 0.0560734 Dec 23 16:16:31.486791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.487998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55958) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.563516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-660cc4a0-89bc-4480-a2e4-6a3751f0a57f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] delete failed (client error): The resource could not be found. Dec 23 16:16:31.565640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-660cc4a0-89bc-4480-a2e4-6a3751f0a57f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/8ebb9bf9-c6e4-4445-aa6c-3077ce85b9b7 HTTP/1.1" status: 404 len: 336 time: 0.0760970 Dec 23 16:16:31.567635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55962) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.589911 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8533c78b-c413-4cf5-a8ea-d30c5f176a8f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1404796 Dec 23 16:16:31.599695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55966) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.608715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.609887 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6468773 Dec 23 16:16:31.612856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-243174531'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:31.614409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.616448 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb387c2-ca44-408d-a085-6a23153c4033 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:31.616962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb387c2-ca44-408d-a085-6a23153c4033 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:31.621019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8fb387c2-ca44-408d-a085-6a23153c4033 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/38cdb1fd-d786-48c9-9b18-bf3a4565e7c0 HTTP/1.1" status: 404 len: 337 time: 0.0502031 Dec 23 16:16:31.621175 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8c5ac-eef7-4a0e-a9f4-eb69606c944d tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c99f90-fc1f-43f1-8740-446e23afe814,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:31.622158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55974) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.623311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:31.624475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '99c99f90-fc1f-43f1-8740-446e23afe814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:31.627969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:31.631395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:31.638894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:31.640869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:31.648988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:31.654176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:31.661408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Attempting to bind port d9b01166-8b4e-45d3-8115-1b2abe61dce3 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:31.662028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Attempting to bind port d9b01166-8b4e-45d3-8115-1b2abe61dce3 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:31.662174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Attempting to bind port d9b01166-8b4e-45d3-8115-1b2abe61dce3 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:31.664844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:31.669804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:31.670168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:31.670561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.670937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:31.671384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Bound port: d9b01166-8b4e-45d3-8115-1b2abe61dce3, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:31.671766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.696767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-69438010-d94a-4dad-9351-6241aba19418 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=68396c7c-ffc5-41c3-a936-0e13ad3af7dd HTTP/1.1" status: 200 len: 205 time: 0.0515964 Dec 23 16:16:31.696767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:31.698561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.698770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.709587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.726313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:31.735523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.736070 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment ff7aec3e-991e-40c3-aaf7-b5823e6fddc5 of type vlan for network 3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1 Dec 23 16:16:31.762949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.780247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.782516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] For port d9b01166-8b4e-45d3-8115-1b2abe61dce3, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:31.787643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] For port d9b01166-8b4e-45d3-8115-1b2abe61dce3, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d9b01166-8b4e-45d3-8115-1b2abe61dce3,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:31.793787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.795196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.799211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:31.799883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.875420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32921980-6fcb-42c9-a64e-bfae2cd334a0 None None] Pushing event updated for resources: {'Port': ['ID=d9b01166-8b4e-45d3-8115-1b2abe61dce3,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:31.898524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2920022 Dec 23 16:16:31.903620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55982) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.907927 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-0ae873d1-5ea4-4611-bf11-bef716d2f7b6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] delete failed (client error): The resource could not be found. Dec 23 16:16:31.907927 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0ae873d1-5ea4-4611-bf11-bef716d2f7b6 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/68396c7c-ffc5-41c3-a936-0e13ad3af7dd HTTP/1.1" status: 404 len: 336 time: 0.2055194 Dec 23 16:16:31.910058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 55986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:31.911989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'ports': [{'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0'}, {'network_id': '3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1'}]} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:31.911989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:31.912180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': '3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:31.919394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 6b79060a-feda-4054-a3b1-fe952c92b0d0 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:31.985010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc16f18-5ffb-4df5-87ba-daaf41d19c7b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:31.997789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:32.152863 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c0487b78-61a5-46be-be4d-cd5185e7890e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=37f12c06-0101-4d21-8faa-08e0f8471e49 HTTP/1.1" status: 200 len: 205 time: 0.2412386 Dec 23 16:16:32.157047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55990) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.241996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.252728 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-1cece6e6-308d-42e3-80e9-17f1c8af7e5b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] delete failed (client error): The resource could not be found. Dec 23 16:16:32.253748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1cece6e6-308d-42e3-80e9-17f1c8af7e5b tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/37f12c06-0101-4d21-8faa-08e0f8471e49 HTTP/1.1" status: 404 len: 336 time: 0.0957806 Dec 23 16:16:32.256014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:32.257979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55994) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.266652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.294736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:32.299710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ff1955-d1ba-4b69-806c-046086535234,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:32.300319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:32.307178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d9b01166-8b4e-45d3-8115-1b2abe61dce3 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:32.309792 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb56d36-793b-421f-aaa0-fbb2f49ecd5d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:32.310230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb56d36-793b-421f-aaa0-fbb2f49ecd5d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:32.312423 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2bb56d36-793b-421f-aaa0-fbb2f49ecd5d tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/8a675ff5-74e0-4d54-bad8-2b3e7da826de HTTP/1.1" status: 404 len: 337 time: 0.0521283 Dec 23 16:16:32.313352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:32.315117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 55998) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.355914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.357202 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa312b93-941d-4fb6-98a1-f4c397c92e69 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7414329 Dec 23 16:16:32.360834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.360984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c7e1e8f5-0e4b-4ae8-a673-635dc2e83536 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec40b6e-b33e-49b0-ba8c-f53edd291d51 HTTP/1.1" status: 200 len: 205 time: 0.0447977 Dec 23 16:16:32.363760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56006) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.392302 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e22a0885-0f76-409f-a454-43ce3b78ee7e tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules/80ff1955-d1ba-4b69-806c-046086535234 HTTP/1.1" status: 200 len: 705 time: 0.0299206 Dec 23 16:16:32.395824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56010) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.416771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.433148 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-4da28ff1-dadf-4d16-affa-ec81f68b921e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] delete failed (client error): The resource could not be found. Dec 23 16:16:32.434172 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4da28ff1-dadf-4d16-affa-ec81f68b921e tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/9ec40b6e-b33e-49b0-ba8c-f53edd291d51 HTTP/1.1" status: 404 len: 336 time: 0.0695055 Dec 23 16:16:32.435026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 2} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:32.438695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.439483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port d9b01166-8b4e-45d3-8115-1b2abe61dce3 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:32.450460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56014) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.469889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=6b79060a-feda-4054-a3b1-fe952c92b0d0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:32.492718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0c589f-f050-448c-80aa-c9a518dd101f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:32.493723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0c589f-f050-448c-80aa-c9a518dd101f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:32.495372 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6a0c589f-f050-448c-80aa-c9a518dd101f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/4590cf68-51d5-47b7-87cf-be405419d0df HTTP/1.1" status: 404 len: 337 time: 0.0440006 Dec 23 16:16:32.496635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.505917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56018) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.535147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c77bb87a-77f2-4f09-9949-f127125d8297 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:32.541138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.543020 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0e5a4862-6f93-4bcf-9c4f-76a3ca5dd5d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/6b79060a-feda-4054-a3b1-fe952c92b0d0 HTTP/1.1" status: 204 len: 168 time: 1.3200653 Dec 23 16:16:32.545528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.554346 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4843a805-bf13-4286-b7b8-220c029aa082 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "GET /v2.0/ports?device_id=09782dc5-78ab-4185-855c-14803bc07caa HTTP/1.1" status: 200 len: 205 time: 0.0473750 Dec 23 16:16:32.583478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.655496 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-06f5edb7-e207-4f92-826a-a8acfcc4fd57 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] delete failed (client error): The resource could not be found. Dec 23 16:16:32.656795 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-06f5edb7-e207-4f92-826a-a8acfcc4fd57 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/routers/09782dc5-78ab-4185-855c-14803bc07caa HTTP/1.1" status: 404 len: 336 time: 0.0723791 Dec 23 16:16:32.662694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56030) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.706874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c77bb87a-77f2-4f09-9949-f127125d8297 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:32.710675 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c77bb87a-77f2-4f09-9949-f127125d8297 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3110249 Dec 23 16:16:32.714240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56034) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.719614 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace29ba8-0c0d-46a6-ab5f-cb54c22cbc8f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:32.720053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace29ba8-0c0d-46a6-ab5f-cb54c22cbc8f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:32.721647 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ace29ba8-0c0d-46a6-ab5f-cb54c22cbc8f tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/531b61bf-682e-49d8-a26a-f1f99015ef5a HTTP/1.1" status: 404 len: 337 time: 0.0556960 Dec 23 16:16:32.724406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56038) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.768582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc1c6d-9bc3-4b53-be83-41026bad346d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:32.769882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc1c6d-9bc3-4b53-be83-41026bad346d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:32.773763 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c3cc1c6d-9bc3-4b53-be83-41026bad346d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2249370 Dec 23 16:16:32.773763 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1626d0-de1a-4a0c-b67d-30668c187af2 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:32.773763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1626d0-de1a-4a0c-b67d-30668c187af2 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:32.777442 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb1626d0-de1a-4a0c-b67d-30668c187af2 tempest-RoutersIpV6Test-22925525 tempest-RoutersIpV6Test-22925525-project] 10.222.0.18 "DELETE /v2.0/subnets/e64d82b7-1245-496b-b5e7-3440d627e38e HTTP/1.1" status: 404 len: 337 time: 0.0489433 Dec 23 16:16:32.777554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56042) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.811021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6340eed9-a5a7-4c2f-bd3f-c9dbf43a36c2 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.828157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 47a8ff57-e250-45a8-8141-631b4fc506bb yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:32.842034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6340eed9-a5a7-4c2f-bd3f-c9dbf43a36c2 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.903307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6340eed9-a5a7-4c2f-bd3f-c9dbf43a36c2 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:32.979987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340eed9-a5a7-4c2f-bd3f-c9dbf43a36c2 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80ff1955-d1ba-4b69-806c-046086535234,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:33.070450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6340eed9-a5a7-4c2f-bd3f-c9dbf43a36c2 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.071629 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6340eed9-a5a7-4c2f-bd3f-c9dbf43a36c2 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/80ff1955-d1ba-4b69-806c-046086535234 HTTP/1.1" status: 204 len: 168 time: 0.3570347 Dec 23 16:16:33.074158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.083643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] Could not find standard attr ID for object 6b79060a-feda-4054-a3b1-fe952c92b0d0. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:16:33.103716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] Provisioning for port d9b01166-8b4e-45d3-8115-1b2abe61dce3 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:33.112721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] Provisioning complete for port d9b01166-8b4e-45d3-8115-1b2abe61dce3 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:33.113092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.154371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet c71807ce-170b-44a5-82ec-071f8c025e17 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:33.155917 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60f8bfd9-3c46-4efd-9f0c-d84b2807b8ed tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0802178 Dec 23 16:16:33.158293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56054) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.158630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.166677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '99c99f90-fc1f-43f1-8740-446e23afe814', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:33.166924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.176913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:33.193764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:33.199992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:33.213654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:33.230850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.248438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.272828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.313392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] For port d9b01166-8b4e-45d3-8115-1b2abe61dce3, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d9b01166-8b4e-45d3-8115-1b2abe61dce3,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:33.321001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.340889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.365316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.378560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.402320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea38de0-5fb8-464c-9cce-eb76bb170f00,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:33.416436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.417926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-77bd685f-5ea3-427a-80b4-f398a3d8225f tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2581251 Dec 23 16:16:33.420620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56064) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.447176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 3058ba31-779e-4d13-b1e3-c4b8b1dd6a34 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:33.447808 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ad424-3e0b-44d7-b113-860829f39c54 None None] Pushing event updated for resources: {'Port': ['ID=d9b01166-8b4e-45d3-8115-1b2abe61dce3,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:33.454225 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1540696d-1147-4e34-96dc-58438006e3a6 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules/fea38de0-5fb8-464c-9cce-eb76bb170f00 HTTP/1.1" status: 200 len: 705 time: 0.0323017 Dec 23 16:16:33.457525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.465643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6bebc406-9e0f-4ee5-b750-bddfde66dcba None None] Could not find standard attr ID for object 6b79060a-feda-4054-a3b1-fe952c92b0d0. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:16:33.478996 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7ba4b409-cf79-43bf-ad68-c83914325027 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2830ec43411147bf9823160fe5ea1f1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3171222 Dec 23 16:16:33.482412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56072) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.513184 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae72a89e-7eee-4032-b174-dda90a72cc68 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:33.531400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae72a89e-7eee-4032-b174-dda90a72cc68 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:33.535931 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae72a89e-7eee-4032-b174-dda90a72cc68 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0738890 Dec 23 16:16:33.536620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56076) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.580420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.703424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-239af020-d7fb-4760-a37c-508d48c78119 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.733226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-239af020-d7fb-4760-a37c-508d48c78119 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.745366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65b7fc16-7ca6-48f6-8cb1-e6ea681bd9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.806800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.818161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.824036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65b7fc16-7ca6-48f6-8cb1-e6ea681bd9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.864525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-239af020-d7fb-4760-a37c-508d48c78119 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.894996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=c71807ce-170b-44a5-82ec-071f8c025e17,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:33.904107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239af020-d7fb-4760-a37c-508d48c78119 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fea38de0-5fb8-464c-9cce-eb76bb170f00,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:33.921478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.922306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7fce6-a881-4dc4-a84d-3d72db045e96 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:33.939543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-239af020-d7fb-4760-a37c-508d48c78119 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:33.940659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-239af020-d7fb-4760-a37c-508d48c78119 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fea38de0-5fb8-464c-9cce-eb76bb170f00 HTTP/1.1" status: 204 len: 168 time: 0.3957033 Dec 23 16:16:33.943409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56080) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.943652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5fb78f76-e042-4c14-94e4-8ff89aec97e1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/c71807ce-170b-44a5-82ec-071f8c025e17 HTTP/1.1" status: 204 len: 168 time: 1.1664786 Dec 23 16:16:33.946657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56082) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.992779 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a97d6972-ccc9-46a8-88c8-e87fda163e95 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0473664 Dec 23 16:16:33.995858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.001441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '99c99f90-fc1f-43f1-8740-446e23afe814', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:34.007764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:34.011152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.020075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:34.031693 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Project c3e616793c7c4fd38f8d06a698470ad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:16:34.038483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.064503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2c7d2157-cfa3-4617-98f3-8254bd4d159b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136403 Dec 23 16:16:34.064811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56092) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.086816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65b7fc16-7ca6-48f6-8cb1-e6ea681bd9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.112861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7fc16-7ca6-48f6-8cb1-e6ea681bd9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a115c5-6f0c-4754-a64a-9fdb2bd659e1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:34.115728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:34.121853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:34.124760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=47a8ff57-e250-45a8-8141-631b4fc506bb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:34.126722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:34.127509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.162465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.170465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.173041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65b7fc16-7ca6-48f6-8cb1-e6ea681bd9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.173866 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-65b7fc16-7ca6-48f6-8cb1-e6ea681bd9cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28a115c5-6f0c-4754-a64a-9fdb2bd659e1 HTTP/1.1" status: 204 len: 168 time: 0.6903956 Dec 23 16:16:34.204587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc746d79-e1b0-433e-98bd-b5b9ba29895f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:34.221430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=3058ba31-779e-4d13-b1e3-c4b8b1dd6a34,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:34.231051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77acf1-397b-4ab9-86b2-f28fca4bf1ea tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:34.232794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a77acf1-397b-4ab9-86b2-f28fca4bf1ea tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:34.239405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:34.244494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Deleting port d9b01166-8b4e-45d3-8115-1b2abe61dce3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:34.244879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.245212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': 'ff7aec3e-991e-40c3-aaf7-b5823e6fddc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:34.245665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: 3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:34.266995 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.268314 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13060a59-0aa4-43ba-bf88-6d4e69d1c445 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2714052 Dec 23 16:16:34.270969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56098) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.280048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a77acf1-397b-4ab9-86b2-f28fca4bf1ea tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:34.284467 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a77acf1-397b-4ab9-86b2-f28fca4bf1ea tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2163289 Dec 23 16:16:34.284739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network 3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:34.285607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56102) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.302828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9fd07bee-028b-4549-b22c-eba89366f7dd tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules/dc746d79-e1b0-433e-98bd-b5b9ba29895f HTTP/1.1" status: 200 len: 711 time: 0.0281124 Dec 23 16:16:34.303866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56106) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.334572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:34.340815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:34.345886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:34.348883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:34.349531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.371480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8474c-f094-4a35-9e7e-c3270f846789 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:34.373719 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-66b8474c-f094-4a35-9e7e-c3270f846789 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866251 Dec 23 16:16:34.378703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56112) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.378879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7055804-a42b-4efe-a597-783fa00b8a1e None None] Network 3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:34.398398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1efb29a6-3b6e-48bb-bae1-baff37e230ca tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:34.418364 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8514a2f3-0008-44bf-b8cd-1568094f20d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5166502 Dec 23 16:16:34.419061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56116) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.458595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1efb29a6-3b6e-48bb-bae1-baff37e230ca tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:34.460814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1efb29a6-3b6e-48bb-bae1-baff37e230ca tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1563077 Dec 23 16:16:34.468777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56120) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.500997 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63cb2d85-444e-446b-bf29-8376ab63a205 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204743 Dec 23 16:16:34.506788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56124) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.513602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:34.528638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 3058ba31-779e-4d13-b1e3-c4b8b1dd6a34 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:34.529177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.561347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e4820fb0-00c8-447c-a819-6ed8c6be84a8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.585217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e4820fb0-00c8-447c-a819-6ed8c6be84a8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.622645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] For port d9b01166-8b4e-45d3-8115-1b2abe61dce3, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d9b01166-8b4e-45d3-8115-1b2abe61dce3,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:34.623258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.657735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:34.662366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:34.665459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:34.672897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:34.676671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e4820fb0-00c8-447c-a819-6ed8c6be84a8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.685297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:34.797827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Calling delete_port for d9b01166-8b4e-45d3-8115-1b2abe61dce3 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:34.818354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.886932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.887348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4820fb0-00c8-447c-a819-6ed8c6be84a8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc746d79-e1b0-433e-98bd-b5b9ba29895f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:34.910614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e4820fb0-00c8-447c-a819-6ed8c6be84a8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.911750 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e4820fb0-00c8-447c-a819-6ed8c6be84a8 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/dc746d79-e1b0-433e-98bd-b5b9ba29895f HTTP/1.1" status: 204 len: 168 time: 0.4418049 Dec 23 16:16:34.916030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.926470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:34.983707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-adc64c69-dfcd-47b4-b2ab-6eb0c2705b2b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:35.013346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-adc64c69-dfcd-47b4-b2ab-6eb0c2705b2b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:35.014793 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-adc64c69-dfcd-47b4-b2ab-6eb0c2705b2b tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0978556 Dec 23 16:16:35.017824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56146) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.018127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Pushing event deleted for resources: {'Port': ['ID=d9b01166-8b4e-45d3-8115-1b2abe61dce3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:35.030218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.030924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.031662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.032224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.032904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.034002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.034697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.035241 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.035812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.036367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.036910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:35.055194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a51af3-627d-42d5-aae6-6f0758754615 None None] No DVR routers for this DVR port d9b01166-8b4e-45d3-8115-1b2abe61dce3 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:35.073255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f03a11c-33aa-41a3-8786-daed6ce91765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.073901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 3058ba31-779e-4d13-b1e3-c4b8b1dd6a34 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:35.159296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.171373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5103578-0e2b-4d8f-90d7-684286644d55 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.213763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=3058ba31-779e-4d13-b1e3-c4b8b1dd6a34,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:35.216556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5103578-0e2b-4d8f-90d7-684286644d55 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.222373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.228778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-11dad138-4fbd-49b9-bae9-482374c9bce9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/3058ba31-779e-4d13-b1e3-c4b8b1dd6a34 HTTP/1.1" status: 204 len: 168 time: 0.8086998 Dec 23 16:16:35.231170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56152) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.263023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56156) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.316162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27778be-f8c8-46bc-8fa7-08de3b3b2733 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:35.320397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27778be-f8c8-46bc-8fa7-08de3b3b2733 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:35.321183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e27778be-f8c8-46bc-8fa7-08de3b3b2733 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:35.339094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e27778be-f8c8-46bc-8fa7-08de3b3b2733 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:35.342941 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e27778be-f8c8-46bc-8fa7-08de3b3b2733 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1081963 Dec 23 16:16:35.343583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56162) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.355290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:16:35.357351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.416302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 47a8ff57-e250-45a8-8141-631b4fc506bb {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:35.416800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.501075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5103578-0e2b-4d8f-90d7-684286644d55 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.513348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1483738599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:35.533441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:35.550720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5103578-0e2b-4d8f-90d7-684286644d55 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c99f90-fc1f-43f1-8740-446e23afe814,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:35.555095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:router and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:35.561216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:35.574153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:35.579127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:35.591132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:35.601594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:35.602178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.602305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b2258-be7c-4f10-a057-69e6f184c678 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:35.621426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=858e314f-9243-4d69-80f7-4c9c29febe40,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:35.629856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.631252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.638824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5103578-0e2b-4d8f-90d7-684286644d55 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.639485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.642732 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5103578-0e2b-4d8f-90d7-684286644d55 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/99c99f90-fc1f-43f1-8740-446e23afe814 HTTP/1.1" status: 204 len: 168 time: 0.6240120 Dec 23 16:16:35.644180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56166) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.672644 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7e28aaa4-d641-4796-b54c-9c59e0491266 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1641231 Dec 23 16:16:35.678337 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56170) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.688225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:39:17:aa', 'name': 'tempest-NetworksTestDHCPv6-1125191133'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:35.761527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 47a8ff57-e250-45a8-8141-631b4fc506bb owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:35.774473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.811422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8c467110-0dae-40ee-9a20-e457a4dda4b0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:35.833977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '858e314f-9243-4d69-80f7-4c9c29febe40'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:35.835370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.837165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.845519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.871658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8c467110-0dae-40ee-9a20-e457a4dda4b0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:35.876949 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8c467110-0dae-40ee-9a20-e457a4dda4b0 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2268147 Dec 23 16:16:35.877264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56174) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.890901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714962313'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:35.899799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:35.904241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=47a8ff57-e250-45a8-8141-631b4fc506bb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:35.916386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.924412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.925562 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30354a42-7487-46ef-9a8b-9cc3502f0c08 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6615477 Dec 23 16:16:35.926838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:35.928987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56178) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.939195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1610592793'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:35.940396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:35.947991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-96a1a88f-49e6-4412-b146-49c37c4043fe tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/47a8ff57-e250-45a8-8141-631b4fc506bb HTTP/1.1" status: 204 len: 168 time: 0.5999951 Dec 23 16:16:35.947991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:35.948341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56182) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:35.951770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:network and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:35.954874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:35.960604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:35.971700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Made reservation on behalf of e771cc0b31334049906188aa05dea2d5 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:35.975977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.990002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:35.990545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.006811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:36.024710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:36.028810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:security_group_rule and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:36.031247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:36.032220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:36.035074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.038461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:36.063628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Allocated IP 2001:db8::f816:3eff:fe44:6f32 (59f3d771-e395-47fb-8757-8f93f42824df/858e314f-9243-4d69-80f7-4c9c29febe40/424b252b-d387-4117-8b80-f520d2f40f30) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:36.074975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:36.083918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:36.088915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:36.106542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:36.125317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.130345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.141127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:36.164209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:36.168307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecb495-bf7f-4e3e-befa-7e8ee2dbde14 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:36.168994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36ecb495-bf7f-4e3e-befa-7e8ee2dbde14 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:36.173647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f04dc-f6eb-4dca-a784-b7c9ef910f19,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:36.180088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.181343 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Added segment b07e49cd-2d3e-484c-93d4-67cdf679e302 of type vlan for network 4fe01b0c-8759-45a7-9242-7215267415a3 Dec 23 16:16:36.218978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.225356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36ecb495-bf7f-4e3e-befa-7e8ee2dbde14 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:36.226593 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36ecb495-bf7f-4e3e-befa-7e8ee2dbde14 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2778430 Dec 23 16:16:36.230001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56186) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:36.268529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.279618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:36.280225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.288319 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-44919029-f3f6-496b-87bb-31c019207f12 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:16:36.292675 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44919029-f3f6-496b-87bb-31c019207f12 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/3058ba31-779e-4d13-b1e3-c4b8b1dd6a34 HTTP/1.1" status: 404 len: 333 time: 0.0584567 Dec 23 16:16:36.292939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56190) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:36.302845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.317377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d9b01166-8b4e-45d3-8115-1b2abe61dce3 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:36.341241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.353222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: d9b01166-8b4e-45d3-8115-1b2abe61dce3 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:36.353805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d9b01166-8b4e-45d3-8115-1b2abe61dce3 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:36.356404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.362760 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7ee48c-8064-4ff7-8d9d-bdce2faa29d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:16:36.370836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Transition to ACTIVE for port object 424b252b-d387-4117-8b80-f520d2f40f30 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:36.376724 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e7ee48c-8064-4ff7-8d9d-bdce2faa29d7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/47a8ff57-e250-45a8-8141-631b4fc506bb HTTP/1.1" status: 404 len: 333 time: 0.0828433 Dec 23 16:16:36.384850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56194) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:36.398931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Transition to ACTIVE for port object 424b252b-d387-4117-8b80-f520d2f40f30 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:36.405702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.454670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.458680 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5780895 Dec 23 16:16:36.463056 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56198) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:36.463421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92257c5-2734-40c7-a28b-7bffc8c6b78a tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e99571-8f2e-4a11-b2cb-4193223400eb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:36.474855 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5447764 Dec 23 16:16:36.475659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56202) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:36.476168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Request body: {'security_group_rule': {'security_group_id': '53e99571-8f2e-4a11-b2cb-4193223400eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:36.479464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:36.484196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:36.493136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:36.496362 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:36.498745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'subnet': {'network_id': '4fe01b0c-8759-45a7-9242-7215267415a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:36.498907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Usage tracker for resource:security_group_rule and tenant:c3e616793c7c4fd38f8d06a698470ad4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:36.504871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:36.515681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:36.517281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55981eb9-5cb8-40c6-a26f-78e89f52a07b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Network': ['ID=4fe01b0c-8759-45a7-9242-7215267415a3,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:36.533379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe39:17aa (59f3d771-e395-47fb-8757-8f93f42824df/858e314f-9243-4d69-80f7-4c9c29febe40/7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:36.556997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Pushing event updated for resources: {'Port': ['ID=424b252b-d387-4117-8b80-f520d2f40f30,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:36.557195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.560031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 4fe01b0c-8759-45a7-9242-7215267415a3 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:36.578933 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.608543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.636225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:36.673352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:subnet and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:36.698473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Attempting to bind port 424b252b-d387-4117-8b80-f520d2f40f30 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:36.698849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Attempting to bind port 424b252b-d387-4117-8b80-f520d2f40f30 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:36.699176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Attempting to bind port 424b252b-d387-4117-8b80-f520d2f40f30 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:36.714602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:36.715050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:36.715365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.716723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:36.716723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Bound port: 424b252b-d387-4117-8b80-f520d2f40f30, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:36.716723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.770627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.782748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.786624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:36.812172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67970c2c-a81c-4739-a8ad-7a308c9f28b4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:36.814934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:36.819458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:36.824614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.841065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:36.853625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.858154 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddc77579-2145-45bc-abbf-bdec54b436be tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3898671 Dec 23 16:16:36.859649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56206) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:36.863816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.870170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.877529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Made reservation on behalf of e771cc0b31334049906188aa05dea2d5 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:36.908538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:36.912659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deeda5-e71e-4872-a1be-13d96be1ea46 None None] Pushing event updated for resources: {'Port': ['ID=424b252b-d387-4117-8b80-f520d2f40f30,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:36.953725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2db02da-aa6d-4c70-8766-0318b86d1695 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.971795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:36.979485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:36.989106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7aec3e-991e-40c3-aaf7-b5823e6fddc5') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:36.989395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7aec3e-991e-40c3-aaf7-b5823e6fddc5') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:37.020922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.035762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.044858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2db02da-aa6d-4c70-8766-0318b86d1695 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.118211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:37.119979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.122040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:37.124016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:37.127984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:37.131994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:37.132597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.142850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:16:37.143272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.157915 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae6390c8-552e-4019-8a43-f0733a687269 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4779792 Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:16:37.159468 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:16:37.161965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.201006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2db02da-aa6d-4c70-8766-0318b86d1695 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.202038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2db02da-aa6d-4c70-8766-0318b86d1695 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.205351 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b2db02da-aa6d-4c70-8766-0318b86d1695 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/53e99571-8f2e-4a11-b2cb-4193223400eb HTTP/1.1" status: 204 len: 168 time: 0.3434043 Dec 23 16:16:37.215925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56214) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.221095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-02bfc1ed-f8c8-4e6f-8a74-334f1d709887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.252229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db02da-aa6d-4c70-8766-0318b86d1695 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e99571-8f2e-4a11-b2cb-4193223400eb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:37.279294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.285285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.310101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e3de41a-373f-4694-8681-935d9b97da17 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:37.325961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd05d5-0eb7-456f-8ff7-a8ba994a02bf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:37.329839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd05d5-0eb7-456f-8ff7-a8ba994a02bf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:37.330844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-33fd05d5-0eb7-456f-8ff7-a8ba994a02bf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:37.339672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:37.350071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e3de41a-373f-4694-8681-935d9b97da17 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:37.351385 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3e3de41a-373f-4694-8681-935d9b97da17 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1335168 Dec 23 16:16:37.353080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-33fd05d5-0eb7-456f-8ff7-a8ba994a02bf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:37.354139 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33fd05d5-0eb7-456f-8ff7-a8ba994a02bf tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1924014 Dec 23 16:16:37.354718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56218) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.356991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56220) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.379721 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6ea78864-50c2-42a1-babe-1d888e95a751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/3f3ec220-7898-4c3c-ae0b-8b9f31cb04b1 HTTP/1.1" status: 204 len: 168 time: 0.9902699 Dec 23 16:16:37.381053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56226) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.390975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-172015683'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:37.404022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:37.411338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:37.416199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:37.425260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:37.446873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:37.447799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.454917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:37.457991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.481805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.494399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b98c32c1-032b-4693-9761-50a5038c9482 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:37.547065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:37.549965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b98c32c1-032b-4693-9761-50a5038c9482 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:37.553762 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b98c32c1-032b-4693-9761-50a5038c9482 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1955285 Dec 23 16:16:37.556356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56230) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.577440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Subnet': ['ID=35d53dc1-7132-40d6-b684-b9fddf99437e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:37.581418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.581757 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment c93fdd7f-1ebb-4309-8061-0b1a3fb56b67 of type vlan for network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 Dec 23 16:16:37.597164 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-eb1f37d3-9c95-4b86-8463-6dbfdf78f2b3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] delete failed (client error): The resource could not be found. Dec 23 16:16:37.598146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-eb1f37d3-9c95-4b86-8463-6dbfdf78f2b3 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "DELETE /v2.0/security-groups/53e99571-8f2e-4a11-b2cb-4193223400eb HTTP/1.1" status: 404 len: 347 time: 0.0383306 Dec 23 16:16:37.603927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56234) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.651296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Checking segment: {'id': 'b07e49cd-2d3e-484c-93d4-67cdf679e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4fe01b0c-8759-45a7-9242-7215267415a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:37.651680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network hostable DHCP agents. Network: 4fe01b0c-8759-45a7-9242-7215267415a3, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:37.657605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.721563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-379686b5-b344-48e6-b5b6-b7a74bf42041 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Synchronizing usage tracker for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:37.742350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.745695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.749285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:37.749852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:37.753674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-379686b5-b344-48e6-b5b6-b7a74bf42041 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] Unset dirty status for tenant:c3e616793c7c4fd38f8d06a698470ad4 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:37.755047 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-379686b5-b344-48e6-b5b6-b7a74bf42041 tempest-SecGroupIPv6Test-1523349224 tempest-SecGroupIPv6Test-1523349224-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1496580 Dec 23 16:16:37.793951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network 4fe01b0c-8759-45a7-9242-7215267415a3 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:37.892813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=f0b7a584-6067-4ad0-acdb-03e11e3a98d4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:37.903005 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a19ebba7-2271-41c8-982e-625c8080282f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5208609 Dec 23 16:16:37.905387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:37.918251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56240) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:37.931494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:38.016652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:38.033003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 4fe01b0c-8759-45a7-9242-7215267415a3) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:38.046968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:38.047794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.049100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95beb5d-0f28-4227-920f-b4b62d49900c None None] Network 4fe01b0c-8759-45a7-9242-7215267415a3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:38.109980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5ae1abcf-1bb0-43bf-9c84-2fd8280427fc tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6209111 Dec 23 16:16:38.111658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:38.113245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:38.118264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:38.125586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:38.126906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'network': {'name': 'tempest-router-network01--1214593928'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:38.132108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:38.133976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:38.155060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:network and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:38.159927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:38.160944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:38.169305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:38.187027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56250) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:38.211498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Made reservation on behalf of e771cc0b31334049906188aa05dea2d5 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:38.214983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.313605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.316942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:38.335448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.407198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:38.411740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.412311 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Added segment f7f377e6-b50f-4f34-a131-44336b417e84 of type vlan for network 7b3024dc-6917-4aa2-921a-ad088801d8f1 Dec 23 16:16:38.472937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.485962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.492505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 424b252b-d387-4117-8b80-f520d2f40f30 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:38.514142 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b0c5c09-186c-476f-b0f1-8472be9ce09f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc HTTP/1.1" status: 204 len: 168 time: 1.1561623 Dec 23 16:16:38.518114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:38.550964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.551593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-20a22103-7d6b-42ab-a085-470391911d79 None None] Provisioning for port 424b252b-d387-4117-8b80-f520d2f40f30 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:38.559943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-4fe01b0c-8759-45a7-9242-7215267415a3', 'network_id': '4fe01b0c-8759-45a7-9242-7215267415a3', 'tenant_id': 'e771cc0b31334049906188aa05dea2d5', 'fixed_ips': [{'subnet_id': '35d53dc1-7132-40d6-b684-b9fddf99437e'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:38.561363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.563662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Performing IP validity checks on allocation pools {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:16:38.564269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:16:38.589412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.593834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:38.594653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.617943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.622836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-97011459-70b0-482c-8430-b9e0e15852c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3e616793c7c4fd38f8d06a698470ad4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4344039 Dec 23 16:16:38.625582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56260) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:38.703816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 424b252b-d387-4117-8b80-f520d2f40f30 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:38.704413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ccc510-7e3f-4df9-900d-4eabc4a3b68d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:38.705821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ccc510-7e3f-4df9-900d-4eabc4a3b68d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:38.706616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82ccc510-7e3f-4df9-900d-4eabc4a3b68d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:38.720998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 424b252b-d387-4117-8b80-f520d2f40f30 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:38.721478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.735728 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6212418 Dec 23 16:16:38.739086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56264) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:38.751009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024637d7-8fb8-460a-8849-13063cb90fb8 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Network': ['ID=7b3024dc-6917-4aa2-921a-ad088801d8f1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:38.762654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9bf90a5d-0466-44d4-8a28-6dd2b2607797 None None] Could not find standard attr ID for object 7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:16:38.763634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82ccc510-7e3f-4df9-900d-4eabc4a3b68d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:38.764319 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-82ccc510-7e3f-4df9-900d-4eabc4a3b68d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2450700 Dec 23 16:16:38.767632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'network': {'name': 'tempest-router-network02--1256879111'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:38.768023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56268) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:38.775687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:38.807900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:38.810886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.837666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 858e314f-9243-4d69-80f7-4c9c29febe40 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:38.840779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.873341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:network and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:38.875949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-12dc0d3c-191f-4117-abae-fe2052e6e96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.894631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.902308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-12dc0d3c-191f-4117-abae-fe2052e6e96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.941820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=f6e9a30b-ea3d-45c1-9b58-77f8be65c08e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:38.944494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:38.951833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:38.976402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Made reservation on behalf of e771cc0b31334049906188aa05dea2d5 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:38.977131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Allocated IP 172.20.0.2 (4fe01b0c-8759-45a7-9242-7215267415a3/35d53dc1-7132-40d6-b684-b9fddf99437e/76ac98fb-f1e1-430d-9327-8ff21fce9711) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:38.979576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.992803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:38.999788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-12dc0d3c-191f-4117-abae-fe2052e6e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.076710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.121344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=858e314f-9243-4d69-80f7-4c9c29febe40,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:39.129843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.147099 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5cf5f17b-e4aa-4fde-bce8-c8cace0ec1a7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/858e314f-9243-4d69-80f7-4c9c29febe40 HTTP/1.1" status: 204 len: 168 time: 0.3757892 Dec 23 16:16:39.147304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc0d3c-191f-4117-abae-fe2052e6e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72e06f-4039-4785-902a-825ac1a300ca,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:39.148454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099010f-5045-4190-ae31-d56aaab05e7e None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:39.148956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56272) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:39.159335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': 'c93fdd7f-1ebb-4309-8061-0b1a3fb56b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:39.159704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: f0b7a584-6067-4ad0-acdb-03e11e3a98d4, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:39.160855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.182873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:39.198893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.199249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Added segment e7c5290f-43b3-4982-a133-3dabc48aa1e2 of type vlan for network ad39eb1d-e4b2-4399-8439-a5ad384644a2 Dec 23 16:16:39.215864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-12dc0d3c-191f-4117-abae-fe2052e6e96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.219381 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-12dc0d3c-191f-4117-abae-fe2052e6e96a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d72e06f-4039-4785-902a-825ac1a300ca HTTP/1.1" status: 204 len: 168 time: 0.5903270 Dec 23 16:16:39.226705 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-683f3b01-953a-4b93-9d2e-45415574e301 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742633 Dec 23 16:16:39.227042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56278) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:39.230191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:39.233856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:39.241899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.256223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, f0b7a584-6067-4ad0-acdb-03e11e3a98d4) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:39.268592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:39.269519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.273208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525291d0-64b4-40d5-8765-9d213720c594 None None] Network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:39.294824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.301156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:39.301528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.343780 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6020679 Dec 23 16:16:39.345569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ede0d656-afc7-4461-8088-557581cbb21f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4263449 Dec 23 16:16:39.349348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56282) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:39.349945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:39.360053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'subnet': {'network_id': '7b3024dc-6917-4aa2-921a-ad088801d8f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:39.377289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4', 'name': 'tempest-PortsTestJSON-1349572185'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:39.425936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:39.469246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c49170-0b63-403b-aae9-2b7c8426a561 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Network': ['ID=ad39eb1d-e4b2-4399-8439-a5ad384644a2,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:39.474012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.519237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network ad39eb1d-e4b2-4399-8439-a5ad384644a2 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:39.565440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:39.584568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:39.594140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:39.617014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:39.637926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:39.662715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:subnet and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:39.673073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:39.677794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:39.682302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.683593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.708196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Transition to ACTIVE for port object 76ac98fb-f1e1-430d-9327-8ff21fce9711 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:39.753377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:39.778992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:39.804766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:39.808210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Transition to ACTIVE for port object 76ac98fb-f1e1-430d-9327-8ff21fce9711 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:39.808700 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Made reservation on behalf of e771cc0b31334049906188aa05dea2d5 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:39.810902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=424b252b-d387-4117-8b80-f520d2f40f30,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:39.835467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.876546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.891605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:39.894527 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.956465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-f0b7a584-6067-4ad0-acdb-03e11e3a98d4', 'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4', 'tenant_id': '5d90efae78dd43e2b279f828368a7dd9', 'fixed_ips': [{'subnet_id': 'f6e9a30b-ea3d-45c1-9b58-77f8be65c08e'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:39.957283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:39.971371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Network 4fe01b0c-8759-45a7-9242-7215267415a3 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:39.972166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Pushing event updated for resources: {'Port': ['ID=76ac98fb-f1e1-430d-9327-8ff21fce9711,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:39.977459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:39.981399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:40.059851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:40.061612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 58cf37e5-ad31-4cb6-8eea-80a1f7d168eb yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:40.103525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Deleting port 424b252b-d387-4117-8b80-f520d2f40f30 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:40.103918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.104842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.202259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Attempting to bind port 76ac98fb-f1e1-430d-9327-8ff21fce9711 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:40.202848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Attempting to bind port 76ac98fb-f1e1-430d-9327-8ff21fce9711 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b07e49cd-2d3e-484c-93d4-67cdf679e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4fe01b0c-8759-45a7-9242-7215267415a3'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:40.202848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Attempting to bind port 76ac98fb-f1e1-430d-9327-8ff21fce9711 on network 4fe01b0c-8759-45a7-9242-7215267415a3 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:40.288816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 424b252b-d387-4117-8b80-f520d2f40f30 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:40.325188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:40.325554 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Checking segment: {'id': 'b07e49cd-2d3e-484c-93d4-67cdf679e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4fe01b0c-8759-45a7-9242-7215267415a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:40.325947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.326342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Bound using segment: {'id': 'b07e49cd-2d3e-484c-93d4-67cdf679e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4fe01b0c-8759-45a7-9242-7215267415a3'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:40.326791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Bound port: 76ac98fb-f1e1-430d-9327-8ff21fce9711, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07e49cd-2d3e-484c-93d4-67cdf679e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4fe01b0c-8759-45a7-9242-7215267415a3'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:40.327159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.509871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Allocated IP 172.20.0.2 (f0b7a584-6067-4ad0-acdb-03e11e3a98d4/f6e9a30b-ea3d-45c1-9b58-77f8be65c08e/ffe16505-d0c2-40a2-92ba-c0a5c5eccef8) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:40.545195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.593857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:16:40.604245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:40.604779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.676519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Subnet': ['ID=99895b45-974f-41ae-91c6-a047edfb8c76,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:40.717435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Checking segment: {'id': 'f7f377e6-b50f-4f34-a131-44336b417e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b3024dc-6917-4aa2-921a-ad088801d8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:40.717681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network hostable DHCP agents. Network: 7b3024dc-6917-4aa2-921a-ad088801d8f1, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:40.774496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:40.797612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 7b3024dc-6917-4aa2-921a-ad088801d8f1) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:40.804610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:40.805183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.819505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:40.842225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13b10d-0170-4e45-a29f-160a9bc1aa48 None None] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:40.864803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Calling delete_port for 424b252b-d387-4117-8b80-f520d2f40f30 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:40.883069 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-046b6fd2-035f-4280-b398-13ba1de10a56 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5305023 Dec 23 16:16:40.885976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56290) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:40.897823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'subnet': {'network_id': 'ad39eb1d-e4b2-4399-8439-a5ad384644a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:40.971643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] For port 76ac98fb-f1e1-430d-9327-8ff21fce9711, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:41.008620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.032463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] For port 76ac98fb-f1e1-430d-9327-8ff21fce9711, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=76ac98fb-f1e1-430d-9327-8ff21fce9711,segment=NetworkSegment(b07e49cd-2d3e-484c-93d4-67cdf679e302),segment_id=b07e49cd-2d3e-484c-93d4-67cdf679e302)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:41.070636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.094358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:41.101997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Usage tracker for resource:subnet and tenant:e771cc0b31334049906188aa05dea2d5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:41.106727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:41.116476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:41.151523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Made reservation on behalf of e771cc0b31334049906188aa05dea2d5 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:41.221483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:41.272887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.339240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.347051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.347768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.376846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:41.377470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:41.377662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7c739-2b14-410f-b625-5c6f322a4168 None None] Pushing event updated for resources: {'Port': ['ID=76ac98fb-f1e1-430d-9327-8ff21fce9711,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:41.499316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.506691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:41.513678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:41.516390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-7b3024dc-6917-4aa2-921a-ad088801d8f1', 'network_id': '7b3024dc-6917-4aa2-921a-ad088801d8f1', 'tenant_id': 'e771cc0b31334049906188aa05dea2d5', 'fixed_ips': [{'subnet_id': '99895b45-974f-41ae-91c6-a047edfb8c76'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:41.517191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.517550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=99af75dd-defd-4716-aae9-9b48516cc55d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:41.520022 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:41.520589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.530686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=424b252b-d387-4117-8b80-f520d2f40f30,revision_number=6']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:41.531440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:41.531831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:41.535277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Transition to ACTIVE for port object ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:41.555630 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb2677ca-6152-4b6a-807f-51566d587094 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3244743 Dec 23 16:16:41.557546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56294) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:41.566049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:17:6f:08', 'name': 'tempest-NetworksTestDHCPv6-550370246'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:41.600639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Transition to ACTIVE for port object ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:41.622649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.769547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.9 (f0b7a584-6067-4ad0-acdb-03e11e3a98d4/f6e9a30b-ea3d-45c1-9b58-77f8be65c08e/58cf37e5-ad31-4cb6-8eea-80a1f7d168eb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:41.770167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:41.775130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:port and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:41.779288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:41.787023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:41.809121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:41.813548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.869235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Pushing event updated for resources: {'Port': ['ID=ffe16505-d0c2-40a2-92ba-c0a5c5eccef8,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:41.873515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:41.885633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:41.892142 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Deleting port 424b252b-d387-4117-8b80-f520d2f40f30 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:41.892519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.922121 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:41.944824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:41.949294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Allocated IP 172.20.0.2 (7b3024dc-6917-4aa2-921a-ad088801d8f1/99895b45-974f-41ae-91c6-a047edfb8c76/94e49f93-f2af-4c31-a487-e37bd5b06f27) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:41.974114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 1f14ff6f-f516-4bd3-ae3d-f18f3842688f yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:42.126332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Subnet': ['ID=76cd9464-3fd8-40c6-8eef-2d6e1b6cf2f7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:42.142822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe17:6f08 (59f3d771-e395-47fb-8757-8f93f42824df/99af75dd-defd-4716-aae9-9b48516cc55d/1f14ff6f-f516-4bd3-ae3d-f18f3842688f) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:42.155378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Checking segment: {'id': 'e7c5290f-43b3-4982-a133-3dabc48aa1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ad39eb1d-e4b2-4399-8439-a5ad384644a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:42.156417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network hostable DHCP agents. Network: ad39eb1d-e4b2-4399-8439-a5ad384644a2, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:42.226876 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network ad39eb1d-e4b2-4399-8439-a5ad384644a2 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:42.241983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.245655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, ad39eb1d-e4b2-4399-8439-a5ad384644a2) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:42.254571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:42.255201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.282398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object 58cf37e5-ad31-4cb6-8eea-80a1f7d168eb will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:42.284068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc247549-7674-40d6-807f-9666d98028b6 None None] Network ad39eb1d-e4b2-4399-8439-a5ad384644a2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:42.293070 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c35e0e2-47d0-42eb-aa3c-366bae7b9206 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4059379 Dec 23 16:16:42.296879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56298) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:42.326826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Attempting to bind port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:42.327195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Attempting to bind port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'c93fdd7f-1ebb-4309-8061-0b1a3fb56b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:42.327577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Attempting to bind port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 on network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:42.403778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.409013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.420001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 1f14ff6f-f516-4bd3-ae3d-f18f3842688f will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:42.449049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.482410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.515807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:42.518874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:42.533904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:42.538735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:42.539662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.567656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:42.568196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Checking segment: {'id': 'c93fdd7f-1ebb-4309-8061-0b1a3fb56b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:42.568596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.568984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Bound using segment: {'id': 'c93fdd7f-1ebb-4309-8061-0b1a3fb56b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:42.569517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Bound port: ffe16505-d0c2-40a2-92ba-c0a5c5eccef8, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93fdd7f-1ebb-4309-8061-0b1a3fb56b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f0b7a584-6067-4ad0-acdb-03e11e3a98d4'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:42.569981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.573480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0145705 Dec 23 16:16:42.574187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56302) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:42.636710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:42.639202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db02cea-a2e9-4278-9855-9ed4950ff567 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=1f14ff6f-f516-4bd3-ae3d-f18f3842688f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:42.642413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:42.645342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=58cf37e5-ad31-4cb6-8eea-80a1f7d168eb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:42.647406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:42.657205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:42.678837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33715639-7d31-42ee-a918-ff6320f1f634 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:42.683608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33715639-7d31-42ee-a918-ff6320f1f634 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:42.684727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-33715639-7d31-42ee-a918-ff6320f1f634 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:42.703118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-33715639-7d31-42ee-a918-ff6320f1f634 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:42.708432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-33715639-7d31-42ee-a918-ff6320f1f634 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1306918 Dec 23 16:16:42.708902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56306) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:42.723794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.798099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 1f14ff6f-f516-4bd3-ae3d-f18f3842688f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:42.798669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.814201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f7702-00e9-4c02-9228-94944786ffad None None] Network 4fe01b0c-8759-45a7-9242-7215267415a3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:42.854536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:42.855084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:42.929051 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5582af33-fec3-4531-804c-abe377b6c908 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5755320 Dec 23 16:16:42.929251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76ac98fb-f1e1-430d-9327-8ff21fce9711 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:42.930064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56310) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:43.035998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.076926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 58cf37e5-ad31-4cb6-8eea-80a1f7d168eb {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:43.077423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.118684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.121341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] For port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:43.136110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:43.136495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.143310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=424b252b-d387-4117-8b80-f520d2f40f30,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:43.163855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.166827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-68785508-804e-4e90-a071-91a83e00a045 None None] Provisioning for port 76ac98fb-f1e1-430d-9327-8ff21fce9711 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:43.252215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Transition to ACTIVE for port object 94e49f93-f2af-4c31-a487-e37bd5b06f27 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:43.255297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] For port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ffe16505-d0c2-40a2-92ba-c0a5c5eccef8,segment=NetworkSegment(c93fdd7f-1ebb-4309-8061-0b1a3fb56b67),segment_id=c93fdd7f-1ebb-4309-8061-0b1a3fb56b67)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:43.334131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Calling delete_port for 424b252b-d387-4117-8b80-f520d2f40f30 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:43.366402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.429884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 1f14ff6f-f516-4bd3-ae3d-f18f3842688f owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:43.438661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-ad39eb1d-e4b2-4399-8439-a5ad384644a2', 'network_id': 'ad39eb1d-e4b2-4399-8439-a5ad384644a2', 'tenant_id': 'e771cc0b31334049906188aa05dea2d5', 'fixed_ips': [{'subnet_id': '76cd9464-3fd8-40c6-8eef-2d6e1b6cf2f7'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:43.439174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.518564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Transition to ACTIVE for port object 94e49f93-f2af-4c31-a487-e37bd5b06f27 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:43.556667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.637997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Allocated IP 172.20.0.1 (7b3024dc-6917-4aa2-921a-ad088801d8f1/99895b45-974f-41ae-91c6-a047edfb8c76/4e31b776-fcd2-4b8a-8e45-869fc1c833ed) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:43.652208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 76ac98fb-f1e1-430d-9327-8ff21fce9711 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:43.656057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecd564-9201-43ad-9e3b-a9f4e80ec35c None None] Pushing event updated for resources: {'Port': ['ID=ffe16505-d0c2-40a2-92ba-c0a5c5eccef8,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:43.676981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.720115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 76ac98fb-f1e1-430d-9327-8ff21fce9711 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:43.720115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.870079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 58cf37e5-ad31-4cb6-8eea-80a1f7d168eb owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:43.879856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:43.880355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:43.902909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:43.928977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:43.942878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:43.951251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:44.002336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Pushing event updated for resources: {'Port': ['ID=94e49f93-f2af-4c31-a487-e37bd5b06f27,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:44.063254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=1f14ff6f-f516-4bd3-ae3d-f18f3842688f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:44.120124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.130696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Allocated IP 172.20.0.2 (ad39eb1d-e4b2-4399-8439-a5ad384644a2/76cd9464-3fd8-40c6-8eef-2d6e1b6cf2f7/a45ae82d-8375-4b71-8b19-10feeadbfcb2) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:44.140002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.159375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.180380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Transition to ACTIVE for port object 4e31b776-fcd2-4b8a-8e45-869fc1c833ed will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:44.189731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-312d9b24-8e41-4a4f-af25-73c06c6f6eae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/1f14ff6f-f516-4bd3-ae3d-f18f3842688f HTTP/1.1" status: 204 len: 168 time: 1.4775610 Dec 23 16:16:44.189944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Attempting to bind port 94e49f93-f2af-4c31-a487-e37bd5b06f27 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:44.189944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Attempting to bind port 94e49f93-f2af-4c31-a487-e37bd5b06f27 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f7f377e6-b50f-4f34-a131-44336b417e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b3024dc-6917-4aa2-921a-ad088801d8f1'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:44.189944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Attempting to bind port 94e49f93-f2af-4c31-a487-e37bd5b06f27 on network 7b3024dc-6917-4aa2-921a-ad088801d8f1 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:44.190988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:44.195673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=58cf37e5-ad31-4cb6-8eea-80a1f7d168eb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:44.279341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:44.279760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Checking segment: {'id': 'f7f377e6-b50f-4f34-a131-44336b417e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b3024dc-6917-4aa2-921a-ad088801d8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:44.280123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.280509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Bound using segment: {'id': 'f7f377e6-b50f-4f34-a131-44336b417e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b3024dc-6917-4aa2-921a-ad088801d8f1'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:44.280981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Bound port: 94e49f93-f2af-4c31-a487-e37bd5b06f27, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f377e6-b50f-4f34-a131-44336b417e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7b3024dc-6917-4aa2-921a-ad088801d8f1'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:44.281343 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.286017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeaeeb5-4669-4ddb-8535-533c85430b15 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:44.287473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeaeeb5-4669-4ddb-8535-533c85430b15 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:44.288611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3eeaeeb5-4669-4ddb-8535-533c85430b15 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:44.294377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.294967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.299812 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-19c43e0b-5110-44f1-bb11-0f1acec0569a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/58cf37e5-ad31-4cb6-8eea-80a1f7d168eb HTTP/1.1" status: 204 len: 168 time: 1.3667271 Dec 23 16:16:44.300050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56318) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:44.301947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.358866 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a7a543-79c6-4621-9c13-6f660031250b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:16:44.359368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a7a543-79c6-4621-9c13-6f660031250b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:44.363689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-43a7a543-79c6-4621-9c13-6f660031250b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/58cf37e5-ad31-4cb6-8eea-80a1f7d168eb HTTP/1.1" status: 404 len: 333 time: 0.0602250 Dec 23 16:16:44.374009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56322) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:44.455543 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f6c592-9ddd-4653-84a7-d23f11a1fff4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:16:44.457124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-25f6c592-9ddd-4653-84a7-d23f11a1fff4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:44.481549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-25f6c592-9ddd-4653-84a7-d23f11a1fff4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:44.486192 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-25f6c592-9ddd-4653-84a7-d23f11a1fff4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/58cf37e5-ad31-4cb6-8eea-80a1f7d168eb HTTP/1.1" status: 404 len: 333 time: 0.1106529 Dec 23 16:16:44.486951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56328) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:44.497190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 76ac98fb-f1e1-430d-9327-8ff21fce9711, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=76ac98fb-f1e1-430d-9327-8ff21fce9711,segment=NetworkSegment(b07e49cd-2d3e-484c-93d4-67cdf679e302),segment_id=b07e49cd-2d3e-484c-93d4-67cdf679e302)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:44.531476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3eeaeeb5-4669-4ddb-8535-533c85430b15 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:44.537485 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3eeaeeb5-4669-4ddb-8535-533c85430b15 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3415856 Dec 23 16:16:44.537675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Deleting port 424b252b-d387-4117-8b80-f520d2f40f30 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:44.538387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.548094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:44.551012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56332) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:44.554133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:44.580243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.640623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:44.706836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Port': ['ID=4e31b776-fcd2-4b8a-8e45-869fc1c833ed,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:44.715461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] For port 94e49f93-f2af-4c31-a487-e37bd5b06f27, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:44.827483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] For port 94e49f93-f2af-4c31-a487-e37bd5b06f27, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=94e49f93-f2af-4c31-a487-e37bd5b06f27,segment=NetworkSegment(f7f377e6-b50f-4f34-a131-44336b417e84),segment_id=f7f377e6-b50f-4f34-a131-44336b417e84)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:44.846160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.865853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet f6e9a30b-ea3d-45c1-9b58-77f8be65c08e {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:44.868865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=76ac98fb-f1e1-430d-9327-8ff21fce9711,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:44.870191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.897615 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.952152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:44.965827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:44.975627 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69012a3f-f1e2-4e08-8216-3c2f0a9e571b None None] Network f0b7a584-6067-4ad0-acdb-03e11e3a98d4 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:45.021287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.050857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 99af75dd-defd-4716-aae9-9b48516cc55d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:45.054199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.060689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.112472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.145083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.147118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.161609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c85ab334-ea4c-4603-b445-242eca84b32d None None] Provisioning complete for port 76ac98fb-f1e1-430d-9327-8ff21fce9711 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:45.161977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c85ab334-ea4c-4603-b445-242eca84b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.190992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e9a30b-ea3d-45c1-9b58-77f8be65c08e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:45.196588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.205465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-62bdd8e1-ca16-4858-8cb3-2348e0e24c7e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/f6e9a30b-ea3d-45c1-9b58-77f8be65c08e HTTP/1.1" status: 204 len: 168 time: 0.7169170 Dec 23 16:16:45.206040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56336) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:45.223046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Transition to ACTIVE for port object a45ae82d-8375-4b71-8b19-10feeadbfcb2 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:45.300906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c47c3-e066-4282-817a-926de457b1c2 None None] Pushing event updated for resources: {'Port': ['ID=94e49f93-f2af-4c31-a487-e37bd5b06f27,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:45.325323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.327825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Transition to ACTIVE for port object a45ae82d-8375-4b71-8b19-10feeadbfcb2 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:45.342458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:45.342458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.360585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.438970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.470740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:45.471125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.504592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:45.669018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.671958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Calling delete_port for 424b252b-d387-4117-8b80-f520d2f40f30 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:45.732367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=99af75dd-defd-4716-aae9-9b48516cc55d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:45.745606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.798599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] For port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ffe16505-d0c2-40a2-92ba-c0a5c5eccef8,segment=NetworkSegment(c93fdd7f-1ebb-4309-8061-0b1a3fb56b67),segment_id=c93fdd7f-1ebb-4309-8061-0b1a3fb56b67)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:45.798957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.799279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.807097 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-060968a7-44d8-4251-82ae-9ceea5ba6431 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/99af75dd-defd-4716-aae9-9b48516cc55d HTTP/1.1" status: 204 len: 168 time: 1.2549505 Dec 23 16:16:45.809681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56340) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:45.822236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Network ad39eb1d-e4b2-4399-8439-a5ad384644a2 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:45.824700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Pushing event updated for resources: {'Port': ['ID=a45ae82d-8375-4b71-8b19-10feeadbfcb2,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:45.861971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:45.864802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:45.866181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:45.942805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:45.952291 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73035c3d-639f-49a4-9416-60ac227e066b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402819 Dec 23 16:16:45.956983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56344) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:46.035687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.038857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Attempting to bind port a45ae82d-8375-4b71-8b19-10feeadbfcb2 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:46.039038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Attempting to bind port a45ae82d-8375-4b71-8b19-10feeadbfcb2 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'e7c5290f-43b3-4982-a133-3dabc48aa1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ad39eb1d-e4b2-4399-8439-a5ad384644a2'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:46.040352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Attempting to bind port a45ae82d-8375-4b71-8b19-10feeadbfcb2 on network ad39eb1d-e4b2-4399-8439-a5ad384644a2 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:46.042536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:46.042890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:46.050265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Port': ['ID=4e31b776-fcd2-4b8a-8e45-869fc1c833ed,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:46.056091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.058719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:46.059089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Checking segment: {'id': 'e7c5290f-43b3-4982-a133-3dabc48aa1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ad39eb1d-e4b2-4399-8439-a5ad384644a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:46.059483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.059895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Bound using segment: {'id': 'e7c5290f-43b3-4982-a133-3dabc48aa1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ad39eb1d-e4b2-4399-8439-a5ad384644a2'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:46.060396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Bound port: a45ae82d-8375-4b71-8b19-10feeadbfcb2, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c5290f-43b3-4982-a133-3dabc48aa1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ad39eb1d-e4b2-4399-8439-a5ad384644a2'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:46.060711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.109808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=ffe16505-d0c2-40a2-92ba-c0a5c5eccef8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:46.114488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No DVR routers for this DVR port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:46.127416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2065c390-8a9c-461a-b0da-e66468b20630 None None] Provisioning complete for port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:46.127814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2065c390-8a9c-461a-b0da-e66468b20630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.170927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2065c390-8a9c-461a-b0da-e66468b20630 None None] Port ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 was deleted so its status cannot be updated. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 16:16:46.209517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] For port a45ae82d-8375-4b71-8b19-10feeadbfcb2, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:46.214849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae277b-556a-466f-9165-4b2b9b3f26b6 None None] DHCP port deletion for f0b7a584-6067-4ad0-acdb-03e11e3a98d4 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:46.218261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] For port a45ae82d-8375-4b71-8b19-10feeadbfcb2, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a45ae82d-8375-4b71-8b19-10feeadbfcb2,segment=NetworkSegment(e7c5290f-43b3-4982-a133-3dabc48aa1e2),segment_id=e7c5290f-43b3-4982-a133-3dabc48aa1e2)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:46.228198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.284886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d533d-b7aa-4c6c-ad57-0706486848e5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:46.285562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-598d533d-b7aa-4c6c-ad57-0706486848e5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:46.304913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.323787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357de4dd-23c7-4fe5-b7de-475b00abe5d4 None None] Pushing event updated for resources: {'Port': ['ID=a45ae82d-8375-4b71-8b19-10feeadbfcb2,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:46.333607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-598d533d-b7aa-4c6c-ad57-0706486848e5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:46.334744 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-598d533d-b7aa-4c6c-ad57-0706486848e5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3714590 Dec 23 16:16:46.340009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56348) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:46.346358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:46.347817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:46.363758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b7a584-6067-4ad0-acdb-03e11e3a98d4']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:46.381656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93fdd7f-1ebb-4309-8061-0b1a3fb56b67') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:46.381977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93fdd7f-1ebb-4309-8061-0b1a3fb56b67') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:46.395473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.413349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.420930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:16:46.421284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:16:46.525260 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:16:46.532609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.538436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.574376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=f0b7a584-6067-4ad0-acdb-03e11e3a98d4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:46.580052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f694b41-e059-4024-b417-e35d2218a584 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:46.590270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f694b41-e059-4024-b417-e35d2218a584 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:46.599147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-751d9a8d-0722-4a4c-afbc-e4438c80f94e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/f0b7a584-6067-4ad0-acdb-03e11e3a98d4 HTTP/1.1" status: 204 len: 168 time: 1.3919733 Dec 23 16:16:46.604708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56352) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:46.611055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155156648'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:46.616388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:46.620400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:46.624455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:46.631576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:46.641959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:46.644897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.678214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:46.684151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f694b41-e059-4024-b417-e35d2218a584 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:46.687388 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f694b41-e059-4024-b417-e35d2218a584 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3442972 Dec 23 16:16:46.691679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56356) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:46.694175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.694540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment 9da3229b-840b-4d3d-a973-7dd0b0e9ccfb of type vlan for network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 Dec 23 16:16:46.738555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0300b4-ca25-4ae2-9173-4cab34970172 None None] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:46.771310 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-65061101-b99a-4021-a049-5b0c2b11e470 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787330 Dec 23 16:16:46.788539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:46.804022 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:46.835748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.870685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.874638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:46.875467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.889319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-04111591-0e75-4b62-8d10-d3091e4c3b33 None None] Provisioning for port 94e49f93-f2af-4c31-a487-e37bd5b06f27 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:46.903322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Deleting port 424b252b-d387-4117-8b80-f520d2f40f30 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:46.903719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.958848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:46.970110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:46.987996 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3803868 Dec 23 16:16:46.989402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56364) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:46.991292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:46.995690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:46.996701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76ac98fb-f1e1-430d-9327-8ff21fce9711 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:46.997620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:47.110617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468a79b-19f7-4d2e-98ea-444a669a7766 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=fa6d5e2e-f07e-4c47-b89f-5770615f84b7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:47.138511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:47.141272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Router 01823de9-9af5-4e4c-b2aa-4749eb8c17e2 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:16:47.157968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:47.162388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:47.166780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:47.174032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:47.187367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:47.319191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.333233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] For port 424b252b-d387-4117-8b80-f520d2f40f30, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=424b252b-d387-4117-8b80-f520d2f40f30,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:47.333672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.414435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.491383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Calling delete_port for 424b252b-d387-4117-8b80-f520d2f40f30 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:47.511108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:47.515825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:47.520833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:47.522947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:47.523582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.527836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=d47acfcf-e351-4180-ab66-3127c2b35f92,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:47.541802 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2c05da9-2570-4399-93c3-17e970e53bbd tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "PUT /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2445354 Dec 23 16:16:47.545881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56368) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:47.558507 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d766af46-60e9-43a9-98e7-f07eefa99254 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7670920 Dec 23 16:16:47.560802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56372) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:47.567223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:b1:5e:60', 'name': 'tempest-NetworksTestDHCPv6-1723099496'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:47.590401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] Sync routers for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:47.624077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738937c3-b3ac-4fe3-9f0a-0d52de0eda5d None None] Network ad39eb1d-e4b2-4399-8439-a5ad384644a2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:47.735496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:47.746626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:47.760016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:47.764941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.791389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:47.792045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:47.795859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port e8ddfb17-faac-489e-b629-ab48d5f986a1 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:47.855812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.907448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 76ac98fb-f1e1-430d-9327-8ff21fce9711 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:47.907448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.949690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::12e (59f3d771-e395-47fb-8757-8f93f42824df/d47acfcf-e351-4180-ab66-3127c2b35f92/e8ddfb17-faac-489e-b629-ab48d5f986a1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:47.950182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:47.958871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:47.971730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-583fae07-2ffb-4f9e-ab6a-06e43b4ee38f None None] Provisioning for port a45ae82d-8375-4b71-8b19-10feeadbfcb2 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:47.994220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.068251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] Pushing event deleted for resources: {'Port': ['ID=424b252b-d387-4117-8b80-f520d2f40f30,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:48.098031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': '9da3229b-840b-4d3d-a973-7dd0b0e9ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:48.098560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: fa6d5e2e-f07e-4c47-b89f-5770615f84b7, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:48.114974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61b2b1-a3e8-4334-8d03-9e020a4b885e None None] No DVR routers for this DVR port 424b252b-d387-4117-8b80-f520d2f40f30 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:48.120436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:48.121270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:48.144932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:48.167148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, fa6d5e2e-f07e-4c47-b89f-5770615f84b7) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:48.172861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:48.173456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.219472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6f6c5e-fc61-44f1-a5f8-7a3d47b571f6 None None] Network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:48.233457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c31a8-44e6-42ed-bbc8-680989ec3ab3 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:48.316088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0beca83b-8714-42e6-ad85-5abf3f0ca0c0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3258071 Dec 23 16:16:48.316960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56376) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:48.328176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.328392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-920735928'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:48.351421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object e8ddfb17-faac-489e-b629-ab48d5f986a1 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:48.378943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.428685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a45ae82d-8375-4b71-8b19-10feeadbfcb2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:48.467643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:48.471789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:48.474557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:48.479885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:48.480643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.507050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:48.507459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4c04c-76f8-4885-944e-ace13b5bc37f None None] The sync data for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:48.544275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=e8ddfb17-faac-489e-b629-ab48d5f986a1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:48.546565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:48.550890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:48.554599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:48.561733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:48.569038 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e0af768-2bb4-4c46-9026-0c3fd926da87 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0071287 Dec 23 16:16:48.572325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56380) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:48.585676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:48.590101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.623100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 87330519-be7a-4700-8796-9c1954ab5d9a yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:48.662188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ccb543fe-a58c-42b4-980e-b214da7ab012 None None] Provisioning for port 4e31b776-fcd2-4b8a-8e45-869fc1c833ed completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:48.679926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb06254-aabb-474a-aeb6-6cce2f3134e6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:48.682830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dbb06254-aabb-474a-aeb6-6cce2f3134e6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:48.688928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ccb543fe-a58c-42b4-980e-b214da7ab012 None None] Provisioning complete for port 4e31b776-fcd2-4b8a-8e45-869fc1c833ed triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:48.689320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccb543fe-a58c-42b4-980e-b214da7ab012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.703327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dbb06254-aabb-474a-aeb6-6cce2f3134e6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:48.705551 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dbb06254-aabb-474a-aeb6-6cce2f3134e6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1320634 Dec 23 16:16:48.708908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56384) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:48.779984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a45ae82d-8375-4b71-8b19-10feeadbfcb2 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:48.800248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port e8ddfb17-faac-489e-b629-ab48d5f986a1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:48.801187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.832184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a45ae82d-8375-4b71-8b19-10feeadbfcb2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:48.832680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:48.858720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-db693607-1753-4d2e-b00a-7ceb97bd7b03 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:48.862349 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-db693607-1753-4d2e-b00a-7ceb97bd7b03 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "PUT /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3129287 Dec 23 16:16:48.863029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56388) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:48.866739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ccb543fe-a58c-42b4-980e-b214da7ab012 None None] Port 4e31b776-fcd2-4b8a-8e45-869fc1c833ed cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:48.921158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.10 (fa6d5e2e-f07e-4c47-b89f-5770615f84b7/23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5/87330519-be7a-4700-8796-9c1954ab5d9a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:49.062562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-fa6d5e2e-f07e-4c47-b89f-5770615f84b7', 'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7', 'tenant_id': '5d90efae78dd43e2b279f828368a7dd9', 'fixed_ips': [{'subnet_id': '23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:49.063366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.081699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.150273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.223273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': 'd47acfcf-e351-4180-ab66-3127c2b35f92'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:49.224086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.258786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for e8ddfb17-faac-489e-b629-ab48d5f986a1 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:49.259122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a45ae82d-8375-4b71-8b19-10feeadbfcb2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a45ae82d-8375-4b71-8b19-10feeadbfcb2,segment=NetworkSegment(e7c5290f-43b3-4982-a133-3dabc48aa1e2),segment_id=e7c5290f-43b3-4982-a133-3dabc48aa1e2)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:49.317401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3518655d-f963-4169-9569-64676c9a71ea None None] Provisioning complete for port 4e31b776-fcd2-4b8a-8e45-869fc1c833ed triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:49.317702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3518655d-f963-4169-9569-64676c9a71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.331466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.347540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.348337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 94e49f93-f2af-4c31-a487-e37bd5b06f27 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:49.396861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.419229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.478062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=e8ddfb17-faac-489e-b629-ab48d5f986a1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:49.488962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a45ae82d-8375-4b71-8b19-10feeadbfcb2,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:49.528894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.546191 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-875c1dcf-4e17-44d4-84a5-645bfed0b42d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e8ddfb17-faac-489e-b629-ab48d5f986a1 HTTP/1.1" status: 204 len: 168 time: 0.8333333 Dec 23 16:16:49.546191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56392) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:49.552980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3518655d-f963-4169-9569-64676c9a71ea None None] Port 4e31b776-fcd2-4b8a-8e45-869fc1c833ed cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:49.558324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 94e49f93-f2af-4c31-a487-e37bd5b06f27 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:49.581839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object 87330519-be7a-4700-8796-9c1954ab5d9a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:49.597113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 94e49f93-f2af-4c31-a487-e37bd5b06f27 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:49.597308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.612231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494bf6e-5322-496f-bd7f-89ac519936d9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:49.613541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494bf6e-5322-496f-bd7f-89ac519936d9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:49.614276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8494bf6e-5322-496f-bd7f-89ac519936d9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:49.630426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8494bf6e-5322-496f-bd7f-89ac519936d9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:49.634764 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8494bf6e-5322-496f-bd7f-89ac519936d9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0844808 Dec 23 16:16:49.635087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56396) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:49.683789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.708942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet d47acfcf-e351-4180-ab66-3127c2b35f92 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:49.771924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:49.774314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=87330519-be7a-4700-8796-9c1954ab5d9a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:49.778368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:49.781425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:49.812419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/d47acfcf-e351-4180-ab66-3127c2b35f92/cd414b1f-5f75-49d6-9575-27ba7d25eff6) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:49.838200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9a0666f2-0809-4afc-b119-5ebc28127e46 None None] Provisioning complete for port a45ae82d-8375-4b71-8b19-10feeadbfcb2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:49.838900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a0666f2-0809-4afc-b119-5ebc28127e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.877679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Allocated IP 172.20.0.2 (fa6d5e2e-f07e-4c47-b89f-5770615f84b7/23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5/03aea3c1-ef70-4f2b-ba65-3816c4d3db93) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:49.884583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:49.885171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:49.967533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8e84b152-bb7a-4544-bb09-bc1f4555fbe2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6436703 Dec 23 16:16:49.970339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56400) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:50.045201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 87330519-be7a-4700-8796-9c1954ab5d9a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:50.045696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.254184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.277667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.292958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Transition to ACTIVE for port object cd414b1f-5f75-49d6-9575-27ba7d25eff6 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:50.294379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting port 4e31b776-fcd2-4b8a-8e45-869fc1c833ed {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:50.294929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.305531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.413145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Transition to ACTIVE for port object cd414b1f-5f75-49d6-9575-27ba7d25eff6 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:50.436474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 87330519-be7a-4700-8796-9c1954ab5d9a owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:50.453306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.474347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.532881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.569959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 94e49f93-f2af-4c31-a487-e37bd5b06f27, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=94e49f93-f2af-4c31-a487-e37bd5b06f27,segment=NetworkSegment(f7f377e6-b50f-4f34-a131-44336b417e84),segment_id=f7f377e6-b50f-4f34-a131-44336b417e84)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:50.599598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.603327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Pushing event updated for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:50.647009 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:50.651805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.661580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:50.671372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Calling delete_port for 4e31b776-fcd2-4b8a-8e45-869fc1c833ed owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:50.673995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:50.714151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.717858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:50.762500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:50.762847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ffe16505-d0c2-40a2-92ba-c0a5c5eccef8 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:50.804634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.808961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Transition to ACTIVE for port object 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:50.810097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.830946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=94e49f93-f2af-4c31-a487-e37bd5b06f27,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:50.846004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Attempting to bind port cd414b1f-5f75-49d6-9575-27ba7d25eff6 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:50.846744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Attempting to bind port cd414b1f-5f75-49d6-9575-27ba7d25eff6 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:50.846744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Attempting to bind port cd414b1f-5f75-49d6-9575-27ba7d25eff6 on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:50.849204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Transition to ACTIVE for port object 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:50.856269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:50.856745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:50.857147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.857530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:50.857987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Bound port: cd414b1f-5f75-49d6-9575-27ba7d25eff6, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:50.858435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.870087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.895797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:50.908947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=87330519-be7a-4700-8796-9c1954ab5d9a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:50.914989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a45ae82d-8375-4b71-8b19-10feeadbfcb2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:50.948286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Port': ['ID=4e31b776-fcd2-4b8a-8e45-869fc1c833ed,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:51.018677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.028115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:51.043500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:51.054984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:51.063957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Pushing event updated for resources: {'Port': ['ID=03aea3c1-ef70-4f2b-ba65-3816c4d3db93,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:51.079511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=d47acfcf-e351-4180-ab66-3127c2b35f92,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:51.086300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.095298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.115436 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2fd8823-b25e-440c-964b-4582bdb4f2de tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/87330519-be7a-4700-8796-9c1954ab5d9a HTTP/1.1" status: 204 len: 168 time: 1.1433218 Dec 23 16:16:51.119017 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05815e3e-1a78-4508-af55-92ce04d1ba6b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/d47acfcf-e351-4180-ab66-3127c2b35f92 HTTP/1.1" status: 204 len: 168 time: 1.4807901 Dec 23 16:16:51.119017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56404) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:51.120035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56406) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:51.165407 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25260ec-675f-4cf5-91a4-d37361153fe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:16:51.165407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a25260ec-675f-4cf5-91a4-d37361153fe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:51.174170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:51.201901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Attempting to bind port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:51.202266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Attempting to bind port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9da3229b-840b-4d3d-a973-7dd0b0e9ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:51.202616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Attempting to bind port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 on network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:51.205453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:51.211332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a45ae82d-8375-4b71-8b19-10feeadbfcb2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:51.212322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.248440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.273107 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0ae870af-2bb6-442b-8864-a911279ec113 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517832 Dec 23 16:16:51.276144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56412) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:51.279143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a25260ec-675f-4cf5-91a4-d37361153fe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:51.282756 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a25260ec-675f-4cf5-91a4-d37361153fe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/87330519-be7a-4700-8796-9c1954ab5d9a HTTP/1.1" status: 404 len: 333 time: 0.1613662 Dec 23 16:16:51.286695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:51.287062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Checking segment: {'id': '9da3229b-840b-4d3d-a973-7dd0b0e9ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:51.287508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.287880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Bound using segment: {'id': '9da3229b-840b-4d3d-a973-7dd0b0e9ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:51.288358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Bound port: 03aea3c1-ef70-4f2b-ba65-3816c4d3db93, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da3229b-840b-4d3d-a973-7dd0b0e9ccfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa6d5e2e-f07e-4c47-b89f-5770615f84b7'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:51.288720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.309193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56416) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:51.354179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.427772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e098873-8cef-4ee0-aa89-0cf8cf9dd1fe None None] Pushing event updated for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:51.485516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] For port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:51.504149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] For port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03aea3c1-ef70-4f2b-ba65-3816c4d3db93,segment=NetworkSegment(9da3229b-840b-4d3d-a973-7dd0b0e9ccfb),segment_id=9da3229b-840b-4d3d-a973-7dd0b0e9ccfb)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:51.515445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.515799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea68d71d-b132-425f-a144-18795c956f52 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:51.516341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ea68d71d-b132-425f-a144-18795c956f52 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:51.565951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ea68d71d-b132-425f-a144-18795c956f52 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:51.569881 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea68d71d-b132-425f-a144-18795c956f52 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2903190 Dec 23 16:16:51.570629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:51.572854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56420) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:51.609238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2272afa-204f-44ef-8192-32b24d73f6ca None None] Pushing event updated for resources: {'Port': ['ID=03aea3c1-ef70-4f2b-ba65-3816c4d3db93,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:51.613647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.689969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:51.727609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2038944-68d4-436f-8e32-80d542d758f7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:51.727609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e2038944-68d4-436f-8e32-80d542d758f7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:51.787952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e2038944-68d4-436f-8e32-80d542d758f7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:51.789099 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e2038944-68d4-436f-8e32-80d542d758f7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2153702 Dec 23 16:16:51.793994 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:51.877734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Router 01823de9-9af5-4e4c-b2aa-4749eb8c17e2 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:51.890335 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9dc30f55-9c26-4a5a-8ea4-969dda9990b2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897615 Dec 23 16:16:51.890335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56428) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:51.896510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:51.993596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:52.063771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:52.075608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6bc26e26-ea03-4318-a9c1-7debf2567a19 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "PUT /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2088227 Dec 23 16:16:52.077202 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:52.078117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:52.082292 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] Sync routers for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:52.095305 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:52.096043 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:52.154583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:52.157711 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:52.158572 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-82223705-899e-4848-b290-2a977cbda347 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] delete failed (client error): The resource could not be found. Dec 23 16:16:52.159586 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-82223705-899e-4848-b290-2a977cbda347 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-404385280 HTTP/1.1" status: 404 len: 334 time: 0.0789258 Dec 23 16:16:52.164289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56436) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:52.171310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e2ae0920-6016-4ae5-a31e-689f10b4f363 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'router': {'external_gateway_info': {'network_id': '01823de9-9af5-4e4c-b2aa-4749eb8c17e2'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:52.174916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:52.175131 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:52.175844 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:52.207530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:52.236861 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:52.237255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ed24f-96a4-4841-b37b-260f8dd0fd91 None None] The sync data for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:52.379394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:52.402171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:52.415628 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8cefb54e-f22f-4d1f-90d3-44dfb08643a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5 HTTP/1.1" status: 204 len: 168 time: 1.0986335 Dec 23 16:16:52.419662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56440) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:52.430283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:52.607407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:52.679532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:52.679897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:52.727775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0920-6016-4ae5-a31e-689f10b4f363 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:52.838340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:16:52.953335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-e2ae0920-6016-4ae5-a31e-689f10b4f363 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] update failed (client error): The resource could not be found. Dec 23 16:16:52.954374 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e2ae0920-6016-4ae5-a31e-689f10b4f363 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "PUT /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2 HTTP/1.1" status: 404 len: 339 time: 0.7884352 Dec 23 16:16:52.958590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56444) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:53.052779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.066161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 94e49f93-f2af-4c31-a487-e37bd5b06f27 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:53.206856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] For port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03aea3c1-ef70-4f2b-ba65-3816c4d3db93,segment=NetworkSegment(9da3229b-840b-4d3d-a973-7dd0b0e9ccfb),segment_id=9da3229b-840b-4d3d-a973-7dd0b0e9ccfb)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:53.207288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.213827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5ca88-405d-461a-9408-f7d86777dde3 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:53.287057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10926e2-bb94-46b2-bf4f-5ee2c20e78b4 None None] Network fa6d5e2e-f07e-4c47-b89f-5770615f84b7 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:53.299058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-280b21e0-0d5c-4c25-a77c-5546810b3891 None None] Could not find standard attr ID for object e8ddfb17-faac-489e-b629-ab48d5f986a1. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:16:53.302341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:53.335258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.340095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.340850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.395014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:53.421722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 94e49f93-f2af-4c31-a487-e37bd5b06f27 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:53.422113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.460476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:53.468431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=d6ff0c18-f543-4d19-9000-dbcb8331f9c6,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:53.470402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:53.484707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:53.485669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.494755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-280b21e0-0d5c-4c25-a77c-5546810b3891 None None] Provisioning for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:53.539498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=5']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:53.544442 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ebf096e7-c185-408b-9113-2c93cbe30af9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6526043 Dec 23 16:16:53.547133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56448) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:53.555214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:53.635250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.687324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=03aea3c1-ef70-4f2b-ba65-3816c4d3db93,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:53.705283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No DVR routers for this DVR port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:16:53.723533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17fc74b-3dfe-44d5-9096-d89dc1f9a643 None None] DHCP port deletion for fa6d5e2e-f07e-4c47-b89f-5770615f84b7 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:53.731230 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:53.734491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8b8ef203-0e6b-4b44-8572-d7a3c84b2bee None None] Could not find standard attr ID for object 03aea3c1-ef70-4f2b-ba65-3816c4d3db93. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:16:53.736685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:53.739992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:53.746157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:53.763517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:53.768626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.773117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cd414b1f-5f75-49d6-9575-27ba7d25eff6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:53.871527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:53.876744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:53.877084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.906555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.914400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:53.925466 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6ff0c18-f543-4d19-9000-dbcb8331f9c6 (CIDR: 2001:db8::/64) Dec 23 16:16:53.933680 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:53.934262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:53.958751 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-add76b5d-a0c3-45c6-9c87-1de2bd03178b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4102509 Dec 23 16:16:53.961138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56452) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:53.968189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:53.998035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d5e2e-f07e-4c47-b89f-5770615f84b7']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:54.010064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.048065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:54.052897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.053862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:54.122629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:54.129313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:54.131649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8028f1-26e7-4301-87ab-57fe52b6dd84 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:54.134076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:54.140572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:54.154787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:54.155189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:54.155519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 16:16:54.160372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.220083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da3229b-840b-4d3d-a973-7dd0b0e9ccfb') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:54.220360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da3229b-840b-4d3d-a973-7dd0b0e9ccfb') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:54.238504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.251696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Port 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 not found, will not notify nova. {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 16:16:54.282115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:54.300875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.303869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d6b0bcb2-6ae1-4ad8-a763-9ee10674ac6b None None] Provisioning complete for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:54.304243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6b0bcb2-6ae1-4ad8-a763-9ee10674ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.322167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:16:54.322547 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:16:54.337842 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:16:54.447623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.497675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.518298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:54.521295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:54.525503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:54.526071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.529193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.533357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=273f4b0c-33c8-40e0-9416-d5d9c7fa8531,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:54.556826 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-836dc78e-54b9-424c-a632-a3eff636c3c9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5938754 Dec 23 16:16:54.559821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56456) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:54.565559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:2b:a0:80', 'name': 'tempest-NetworksTestDHCPv6-1712240348'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:54.583660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=fa6d5e2e-f07e-4c47-b89f-5770615f84b7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:54.610530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9a92d4aa-9810-4b28-b24c-d4bcd9a43d4b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/fa6d5e2e-f07e-4c47-b89f-5770615f84b7 HTTP/1.1" status: 204 len: 168 time: 2.1867590 Dec 23 16:16:54.610716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56460) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:54.619214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'name': 'tempest-PortsTestJSON-1593091752'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:54.699893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Allocated IP 172.20.0.1 (4fe01b0c-8759-45a7-9242-7215267415a3/35d53dc1-7132-40d6-b684-b9fddf99437e/8f77df69-7631-4d4d-baa1-a7d2803c0606) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:54.708472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:54.720522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:54.732126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:54.736709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.751678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ac1c4-09e0-470f-a916-70ee000ad3fd None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:54.770595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port e2981507-2a0e-4e48-8919-7fdd094b827e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:54.817653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:54.830646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:54.830646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:54.832268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:54.866715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:54.870802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:54.875290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cd414b1f-5f75-49d6-9575-27ba7d25eff6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:54.894424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 27836476-6eb6-4164-8ad6-6407d7549a01 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:54.952936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-527fdc92-00f9-49d6-b52c-807b3ebc6acb None None] Provisioning complete for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:54.953267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-527fdc92-00f9-49d6-b52c-807b3ebc6acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.087543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8:0:1::200 (59f3d771-e395-47fb-8757-8f93f42824df/273f4b0c-33c8-40e0-9416-d5d9c7fa8531/e2981507-2a0e-4e48-8919-7fdd094b827e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:55.095017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe2b:a080 (59f3d771-e395-47fb-8757-8f93f42824df/d6ff0c18-f543-4d19-9000-dbcb8331f9c6/e2981507-2a0e-4e48-8919-7fdd094b827e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:55.160149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.170069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.189888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Transition to ACTIVE for port object 8f77df69-7631-4d4d-baa1-a7d2803c0606 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:55.199997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:55.200549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.214699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.269083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.297621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:55.302070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:55.305113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.307372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:55.311345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:55.311954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.321766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object e2981507-2a0e-4e48-8919-7fdd094b827e will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:55.327302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=27836476-6eb6-4164-8ad6-6407d7549a01,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:55.351708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.412011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Port': ['ID=8f77df69-7631-4d4d-baa1-a7d2803c0606,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:55.419435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network 4fe01b0c-8759-45a7-9242-7215267415a3 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:55.423778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:55.427295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:55.445251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:55.449400 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:55.451366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=e2981507-2a0e-4e48-8919-7fdd094b827e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:55.456387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': 'd6ff0c18-f543-4d19-9000-dbcb8331f9c6', 'ip_address': '2001:db8::f816:3eff:feec:9a3a'}, {'subnet_id': '273f4b0c-33c8-40e0-9416-d5d9c7fa8531'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'cd414b1f-5f75-49d6-9575-27ba7d25eff6'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:16:55.462505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:55.463178 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5c037f95-99eb-4636-a123-46513479032d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8514435 Dec 23 16:16:55.464134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56464) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:55.465818 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:55.466522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.511134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:55.515438 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a89d6a60-9830-47a3-a72c-2491ccd7e069 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9544630 Dec 23 16:16:55.517979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:55.556209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:16:55.556562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03aea3c1-ef70-4f2b-ba65-3816c4d3db93 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:55.580384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.584081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.589935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 27836476-6eb6-4164-8ad6-6407d7549a01 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:55.590256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.601146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port e2981507-2a0e-4e48-8919-7fdd094b827e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:55.601488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.815261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] Allocated IP 2001:db8:0:1::2 (59f3d771-e395-47fb-8757-8f93f42824df/273f4b0c-33c8-40e0-9416-d5d9c7fa8531/cd414b1f-5f75-49d6-9575-27ba7d25eff6) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:55.819983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-45944fe7-f59f-4cea-ae04-63023ec4221c None None] Provisioning for port 8f77df69-7631-4d4d-baa1-a7d2803c0606 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:55.831449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-45944fe7-f59f-4cea-ae04-63023ec4221c None None] Provisioning complete for port 8f77df69-7631-4d4d-baa1-a7d2803c0606 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:55.831844 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45944fe7-f59f-4cea-ae04-63023ec4221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.863388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.893491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.895791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:55.956994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-45944fe7-f59f-4cea-ae04-63023ec4221c None None] Port 8f77df69-7631-4d4d-baa1-a7d2803c0606 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:56.001992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:56.028507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for e2981507-2a0e-4e48-8919-7fdd094b827e owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:56.029258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.047814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] Transition to ACTIVE for port object cd414b1f-5f75-49d6-9575-27ba7d25eff6 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:56.052645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.158217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 27836476-6eb6-4164-8ad6-6407d7549a01 owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:56.206151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03729c2-0624-471f-aca9-738f20826b3a None None] Pushing event updated for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:56.251213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.311991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=e2981507-2a0e-4e48-8919-7fdd094b827e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:56.384276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.393890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.405813 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7984849a-2a63-4cb1-957b-a5744b5c4ab9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e2981507-2a0e-4e48-8919-7fdd094b827e HTTP/1.1" status: 204 len: 168 time: 0.8844731 Dec 23 16:16:56.406026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:56.459885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.496141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451b5137-a63e-4dfb-9d18-cfb939d316ff tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:56.496864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-451b5137-a63e-4dfb-9d18-cfb939d316ff tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:56.508183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=27836476-6eb6-4164-8ad6-6407d7549a01,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:56.515640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-451b5137-a63e-4dfb-9d18-cfb939d316ff tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:56.518996 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-451b5137-a63e-4dfb-9d18-cfb939d316ff tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1098292 Dec 23 16:16:56.519585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56476) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:56.531231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e6aac66a-7b54-4e76-bcfd-cac905339aa6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/27836476-6eb6-4164-8ad6-6407d7549a01 HTTP/1.1" status: 204 len: 168 time: 1.0600476 Dec 23 16:16:56.537237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56480) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:56.546005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'mac_address': 'fa:16:3e:33:ba:f0', 'name': 'tempest-PortsTestJSON-1641374986'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:56.605991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1f5fd-1762-4e50-a164-f70c7f7a7aeb tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:56.609853 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7c1f5fd-1762-4e50-a164-f70c7f7a7aeb tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0872438 Dec 23 16:16:56.610160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56484) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:56.688731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02453ba-b9c3-44ea-a5c8-cfb213ca3484 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:56.690538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02453ba-b9c3-44ea-a5c8-cfb213ca3484 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:56.692066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02453ba-b9c3-44ea-a5c8-cfb213ca3484 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:56.693210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f02453ba-b9c3-44ea-a5c8-cfb213ca3484 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:56.698787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:56.704241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:56.708919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:56.710477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f02453ba-b9c3-44ea-a5c8-cfb213ca3484 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:56.711826 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f02453ba-b9c3-44ea-a5c8-cfb213ca3484 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1006947 Dec 23 16:16:56.714806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56488) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:56.716256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:56.738677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.740889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:56.758826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.787780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 273f4b0c-33c8-40e0-9416-d5d9c7fa8531 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:56.791867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.861379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.873231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cd414b1f-5f75-49d6-9575-27ba7d25eff6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:56.946363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event updated for resources: {'Port': ['ID=8f77df69-7631-4d4d-baa1-a7d2803c0606,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:56.954885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.967698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.977109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:56.992520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-82ff1cde-f12d-43ea-9d3d-a67ff7b0b15c None None] Provisioning for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:56.999053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-82ff1cde-f12d-43ea-9d3d-a67ff7b0b15c None None] Provisioning complete for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:56.999861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-82ff1cde-f12d-43ea-9d3d-a67ff7b0b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.067419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.075194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 9a40f414-1018-43f0-ba59-e6886236235a yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:57.108191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=273f4b0c-33c8-40e0-9416-d5d9c7fa8531,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:57.114689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.130392 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac3c2273-679c-4223-afdf-745c6456c1dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/273f4b0c-33c8-40e0-9416-d5d9c7fa8531 HTTP/1.1" status: 204 len: 168 time: 0.4146817 Dec 23 16:16:57.136160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56492) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:57.177903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb2583-7d66-4315-9ab6-9bae825153fe None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:57.239111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Network 4fe01b0c-8759-45a7-9242-7215267415a3 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:57.243407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:57.275725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ae43a51f-f357-491d-858a-ea0de2686c60 None None] Could not find standard attr ID for object 1f14ff6f-f516-4bd3-ae3d-f18f3842688f. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:16:57.303749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet d6ff0c18-f543-4d19-9000-dbcb8331f9c6 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:16:57.307123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.368164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.467098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.504129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9b24e724-05fb-4fda-991f-a1b2ed958186 None None] Provisioning complete for port 8f77df69-7631-4d4d-baa1-a7d2803c0606 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:57.504615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b24e724-05fb-4fda-991f-a1b2ed958186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.576704 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.588190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9b24e724-05fb-4fda-991f-a1b2ed958186 None None] Port 8f77df69-7631-4d4d-baa1-a7d2803c0606 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:57.622685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ff0c18-f543-4d19-9000-dbcb8331f9c6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:57.629272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.642805 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58527498-ea7a-4b2a-98e2-d7ebd45e5ce1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/d6ff0c18-f543-4d19-9000-dbcb8331f9c6 HTTP/1.1" status: 204 len: 168 time: 0.5032866 Dec 23 16:16:57.643214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:57.717728 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fcb68274-a73e-485e-8221-fe1f82b58ed8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704496 Dec 23 16:16:57.717952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:57.718069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.723249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:57.848621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:57.853662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:57.856540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:57.862728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:57.879918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.880171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:57.971161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=9a40f414-1018-43f0-ba59-e6886236235a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:57.974439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:57.976972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:57.980777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:57.984625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:57.985224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.999733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.020452 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3b594530-1fa3-4b03-a50a-fc41086fa010 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4825180 Dec 23 16:16:58.023436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56504) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:58.026800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Router 01823de9-9af5-4e4c-b2aa-4749eb8c17e2 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:58.043513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b428241-66e9-4c4b-9f24-83d4c7091b82 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:58.152095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1fc88-54f3-4e60-a887-016726a5a43d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:58.152568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-65d1fc88-54f3-4e60-a887-016726a5a43d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:58.220117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-046864a7-8a0c-4f53-a949-af8d3baa3847 None None] Provisioning complete for port cd414b1f-5f75-49d6-9575-27ba7d25eff6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:58.220764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-046864a7-8a0c-4f53-a949-af8d3baa3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.228834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-65d1fc88-54f3-4e60-a887-016726a5a43d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:58.232860 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-65d1fc88-54f3-4e60-a887-016726a5a43d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/9a40f414-1018-43f0-ba59-e6886236235a HTTP/1.1" status: 200 len: 841 time: 0.2056537 Dec 23 16:16:58.233121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56508) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:58.314354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 9a40f414-1018-43f0-ba59-e6886236235a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:58.314608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.361503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:16:58.417150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:58.428123 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b7f137be-9838-4e5d-958b-5aca3fa16088 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "PUT /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4683449 Dec 23 16:16:58.431275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56512) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:58.443340 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] Sync routers for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:58.460295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:58.461022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:58.525174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:16:58.535213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:58.537629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Deleting port cd414b1f-5f75-49d6-9575-27ba7d25eff6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:58.537958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.540828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.672079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.702012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:58.702684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:58.755959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:58.768860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:58.769387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54332de-d81a-43a6-8221-a21a60c1b6fc None None] The sync data for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:58.783523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.790109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.790956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.794591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 9a40f414-1018-43f0-ba59-e6886236235a owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:58.829031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:58.829505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.893708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a7c20ce-97ae-475f-8a9e-ec8a44fdb9a3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.897013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cd414b1f-5f75-49d6-9575-27ba7d25eff6 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:16:58.933277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:58.936162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:58.939394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:58.940073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.943624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=11']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:58.952049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=0f056646-b36a-4d4d-b01a-b8f54ad05599,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:58.979421 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-06fbd2ac-621c-48c2-ad1c-249537f56c31 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2577195 Dec 23 16:16:58.979642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56516) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:58.985112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:58.993322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Calling delete_port for cd414b1f-5f75-49d6-9575-27ba7d25eff6 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:16:59.009535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.065494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=9a40f414-1018-43f0-ba59-e6886236235a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:59.131455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:16:59.132021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:16:59.137016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.140092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:59.144681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:59.148044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:59.153950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:59.166279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:59.170618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.171883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:59.175718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.209922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.226956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dd8df6c4-0573-43f0-bd32-6e2f6c234fa3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/9a40f414-1018-43f0-ba59-e6886236235a HTTP/1.1" status: 204 len: 168 time: 0.9928274 Dec 23 16:16:59.229613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56520) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:59.249954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=12']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:59.276300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b051dc7-671a-4671-9d52-06c8cf615be1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:16:59.276808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7b051dc7-671a-4671-9d52-06c8cf615be1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:59.299216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-0a7c20ce-97ae-475f-8a9e-ec8a44fdb9a3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 16:16:59.300380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0a7c20ce-97ae-475f-8a9e-ec8a44fdb9a3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2 HTTP/1.1" status: 409 len: 329 time: 0.8669500 Dec 23 16:16:59.301518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7b051dc7-671a-4671-9d52-06c8cf615be1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:59.306446 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7b051dc7-671a-4671-9d52-06c8cf615be1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/9a40f414-1018-43f0-ba59-e6886236235a HTTP/1.1" status: 404 len: 333 time: 0.0720344 Dec 23 16:16:59.306446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56524) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:59.306731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56528) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:59.311587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'name': 'tempest-PortsTestJSON-7066040'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:59.401308 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f056646-b36a-4d4d-b01a-b8f54ad05599 (CIDR: 2001:db8::/64) Dec 23 16:16:59.404254 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:16:59.404743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:16:59.424689 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c96e4bc2-c076-4ce6-918d-e9f49374f03d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4412427 Dec 23 16:16:59.424883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:59.430958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:59.544766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:59.559001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:59.568304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:59.571653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:59.572789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:59.574577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.575632 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:59.581181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:59.591414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:59.595350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.608551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port a1e724e9-c0bb-46c5-96a1-7a1729453beb yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:16:59.633065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Deleting port cd414b1f-5f75-49d6-9575-27ba7d25eff6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:16:59.633855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.878276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.881055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] For port cd414b1f-5f75-49d6-9575-27ba7d25eff6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cd414b1f-5f75-49d6-9575-27ba7d25eff6,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:59.881444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.938576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:59.941671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:59.946057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:59.946762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.962517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:59.978519 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd68fd81-c812-430c-a72e-ee9203037888 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5526285 Dec 23 16:16:59.978726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:59.981514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56536) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:59.987264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:28:2b:67', 'name': 'tempest-NetworksTestDHCPv6-850128426'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:59.989202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.023483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Calling delete_port for cd414b1f-5f75-49d6-9575-27ba7d25eff6 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:00.126660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:00.138463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:00.140522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.152028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:00.156189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.185724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 63c8dee5-6179-4a51-905a-1c353ff249fe yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:00.207726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.231322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:00.233398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=a1e724e9-c0bb-46c5-96a1-7a1729453beb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:00.236519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:00.239497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:00.243359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:00.244506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.259643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] Pushing event deleted for resources: {'Port': ['ID=cd414b1f-5f75-49d6-9575-27ba7d25eff6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:00.312133 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-56b09a96-bfef-45b6-a470-857ae4d701bf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 1.0046239 Dec 23 16:17:00.316426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56540) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:00.332281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ec940-47cf-41d5-835b-d1094fd6889c None None] No DVR routers for this DVR port cd414b1f-5f75-49d6-9575-27ba7d25eff6 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:00.347247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370268b-75d2-4ec7-a046-21ef27d3e249 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:00.373695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:00.458536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8:0:1::2c7 (59f3d771-e395-47fb-8757-8f93f42824df/9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387/63c8dee5-6179-4a51-905a-1c353ff249fe) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:00.465721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::f816:3eff:fe28:2b67 (59f3d771-e395-47fb-8757-8f93f42824df/0f056646-b36a-4d4d-b01a-b8f54ad05599/63c8dee5-6179-4a51-905a-1c353ff249fe) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:00.585573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.590229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '0f056646-b36a-4d4d-b01a-b8f54ad05599'}, {'subnet_id': '9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:00.591123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.679301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.700183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 63c8dee5-6179-4a51-905a-1c353ff249fe will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:00.723106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.795181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:00.798559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:00.801112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:00.805861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:00.806474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.822077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=63c8dee5-6179-4a51-905a-1c353ff249fe,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:00.845389 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64ae4dc1-f451-40f5-b4fd-11a12278d694 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8626282 Dec 23 16:17:00.847861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:00.882784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Allocated IP 2001:db8:0:1::2 (59f3d771-e395-47fb-8757-8f93f42824df/9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387/c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:00.889158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Allocated IP 2001:db8::f816:3eff:fe30:a7d8 (59f3d771-e395-47fb-8757-8f93f42824df/0f056646-b36a-4d4d-b01a-b8f54ad05599/c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:00.931463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 63c8dee5-6179-4a51-905a-1c353ff249fe {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:00.932062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.014740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.022666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.097379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.108367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Transition to ACTIVE for port object c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:01.129144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Transition to ACTIVE for port object c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:01.137528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] In _notify_port_updated(), no bound segment for port a1e724e9-c0bb-46c5-96a1-7a1729453beb on network f92dea57-e663-4201-a96f-b4c803e49fa0 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:17:01.138246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.141333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:01.141933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.145796 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "PUT /v2.0/ports/a1e724e9-c0bb-46c5-96a1-7a1729453beb HTTP/1.1" status: 200 len: 818 time: 0.7832458 Dec 23 16:17:01.146721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56548) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:01.163279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a9af-6df3-4d3b-8726-283fdc9edca6 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=a1e724e9-c0bb-46c5-96a1-7a1729453beb,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:01.172753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting port 8f77df69-7631-4d4d-baa1-a7d2803c0606 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:01.173095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.204952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Pushing event updated for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:01.219497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:01.220874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:01.224062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:01.240969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.254786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port a1e724e9-c0bb-46c5-96a1-7a1729453beb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:01.255117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.342304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Attempting to bind port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:01.343224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Attempting to bind port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:01.343224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Attempting to bind port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:01.349720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:01.350157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:01.350495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.350876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:01.351339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Bound port: c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:01.351742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.364445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.464766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:01.468410 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:01.472026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.491767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Calling delete_port for 8f77df69-7631-4d4d-baa1-a7d2803c0606 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:01.498873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 63c8dee5-6179-4a51-905a-1c353ff249fe owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:01.558981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35228eac-1e80-466c-ab16-8097a4be464f None None] Pushing event updated for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:01.680199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.739972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Port': ['ID=8f77df69-7631-4d4d-baa1-a7d2803c0606,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:01.826137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:01.997408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for a1e724e9-c0bb-46c5-96a1-7a1729453beb owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:02.005990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.072385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.132709 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=63c8dee5-6179-4a51-905a-1c353ff249fe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:02.170750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.249805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=a1e724e9-c0bb-46c5-96a1-7a1729453beb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:02.256347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.273658 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.280986 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8218e1e0-2e91-4363-810b-e8a96c3cadb3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/a1e724e9-c0bb-46c5-96a1-7a1729453beb HTTP/1.1" status: 204 len: 168 time: 1.1287234 Dec 23 16:17:02.280986 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38d6ce40-40df-485c-9784-853f1f24809f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/63c8dee5-6179-4a51-905a-1c353ff249fe HTTP/1.1" status: 204 len: 168 time: 1.4290745 Dec 23 16:17:02.280986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56552) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.283124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.434372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61162cef-07c6-4cc6-a64a-d1c916aae5ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:02.435015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61162cef-07c6-4cc6-a64a-d1c916aae5ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:02.443991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb247b4-0d70-484b-a4d6-0f08943b9b89 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:02.444676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7bb247b4-0d70-484b-a4d6-0f08943b9b89 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:02.469218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61162cef-07c6-4cc6-a64a-d1c916aae5ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:02.470382 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61162cef-07c6-4cc6-a64a-d1c916aae5ae tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1888363 Dec 23 16:17:02.471603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7bb247b4-0d70-484b-a4d6-0f08943b9b89 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:02.472734 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7bb247b4-0d70-484b-a4d6-0f08943b9b89 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1887567 Dec 23 16:17:02.473251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56560) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.475802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56564) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.556323 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-225daecb-e40b-46ce-be20-8668294e8103 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:02.557584 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-225daecb-e40b-46ce-be20-8668294e8103 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/a1e724e9-c0bb-46c5-96a1-7a1729453beb HTTP/1.1" status: 404 len: 333 time: 0.0809677 Dec 23 16:17:02.561691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56568) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.567636 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1014722629'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:02.575570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:02.587285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:02.591086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:02.599250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:02.599462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Router 01823de9-9af5-4e4c-b2aa-4749eb8c17e2 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:17:02.614258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:02.617204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.638713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1502b0-cb6a-4994-aecd-805efbc2c710 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:02.643227 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd1502b0-cb6a-4994-aecd-805efbc2c710 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1661298 Dec 23 16:17:02.643432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56572) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.688387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0cf66-75e8-4788-9b8e-1ed35e28ff72 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:02.706734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:17:02.723290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eba7d6-82a4-494f-bdf2-83e097599406 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:02.724749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eba7d6-82a4-494f-bdf2-83e097599406 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:02.726015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eba7d6-82a4-494f-bdf2-83e097599406 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:02.726800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c3eba7d6-82a4-494f-bdf2-83e097599406 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:02.732033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.732368 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment 49687502-ff34-423e-a729-67c955e44f84 of type vlan for network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc Dec 23 16:17:02.765126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c3eba7d6-82a4-494f-bdf2-83e097599406 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:02.766249 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c3eba7d6-82a4-494f-bdf2-83e097599406 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1219542 Dec 23 16:17:02.768945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56576) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.772286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.772803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:02.787742 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d68af421-4acb-43be-8ec5-673852971971 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "PUT /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4829004 Dec 23 16:17:02.788664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56580) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.793989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2f720c1b-dffc-4212-9d78-ba4db503ae80 None None] Provisioning for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:02.799694 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] Sync routers for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:02.818857 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:02.819465 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:02.858073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 0f056646-b36a-4d4d-b01a-b8f54ad05599 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:02.862078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.882401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-88217e95-9eb5-425a-8163-74b23ce67ac0 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] show failed (client error): The resource could not be found. Dec 23 16:17:02.888413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-88217e95-9eb5-425a-8163-74b23ce67ac0 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1274045620 HTTP/1.1" status: 404 len: 335 time: 0.0986958 Dec 23 16:17:02.889073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56584) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:02.899594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c9cbc45e-ee14-41ba-838b-8b6e8d3008ae tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:02.899828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.903179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:02.903784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:02.924371 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:02.947827 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] Routers {'01823de9-9af5-4e4c-b2aa-4749eb8c17e2'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:02.948426 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:16:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:02.954088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:02.970419 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-c9cbc45e-ee14-41ba-838b-8b6e8d3008ae tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] update failed (client error): The resource could not be found. Dec 23 16:17:02.977973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c9cbc45e-ee14-41ba-838b-8b6e8d3008ae tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1256307624 HTTP/1.1" status: 404 len: 335 time: 0.0878775 Dec 23 16:17:02.978621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56588) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:03.010487 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:03.010874 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f7c78-7c1d-42cf-9415-62883a530b88 None None] The sync data for ids ['01823de9-9af5-4e4c-b2aa-4749eb8c17e2'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:17:03.026144 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4608610 Dec 23 16:17:03.026670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56592) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:03.029732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.035109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:03.077001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73625f3f-6dc4-4c0a-95ee-83654c00c376 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:03.092104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:17:03.232281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.242558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:03.250167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:03.255841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:03.256960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:03.266311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:03.266679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.273824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:03.303966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:03.313360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.324462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting subnet 76cd9464-3fd8-40c6-8eef-2d6e1b6cf2f7 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:03.360140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.378552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=0f056646-b36a-4d4d-b01a-b8f54ad05599,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:03.384968 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb03a4ef-7f3f-4c34-8912-332c6069f06c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/0f056646-b36a-4d4d-b01a-b8f54ad05599 HTTP/1.1" status: 204 len: 168 time: 0.6150951 Dec 23 16:17:03.387423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56596) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:03.389891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.433819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.475501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.498109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:03.503400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.520240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.550192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b2da83-c088-44bc-9925-785a08dab6e1 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:03.613938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:03.616815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.671451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.673010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:03.692106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.708099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-09a2b5d6-af1d-419b-893b-efe3bdd7bbdd None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:03.708700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-09a2b5d6-af1d-419b-893b-efe3bdd7bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.759917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.834421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.843290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.882008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Subnet': ['ID=76cd9464-3fd8-40c6-8eef-2d6e1b6cf2f7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:03.886860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.888336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:03.892703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.910756 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-43e75feb-eb20-4214-a8c3-7fc12a3eaa85 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387 HTTP/1.1" status: 204 len: 168 time: 0.5222208 Dec 23 16:17:03.911473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56600) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:03.933690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:03.943026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb502c1b-5446-4b03-b3f7-82003f1f52f5 None None] Network ad39eb1d-e4b2-4399-8439-a5ad384644a2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:03.973880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-706e48ab-08e7-49d4-96b3-c0f38418cd04 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/subnets/76cd9464-3fd8-40c6-8eef-2d6e1b6cf2f7 HTTP/1.1" status: 204 len: 168 time: 0.9919884 Dec 23 16:17:03.978785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56604) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:03.983659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=1f2a674c-fcac-40d5-a4bb-9ccf05350f60,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:03.992359 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-944044f8-c9da-4559-8309-eda69f4d7d68 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795648 Dec 23 16:17:03.993685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56608) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:03.999496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:04.040331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': '49687502-ff34-423e-a729-67c955e44f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:04.040603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:17:04.110107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:04.114697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:04.118465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:04.124459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:04.136032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:04.140749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.166387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cea069-2283-4b74-b2e2-a815e76c1fe3 None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:04.237828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:17:04.240530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83cea069-2283-4b74-b2e2-a815e76c1fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.263732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:04.271113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:04.271712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.297475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061cba1d-c06d-44ec-ae03-3b4ad71d8ed5 None None] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:04.317701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bd0c613d-907f-4f74-86ac-b8a9898b2b16 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2873940 Dec 23 16:17:04.318403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56612) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:04.323392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting subnet 99895b45-974f-41ae-91c6-a047edfb8c76 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:04.326364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.328461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:04.407848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.489201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] DHCP port deletion for ad39eb1d-e4b2-4399-8439-a5ad384644a2 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:04.528377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Deleting port a45ae82d-8375-4b71-8b19-10feeadbfcb2 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:04.528871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.542650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.580187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.650631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b32e24-89dc-4ba9-a536-1cd61e63a52a None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:04.684715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:04.687343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.690962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:04.707475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:04.707983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.719914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=f7591562-9ca3-434b-b030-cc48e7226e52,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:04.750146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Subnet': ['ID=99895b45-974f-41ae-91c6-a047edfb8c76,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:04.753827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:04.759012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:04.761891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:04.766742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.768201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:04.775828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35ffc6ca-6e79-46a9-b140-62367c8503d3 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/subnets/99895b45-974f-41ae-91c6-a047edfb8c76 HTTP/1.1" status: 204 len: 168 time: 0.7947810 Dec 23 16:17:04.778273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56618) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:04.784465 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6401e948-d756-4449-be61-3e42eda72725 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7897189 Dec 23 16:17:04.788521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56622) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:04.789152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:04.893380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc91891-042b-4489-a43e-84dff63fb713 None None] Network 7b3024dc-6917-4aa2-921a-ad088801d8f1 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:04.898339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:04.927129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.938423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting port a45ae82d-8375-4b71-8b19-10feeadbfcb2 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:04.938919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:04.958175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:05.043159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.064825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc', 'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc', 'tenant_id': '5d90efae78dd43e2b279f828368a7dd9', 'fixed_ips': [{'subnet_id': '1f2a674c-fcac-40d5-a4bb-9ccf05350f60'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:05.065611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.140147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22813035-fd66-4093-a7df-51d91b989a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.166681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] For port a45ae82d-8375-4b71-8b19-10feeadbfcb2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a45ae82d-8375-4b71-8b19-10feeadbfcb2,segment=NetworkSegment(e7c5290f-43b3-4982-a133-3dabc48aa1e2),segment_id=e7c5290f-43b3-4982-a133-3dabc48aa1e2)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:05.166973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] For port a45ae82d-8375-4b71-8b19-10feeadbfcb2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a45ae82d-8375-4b71-8b19-10feeadbfcb2,segment=NetworkSegment(e7c5290f-43b3-4982-a133-3dabc48aa1e2),segment_id=e7c5290f-43b3-4982-a133-3dabc48aa1e2)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:05.167083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.167451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.233882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a4141f34-cad4-4eb0-b617-f685167c3b43 None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:05.234277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a4141f34-cad4-4eb0-b617-f685167c3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.249203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:05.260452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:05.264377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:05.281513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:05.300890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Calling delete_port for a45ae82d-8375-4b71-8b19-10feeadbfcb2 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:05.301355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:05.304733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.321662 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1f2a674c-fcac-40d5-a4bb-9ccf05350f60 (CIDR: 172.20.0.0/28) Dec 23 16:17:05.385691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.387357 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:17:05.388035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:05.421065 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a525c69-71e5-48f0-9a46-a491b044afda tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1013796 Dec 23 16:17:05.424397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:05.428541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Calling delete_port for a45ae82d-8375-4b71-8b19-10feeadbfcb2 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:05.431730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:05.445775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Port': ['ID=a45ae82d-8375-4b71-8b19-10feeadbfcb2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:05.450286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] No DVR routers for this DVR port a45ae82d-8375-4b71-8b19-10feeadbfcb2 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:05.569083 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7591562-9ca3-434b-b030-cc48e7226e52 (CIDR: 2001:db8::/64) Dec 23 16:17:05.577133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.582917 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:17:05.583350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:05.604127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad39eb1d-e4b2-4399-8439-a5ad384644a2']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:05.619291 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bc581e27-4cc4-4a99-9824-e12eb6341916 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7378740 Dec 23 16:17:05.620419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:05.622588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:05.622739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c5290f-43b3-4982-a133-3dabc48aa1e2') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:05.623056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c5290f-43b3-4982-a133-3dabc48aa1e2') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:05.629298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:05.636216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.646517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:05.653588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.661020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:05.661739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:05.676191 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:05.697442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:05.709399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:05.732054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.736894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:05.740369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.769478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.790850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.797372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Network': ['ID=ad39eb1d-e4b2-4399-8439-a5ad384644a2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:05.804134 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d09ce568-491a-450a-9cd8-898db74c3e8b tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/networks/ad39eb1d-e4b2-4399-8439-a5ad384644a2 HTTP/1.1" status: 204 len: 168 time: 1.0244877 Dec 23 16:17:05.806932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56634) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:05.839730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:17:05.840079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:17:05.871416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Allocated IP 172.20.0.2 (3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc/1f2a674c-fcac-40d5-a4bb-9ccf05350f60/b50c6e25-2651-44a5-9493-e36d7e7af401) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:05.873187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:05.890133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:05.894504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:05.904794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:05.914923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:05.931801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:05.936066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.950478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.966145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting port 94e49f93-f2af-4c31-a487-e37bd5b06f27 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:05.966928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.993723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:05.994275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a45ae82d-8375-4b71-8b19-10feeadbfcb2 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:06.060127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] DHCP port deletion for 7b3024dc-6917-4aa2-921a-ad088801d8f1 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:06.083234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a45ae82d-8375-4b71-8b19-10feeadbfcb2 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:06.083588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a45ae82d-8375-4b71-8b19-10feeadbfcb2 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:06.095835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Deleting port 94e49f93-f2af-4c31-a487-e37bd5b06f27 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:06.096181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.199151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:06.266847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.288665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] For port 94e49f93-f2af-4c31-a487-e37bd5b06f27, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=94e49f93-f2af-4c31-a487-e37bd5b06f27,segment=NetworkSegment(f7f377e6-b50f-4f34-a131-44336b417e84),segment_id=f7f377e6-b50f-4f34-a131-44336b417e84)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:06.289301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.342486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Deleting port a45ae82d-8375-4b71-8b19-10feeadbfcb2 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:06.342882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.345409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:06.349446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:06.353728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:06.354325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.375874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=c2214f74-1281-4a67-8bec-36d28f90e57a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:06.412371 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9b009165-0f1c-413c-ad32-2ff74824cfe7 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9863939 Dec 23 16:17:06.414175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Calling delete_port for 94e49f93-f2af-4c31-a487-e37bd5b06f27 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:06.415929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56638) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:06.421024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc', 'fixed_ips': [{'subnet_id': '1f2a674c-fcac-40d5-a4bb-9ccf05350f60'}, {'subnet_id': 'c2214f74-1281-4a67-8bec-36d28f90e57a'}], 'name': 'tempest-PortsTestJSON-1771517986'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:06.501316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.551500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Port': ['ID=94e49f93-f2af-4c31-a487-e37bd5b06f27,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:06.558258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] No DVR routers for this DVR port 94e49f93-f2af-4c31-a487-e37bd5b06f27 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:06.575694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-424496bb-a771-47bc-88b0-918ed64aa717 None None] The port 'a45ae82d-8375-4b71-8b19-10feeadbfcb2' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:17:06.615925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.626261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': 'f7591562-9ca3-434b-b030-cc48e7226e52'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:06.658205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.678654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:06.684755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Transition to ACTIVE for port object b50c6e25-2651-44a5-9493-e36d7e7af401 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:06.690137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.699067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] For port 94e49f93-f2af-4c31-a487-e37bd5b06f27, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=94e49f93-f2af-4c31-a487-e37bd5b06f27,segment=NetworkSegment(f7f377e6-b50f-4f34-a131-44336b417e84),segment_id=f7f377e6-b50f-4f34-a131-44336b417e84)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:06.699458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.699972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:06.708470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:17:06.717909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3024dc-6917-4aa2-921a-ad088801d8f1']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:06.725567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.739793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f377e6-b50f-4f34-a131-44336b417e84') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:06.740466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f377e6-b50f-4f34-a131-44336b417e84') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:06.755352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.758131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:06.769475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.772094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.777540 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:17:06.779761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:06.780313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.785575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Transition to ACTIVE for port object b50c6e25-2651-44a5-9493-e36d7e7af401 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:06.795759 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:06.848389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Calling delete_port for 94e49f93-f2af-4c31-a487-e37bd5b06f27 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:06.877997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.880223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.893323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port dbb7711e-d125-4459-8a57-d9065aebefdb yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:06.903171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.913956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/networks/7b3024dc-6917-4aa2-921a-ad088801d8f1 HTTP/1.1" status: 204 len: 168 time: 1.1037784 Dec 23 16:17:06.914592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56642) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:06.916463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 94e49f93-f2af-4c31-a487-e37bd5b06f27 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:06.917983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653e77a-8b65-44a6-aad2-cdd040d74ac1 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Network': ['ID=7b3024dc-6917-4aa2-921a-ad088801d8f1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:06.983124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:06.996389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 94e49f93-f2af-4c31-a487-e37bd5b06f27 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:06.996721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 94e49f93-f2af-4c31-a487-e37bd5b06f27 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:07.063402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Pushing event updated for resources: {'Port': ['ID=b50c6e25-2651-44a5-9493-e36d7e7af401,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:07.071619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:07.099959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:07.107203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:07.112144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:17:07.112702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:17:07.118978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting subnet 35d53dc1-7132-40d6-b684-b9fddf99437e {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:07.122260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.182940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.276690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.286218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Attempting to bind port b50c6e25-2651-44a5-9493-e36d7e7af401 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:07.286868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Attempting to bind port b50c6e25-2651-44a5-9493-e36d7e7af401 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '49687502-ff34-423e-a729-67c955e44f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:07.287234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Attempting to bind port b50c6e25-2651-44a5-9493-e36d7e7af401 on network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:07.292839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5489d298-e800-4f00-8889-b62a04bffe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.302346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:07.302711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Checking segment: {'id': '49687502-ff34-423e-a729-67c955e44f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:07.303295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.303887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Bound using segment: {'id': '49687502-ff34-423e-a729-67c955e44f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:07.304634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Bound port: b50c6e25-2651-44a5-9493-e36d7e7af401, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49687502-ff34-423e-a729-67c955e44f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:07.305006 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.354241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.399242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Subnet': ['ID=35d53dc1-7132-40d6-b684-b9fddf99437e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:07.405329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.414505 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b8764828-70a8-4e34-b2a9-5c560d201d46 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/subnets/35d53dc1-7132-40d6-b684-b9fddf99437e HTTP/1.1" status: 204 len: 168 time: 0.4987476 Dec 23 16:17:07.415079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56646) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:07.423603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef8fdd1-b09c-478e-b38f-49530964ea5f None None] Network 4fe01b0c-8759-45a7-9242-7215267415a3 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:07.447206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/f7591562-9ca3-434b-b030-cc48e7226e52/c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:07.498874 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:07.527611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] For port b50c6e25-2651-44a5-9493-e36d7e7af401, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:07.538012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.546936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] For port b50c6e25-2651-44a5-9493-e36d7e7af401, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b50c6e25-2651-44a5-9493-e36d7e7af401,segment=NetworkSegment(49687502-ff34-423e-a729-67c955e44f84),segment_id=49687502-ff34-423e-a729-67c955e44f84)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:07.551426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Deleting port 76ac98fb-f1e1-430d-9327-8ff21fce9711 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:07.551854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.580279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.582356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.592500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.593324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.620412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Deleting port 94e49f93-f2af-4c31-a487-e37bd5b06f27 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:07.620781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.666287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.7 (3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc/1f2a674c-fcac-40d5-a4bb-9ccf05350f60/dbb7711e-d125-4459-8a57-d9065aebefdb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:07.710613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.18 (3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc/c2214f74-1281-4a67-8bec-36d28f90e57a/dbb7711e-d125-4459-8a57-d9065aebefdb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:07.737982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:07.747497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:07.764941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:07.765522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.767156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aaad7-97ca-4f44-a2f5-5c2e0bc10fd2 None None] The port '94e49f93-f2af-4c31-a487-e37bd5b06f27' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:17:07.769114 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=577acd96-5713-477d-afa0-5798df403c42,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:07.791852 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1679153 Dec 23 16:17:07.794723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81f5cb-adb3-4041-a86c-5725cf5183d8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=8']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:07.794962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56650) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:07.803746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:c8:f1:0e', 'name': 'tempest-NetworksTestDHCPv6-676818539'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:07.852482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055480b7-0a94-4a04-bff7-a800e37e862d None None] Pushing event updated for resources: {'Port': ['ID=b50c6e25-2651-44a5-9493-e36d7e7af401,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:07.926855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:07.961140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.982593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] Transition to ACTIVE for port object c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:07.988372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.006238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] For port 76ac98fb-f1e1-430d-9327-8ff21fce9711, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=76ac98fb-f1e1-430d-9327-8ff21fce9711,segment=NetworkSegment(b07e49cd-2d3e-484c-93d4-67cdf679e302),segment_id=b07e49cd-2d3e-484c-93d4-67cdf679e302)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:08.006601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.038680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.040461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] DHCP port deletion for 4fe01b0c-8759-45a7-9242-7215267415a3 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:08.058522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object dbb7711e-d125-4459-8a57-d9065aebefdb will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:08.065969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Deleting port 76ac98fb-f1e1-430d-9327-8ff21fce9711 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:08.066468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.096960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.187417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Calling delete_port for 76ac98fb-f1e1-430d-9327-8ff21fce9711 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:08.202827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:08.204105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:08.205894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=dbb7711e-d125-4459-8a57-d9065aebefdb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:08.208285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:08.273572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:08.274759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.300337 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a0ba220-ce0a-4756-92c0-89670c1eabd3 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8828285 Dec 23 16:17:08.300522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56654) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:08.306869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f2a674c-fcac-40d5-a4bb-9ccf05350f60'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:08.308673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a6f9c-024c-45f9-96b7-cd0ad40e6557 None None] Pushing event updated for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:08.355319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.417205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:08.447506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:08.464931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.545261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.557450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] For port 76ac98fb-f1e1-430d-9327-8ff21fce9711, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=76ac98fb-f1e1-430d-9327-8ff21fce9711,segment=NetworkSegment(b07e49cd-2d3e-484c-93d4-67cdf679e302),segment_id=b07e49cd-2d3e-484c-93d4-67cdf679e302)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:08.558160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.599081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:08.613578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Port': ['ID=76ac98fb-f1e1-430d-9327-8ff21fce9711,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:08.667025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] No DVR routers for this DVR port 76ac98fb-f1e1-430d-9327-8ff21fce9711 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:08.681659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Calling delete_port for 76ac98fb-f1e1-430d-9327-8ff21fce9711 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:08.762655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:17:08.763877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:17:08.888961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.943708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b50c6e25-2651-44a5-9493-e36d7e7af401 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:08.956109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:08.985196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe01b0c-8759-45a7-9242-7215267415a3']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:09.011075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07e49cd-2d3e-484c-93d4-67cdf679e302') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:09.011075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07e49cd-2d3e-484c-93d4-67cdf679e302') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:09.029233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.051740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port b50c6e25-2651-44a5-9493-e36d7e7af401 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:09.052290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port e5a5cf00-640d-4507-896f-f60ef8beec7a yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:09.059050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:09.086843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.137088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.166985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:09.167378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:09.196803 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:09.202152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76ac98fb-f1e1-430d-9327-8ff21fce9711 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:09.240492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 76ac98fb-f1e1-430d-9327-8ff21fce9711 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:09.240708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76ac98fb-f1e1-430d-9327-8ff21fce9711 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:09.265050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Deleting port 76ac98fb-f1e1-430d-9327-8ff21fce9711 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:09.265406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.287753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec773a-498b-4444-8055-78f939ffa9c0 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:09.307883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a9336-3548-4d08-bef9-717279814680 None None] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:09.391574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.456677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.473618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0daa974b-5b42-4af4-8163-52ded8b8e5cd None None] The port '76ac98fb-f1e1-430d-9327-8ff21fce9711' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:17:09.495572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Pushing event deleted for resources: {'Network': ['ID=4fe01b0c-8759-45a7-9242-7215267415a3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:09.506044 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b3dfe338-f8e2-4621-a14b-468ee97613d2 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/networks/4fe01b0c-8759-45a7-9242-7215267415a3 HTTP/1.1" status: 204 len: 168 time: 2.0899444 Dec 23 16:17:09.509426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56660) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:09.528923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Provisioning for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:09.560920 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-158ed447-c86d-47c9-bed2-431603f87c14 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Synchronizing usage tracker for tenant:e771cc0b31334049906188aa05dea2d5 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:09.562729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:09.563102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.578044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-158ed447-c86d-47c9-bed2-431603f87c14 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Unset dirty status for tenant:e771cc0b31334049906188aa05dea2d5 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:09.582197 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-158ed447-c86d-47c9-bed2-431603f87c14 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "GET /v2.0/ports?device_id=01823de9-9af5-4e4c-b2aa-4749eb8c17e2 HTTP/1.1" status: 200 len: 205 time: 0.0712378 Dec 23 16:17:09.582984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56664) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:09.729868 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc4e38d8-2b89-435b-9490-31d533c92630 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.806016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::26d (59f3d771-e395-47fb-8757-8f93f42824df/f7591562-9ca3-434b-b030-cc48e7226e52/e5a5cf00-640d-4507-896f-f60ef8beec7a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:09.817540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:f10e (59f3d771-e395-47fb-8757-8f93f42824df/577acd96-5713-477d-afa0-5798df403c42/e5a5cf00-640d-4507-896f-f60ef8beec7a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:09.830150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Delete allocated IP 172.20.0.18 (3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc/c2214f74-1281-4a67-8bec-36d28f90e57a) {{(pid=83494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 16:17:09.885046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.897625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:09.954292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:09.964471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.095407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Provisioning for port b50c6e25-2651-44a5-9493-e36d7e7af401 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:10.109651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Provisioning complete for port b50c6e25-2651-44a5-9493-e36d7e7af401 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:10.110034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.171137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.175299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.188255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Pushing event updated for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=10']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:10.204462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Ignored duplicate provisioning block setup for port dbb7711e-d125-4459-8a57-d9065aebefdb by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 16:17:10.205482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object e5a5cf00-640d-4507-896f-f60ef8beec7a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:10.210952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc4e38d8-2b89-435b-9490-31d533c92630 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.213649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.214007 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] Update dhcp port {'port': {'network_id': '3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc', 'fixed_ips': [{'subnet_id': '1f2a674c-fcac-40d5-a4bb-9ccf05350f60', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2214f74-1281-4a67-8bec-36d28f90e57a'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': 'b50c6e25-2651-44a5-9493-e36d7e7af401'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:10.217423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc4e38d8-2b89-435b-9490-31d533c92630 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.260347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc4e38d8-2b89-435b-9490-31d533c92630 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.260934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4e38d8-2b89-435b-9490-31d533c92630 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Fanout notify agent at l3_agent the message router_deleted on router 01823de9-9af5-4e4c-b2aa-4749eb8c17e2 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:17:10.281981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc4e38d8-2b89-435b-9490-31d533c92630 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.282205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.288203 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dc4e38d8-2b89-435b-9490-31d533c92630 tempest-RoutersNegativeTest-1072167526 tempest-RoutersNegativeTest-1072167526-project] 10.222.0.18 "DELETE /v2.0/routers/01823de9-9af5-4e4c-b2aa-4749eb8c17e2 HTTP/1.1" status: 204 len: 168 time: 0.7032366 Dec 23 16:17:10.422119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] In _notify_port_updated(), no bound segment for port dbb7711e-d125-4459-8a57-d9065aebefdb on network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:17:10.426519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:10.427349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.432359 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "PUT /v2.0/ports/dbb7711e-d125-4459-8a57-d9065aebefdb HTTP/1.1" status: 200 len: 919 time: 2.1308639 Dec 23 16:17:10.432572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56670) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:10.433312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854aafd-3817-4da9-bc40-da46e8bde0d9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=dbb7711e-d125-4459-8a57-d9065aebefdb,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:10.436963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.437503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.458888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f2a674c-fcac-40d5-a4bb-9ccf05350f60'}, {'subnet_id': 'c2214f74-1281-4a67-8bec-36d28f90e57a'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:10.564950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:10.565725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=e5a5cf00-640d-4507-896f-f60ef8beec7a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:10.568426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:10.570438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:10.575030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:10.575667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.597144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-09e0dccf-1279-439e-bd82-4c50f510622b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7979326 Dec 23 16:17:10.600798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56674) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:10.644487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] For port b50c6e25-2651-44a5-9493-e36d7e7af401, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b50c6e25-2651-44a5-9493-e36d7e7af401,segment=NetworkSegment(49687502-ff34-423e-a729-67c955e44f84),segment_id=49687502-ff34-423e-a729-67c955e44f84)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:10.659793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.693435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port e5a5cf00-640d-4507-896f-f60ef8beec7a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:10.693779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.744553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] Allocated IP 172.20.0.18 (3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc/c2214f74-1281-4a67-8bec-36d28f90e57a/b50c6e25-2651-44a5-9493-e36d7e7af401) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:10.771748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9f7777-63a2-47d8-be9a-b159dd18a7e9 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:10.797108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56680) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:10.899921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74741620-ebcc-41ca-a179-cd60d7578f82 None None] Pushing event updated for resources: {'Port': ['ID=b50c6e25-2651-44a5-9493-e36d7e7af401,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:10.912096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:10.984867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:10.986530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.027440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-08749e08-8a48-4417-8b1f-e53856f9ffaf None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:11.028010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08749e08-8a48-4417-8b1f-e53856f9ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.121535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for e5a5cf00-640d-4507-896f-f60ef8beec7a owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:11.158089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] For port b50c6e25-2651-44a5-9493-e36d7e7af401, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b50c6e25-2651-44a5-9493-e36d7e7af401,segment=NetworkSegment(49687502-ff34-423e-a729-67c955e44f84),segment_id=49687502-ff34-423e-a729-67c955e44f84)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:11.161777 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51a10024-4410-4edb-8826-b2d5c6c983ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e771cc0b31334049906188aa05dea2d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3616514 Dec 23 16:17:11.162775 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:11.217049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:11.217415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.307510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.336535 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6160d669-252c-48d4-bcf7-4a82e688f206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.344685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.364331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] Transition to ACTIVE for port object b50c6e25-2651-44a5-9493-e36d7e7af401 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:11.375333 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6160d669-252c-48d4-bcf7-4a82e688f206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.376219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.478383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.27 (3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc/c2214f74-1281-4a67-8bec-36d28f90e57a/dbb7711e-d125-4459-8a57-d9065aebefdb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:11.542812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=e5a5cf00-640d-4507-896f-f60ef8beec7a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:11.578582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2181a-2f47-40dc-a370-3eadba7f6cab None None] Pushing event updated for resources: {'Port': ['ID=b50c6e25-2651-44a5-9493-e36d7e7af401,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:11.607279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6160d669-252c-48d4-bcf7-4a82e688f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.613480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.635414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160d669-252c-48d4-bcf7-4a82e688f206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f04dc-f6eb-4dca-a784-b7c9ef910f19,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:11.639957 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9fabfc6d-5636-4ae2-980e-d1fd224beea8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e5a5cf00-640d-4507-896f-f60ef8beec7a HTTP/1.1" status: 204 len: 168 time: 1.0358007 Dec 23 16:17:11.640244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56690) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:11.679908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6160d669-252c-48d4-bcf7-4a82e688f206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.688455 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6160d669-252c-48d4-bcf7-4a82e688f206 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a20f04dc-f6eb-4dca-a784-b7c9ef910f19 HTTP/1.1" status: 204 len: 168 time: 0.5244241 Dec 23 16:17:11.780676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f653a1-e821-4679-bd64-b074d3949046 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:11.781538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-19f653a1-e821-4679-bd64-b074d3949046 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:11.798336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.802887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-19f653a1-e821-4679-bd64-b074d3949046 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:11.804383 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-19f653a1-e821-4679-bd64-b074d3949046 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1631386 Dec 23 16:17:11.807081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56696) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:11.817014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Ignored duplicate provisioning block setup for port dbb7711e-d125-4459-8a57-d9065aebefdb by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 16:17:11.821719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:11.954587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96777363-f510-4374-b142-56771b86a8c4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:11.956259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-96777363-f510-4374-b142-56771b86a8c4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1480877 Dec 23 16:17:11.958730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56700) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:11.994842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3573ab2d-f65e-4efa-9f52-2ff437454161 None None] Could not find standard attr ID for object e5a5cf00-640d-4507-896f-f60ef8beec7a. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:12.049884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3573ab2d-f65e-4efa-9f52-2ff437454161 None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:12.050520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3573ab2d-f65e-4efa-9f52-2ff437454161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:12.151050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=dbb7711e-d125-4459-8a57-d9065aebefdb,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:12.208976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756e176-78fd-4f08-a64a-a01c00a5610f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:12.211018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756e176-78fd-4f08-a64a-a01c00a5610f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:12.213032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756e176-78fd-4f08-a64a-a01c00a5610f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:12.214210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6756e176-78fd-4f08-a64a-a01c00a5610f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:12.237574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6756e176-78fd-4f08-a64a-a01c00a5610f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:12.247457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6756e176-78fd-4f08-a64a-a01c00a5610f tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2874255 Dec 23 16:17:12.248217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:12.332305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] In _notify_port_updated(), no bound segment for port dbb7711e-d125-4459-8a57-d9065aebefdb on network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:17:12.336652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:12.337351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:12.341149 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e57812cf-a220-4920-af2a-96610abe05a8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "PUT /v2.0/ports/dbb7711e-d125-4459-8a57-d9065aebefdb HTTP/1.1" status: 200 len: 999 time: 1.9043038 Dec 23 16:17:12.342205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:12.418617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-079fbc1e-256c-4311-9702-d15c0bdddd1f None None] Could not find standard attr ID for object e8ddfb17-faac-489e-b629-ab48d5f986a1. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:12.509297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47231f4c-67d0-4d73-ab27-f26346fe4b76 None None] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:12.524762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port dbb7711e-d125-4459-8a57-d9065aebefdb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:12.525096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:12.621669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-02a94949-4adb-4bf8-a7ad-086ae5499074 None None] Provisioning for port dbb7711e-d125-4459-8a57-d9065aebefdb completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:12.637809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-02a94949-4adb-4bf8-a7ad-086ae5499074 None None] Provisioning complete for port dbb7711e-d125-4459-8a57-d9065aebefdb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:12.638181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-02a94949-4adb-4bf8-a7ad-086ae5499074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:12.698621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 577acd96-5713-477d-afa0-5798df403c42 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:12.706734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:12.782448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-02a94949-4adb-4bf8-a7ad-086ae5499074 None None] Port dbb7711e-d125-4459-8a57-d9065aebefdb cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:12.846942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-02a94949-4adb-4bf8-a7ad-086ae5499074 None None] Provisioning for port b50c6e25-2651-44a5-9493-e36d7e7af401 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:12.855967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-02a94949-4adb-4bf8-a7ad-086ae5499074 None None] Provisioning complete for port b50c6e25-2651-44a5-9493-e36d7e7af401 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:12.856330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-02a94949-4adb-4bf8-a7ad-086ae5499074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:12.891799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b50c6e25-2651-44a5-9493-e36d7e7af401 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:12.948696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.049757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.061834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b50c6e25-2651-44a5-9493-e36d7e7af401 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:13.062446 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.182283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for dbb7711e-d125-4459-8a57-d9065aebefdb owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:13.191496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-608f0757-fc5d-4fc4-aa4f-7156af31a2d7 None None] Could not find standard attr ID for object e2981507-2a0e-4e48-8919-7fdd094b827e. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:13.194781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-608f0757-fc5d-4fc4-aa4f-7156af31a2d7 None None] Could not find standard attr ID for object e5a5cf00-640d-4507-896f-f60ef8beec7a. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:13.197857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-608f0757-fc5d-4fc4-aa4f-7156af31a2d7 None None] Could not find standard attr ID for object 63c8dee5-6179-4a51-905a-1c353ff249fe. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:13.233336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.375943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.416401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=577acd96-5713-477d-afa0-5798df403c42,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:13.461783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.495781 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-951fad3e-f160-4f8d-a563-1e3f943b0ab2 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/577acd96-5713-477d-afa0-5798df403c42 HTTP/1.1" status: 204 len: 168 time: 1.2443171 Dec 23 16:17:13.498343 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56712) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:13.550683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.616499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=dbb7711e-d125-4459-8a57-d9065aebefdb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:13.628770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet f7591562-9ca3-434b-b030-cc48e7226e52 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:13.646999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc4dd9-defe-4060-b920-a40d5fb10ab8 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:13.667195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.793006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.845048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.847045 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e0f29ab6-4e78-4aa6-826e-323105cc65ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/dbb7711e-d125-4459-8a57-d9065aebefdb HTTP/1.1" status: 204 len: 168 time: 1.5044761 Dec 23 16:17:13.849682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56716) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:13.888724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:13.899613 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-15152c19-c185-49fe-a10e-5dd93e38d158 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:13.900395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-15152c19-c185-49fe-a10e-5dd93e38d158 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:13.916952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-15152c19-c185-49fe-a10e-5dd93e38d158 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:13.918290 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-15152c19-c185-49fe-a10e-5dd93e38d158 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/dbb7711e-d125-4459-8a57-d9065aebefdb HTTP/1.1" status: 404 len: 333 time: 0.0670331 Dec 23 16:17:13.921053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56720) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:13.966598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.021280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=f7591562-9ca3-434b-b030-cc48e7226e52,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:14.025553 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.038565 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7ba7273-88b2-4121-a7da-49e2569afded tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/f7591562-9ca3-434b-b030-cc48e7226e52 HTTP/1.1" status: 204 len: 168 time: 0.5392265 Dec 23 16:17:14.039148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56724) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:14.111239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56728) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:14.111537 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25e776fe-ea52-43e5-8403-15c5fe5fc341 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710392 Dec 23 16:17:14.121064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:14.214481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-de83a2b6-b700-41ec-810e-e31573353a2d None None] Could not find standard attr ID for object dbb7711e-d125-4459-8a57-d9065aebefdb. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:14.216769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet c2214f74-1281-4a67-8bec-36d28f90e57a {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:14.224151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.237977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-de83a2b6-b700-41ec-810e-e31573353a2d None None] Provisioning complete for port b50c6e25-2651-44a5-9493-e36d7e7af401 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:14.238347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de83a2b6-b700-41ec-810e-e31573353a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.294081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:14.300549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.328622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:14.335631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:14.344442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:14.374351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:14.481405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec920a-96e9-4f9f-94c9-a28fe965ad4d None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:14.494969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.565884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.661628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b19b472e-5f1a-4b6d-9923-b016cf2d1bbc None None] Provisioning complete for port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:14.661914 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b19b472e-5f1a-4b6d-9923-b016cf2d1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.671687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.716656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=c2214f74-1281-4a67-8bec-36d28f90e57a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:14.723899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.763046 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-279bbb25-ff3a-46fb-ab7d-b15bd168c37f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/c2214f74-1281-4a67-8bec-36d28f90e57a HTTP/1.1" status: 204 len: 168 time: 0.8409095 Dec 23 16:17:14.765764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56732) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:14.835751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.846027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:14.849638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 1f2a674c-fcac-40d5-a4bb-9ccf05350f60 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:14.849893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] Deleting port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:14.850274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.853781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.897602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:14.901270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:14.905442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:14.906411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.915857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:14.924457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=9b0f0250-f75e-4395-afe6-16ff56218c59,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:14.935443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2608f9f8-7671-4830-bb18-0aa285aecdf8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8226545 Dec 23 16:17:14.936196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56736) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:14.942132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:15.002183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.082173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.086517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] For port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:15.087124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.089112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:15.093240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:15.096056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:15.101648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:15.112422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:15.116378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.122848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2a674c-fcac-40d5-a4bb-9ccf05350f60,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:15.129848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.138510 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-394f8831-24b1-4862-8b9c-ea96b69d03dd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/1f2a674c-fcac-40d5-a4bb-9ccf05350f60 HTTP/1.1" status: 204 len: 168 time: 0.3691647 Dec 23 16:17:15.138725 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56740) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:15.212760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] Calling delete_port for c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:15.252238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.ipam_backend_mixin [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b0f0250-f75e-4395-afe6-16ff56218c59 (CIDR: 2001:db8::/64) Dec 23 16:17:15.257166 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:17:15.257451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.257594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:15.269483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port b50c6e25-2651-44a5-9493-e36d7e7af401 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:15.269829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.283501 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e0556e1a-1edd-4aef-b3e0-64a59b77b4ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3460314 Dec 23 16:17:15.286235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56744) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:15.297581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'subnet': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:15.298986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.435227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] No DVR routers for this DVR port c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:15.436857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9d42c-d03e-45c8-a456-674fd62de563 None None] Network 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:15.450912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0fc7f-e3cb-413c-8430-c5336b290fd3 None None] Pushing event deleted for resources: {'Port': ['ID=c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:15.490488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:15.495721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Usage tracker for resource:subnet and tenant:df880e3156bd48a49b8923e8ac84462c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:15.499022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:15.505196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:15.511949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f5bc2bcc-c442-4bbc-bc56-ba4fbd156954 None None] Could not find standard attr ID for object dbb7711e-d125-4459-8a57-d9065aebefdb. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:15.517742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:15.519714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bdb66-7902-4084-9145-f4143031e2f3 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:15.521738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.625908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] For port b50c6e25-2651-44a5-9493-e36d7e7af401, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b50c6e25-2651-44a5-9493-e36d7e7af401,segment=NetworkSegment(49687502-ff34-423e-a729-67c955e44f84),segment_id=49687502-ff34-423e-a729-67c955e44f84)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:15.626555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.753098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for b50c6e25-2651-44a5-9493-e36d7e7af401 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:15.830815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.846766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-59f3d771-e395-47fb-8757-8f93f42824df', 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'tenant_id': 'df880e3156bd48a49b8923e8ac84462c', 'fixed_ips': [{'subnet_id': '9b0f0250-f75e-4395-afe6-16ff56218c59'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:15.847827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:15.885121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=b50c6e25-2651-44a5-9493-e36d7e7af401,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:15.889136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No DVR routers for this DVR port b50c6e25-2651-44a5-9493-e36d7e7af401 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:15.924768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c8389-662f-4b40-923a-5f71b0eeb787 None None] DHCP port deletion for 3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:16.018281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.023544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Allocated IP 2001:db8::2 (59f3d771-e395-47fb-8757-8f93f42824df/9b0f0250-f75e-4395-afe6-16ff56218c59/90a64b19-f67a-4ac3-b8e9-f3961715e73d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:16.031591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.objects.ports [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83494) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 16:17:16.036840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.058371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:16.070823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49687502-ff34-423e-a729-67c955e44f84') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:16.071142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49687502-ff34-423e-a729-67c955e44f84') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:16.082910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.099496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.100666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:16.104400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:16.107291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:16.107914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.115351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:16.115891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.121790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Subnet': ['ID=bc45e732-e888-4e4e-92ec-f68b431ccd47,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:16.130965 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:16.139913 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b5cd2f39-b0c8-40c6-8eb1-25230719e921 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8520002 Dec 23 16:17:16.142415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56748) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:16.147882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Request body: {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'mac_address': 'fa:16:3e:63:82:59', 'name': 'tempest-NetworksTestDHCPv6-1922997728'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:16.215714 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.243773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.246279 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:16.259535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.265929 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7c617d2-8e10-48b5-a719-a8482410d6b9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/3a8d5968-0d38-4ebe-8f43-9e79f20bd2cc HTTP/1.1" status: 204 len: 168 time: 1.1229532 Dec 23 16:17:16.266909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56752) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:16.269994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Transition to ACTIVE for port object 90a64b19-f67a-4ac3-b8e9-f3961715e73d will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:16.288269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Transition to ACTIVE for port object 90a64b19-f67a-4ac3-b8e9-f3961715e73d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:16.294458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.344207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:16.357501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:16.359763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:16.362598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:16.367973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:16.370923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Pushing event updated for resources: {'Port': ['ID=90a64b19-f67a-4ac3-b8e9-f3961715e73d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:16.379657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bf943b-0b44-401a-ac56-4f7035d44c3b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:16.381096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d6bf943b-0b44-401a-ac56-4f7035d44c3b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1139133 Dec 23 16:17:16.382395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Made reservation on behalf of df880e3156bd48a49b8923e8ac84462c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:16.386364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.386854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56756) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:16.414186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] device_id is not set on port 947aee4f-bf84-4211-a707-5a49cb54956c yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:16.462164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Attempting to bind port 90a64b19-f67a-4ac3-b8e9-f3961715e73d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:16.462535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Attempting to bind port 90a64b19-f67a-4ac3-b8e9-f3961715e73d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:16.462892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Attempting to bind port 90a64b19-f67a-4ac3-b8e9-f3961715e73d on network 59f3d771-e395-47fb-8757-8f93f42824df {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:16.470774 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:16.471138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Checking segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:16.471526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.471931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Bound using segment: {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:16.472388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Bound port: 90a64b19-f67a-4ac3-b8e9-f3961715e73d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '59f3d771-e395-47fb-8757-8f93f42824df'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:16.473605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.479720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51eddf91-0f6e-44be-ba97-6d9ddf25b17a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:16.495811 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51eddf91-0f6e-44be-ba97-6d9ddf25b17a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:16.500424 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51eddf91-0f6e-44be-ba97-6d9ddf25b17a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1090028 Dec 23 16:17:16.500844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56760) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:16.506558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-181746558'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:16.511659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:16.515440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:16.518332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:16.525034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:16.535806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:16.538772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.562433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] For port 90a64b19-f67a-4ac3-b8e9-f3961715e73d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:16.565724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] For port 90a64b19-f67a-4ac3-b8e9-f3961715e73d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=90a64b19-f67a-4ac3-b8e9-f3961715e73d,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:16.570428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.576511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:17:16.590593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.591104 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment 38f3174e-7e52-43a3-a02d-5d7d234a9b5d of type vlan for network 6fb30653-2907-499e-99fe-ef8b138aa178 Dec 23 16:17:16.634955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.660125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2348c59-ec57-4af5-8aee-c42067ddc7bf None None] Pushing event updated for resources: {'Port': ['ID=90a64b19-f67a-4ac3-b8e9-f3961715e73d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:16.684881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.689701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:16.690296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.703086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8::c (59f3d771-e395-47fb-8757-8f93f42824df/9b0f0250-f75e-4395-afe6-16ff56218c59/947aee4f-bf84-4211-a707-5a49cb54956c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:16.710112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:8259 (59f3d771-e395-47fb-8757-8f93f42824df/bc45e732-e888-4e4e-92ec-f68b431ccd47/947aee4f-bf84-4211-a707-5a49cb54956c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:16.812601 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3106718 Dec 23 16:17:16.816450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56764) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:16.833172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:16.851743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c28571-11ac-4735-ad3c-6bb68eb6a971 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=6fb30653-2907-499e-99fe-ef8b138aa178,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:16.870670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6fb30653-2907-499e-99fe-ef8b138aa178 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:17:16.970915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:16.976049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b50c6e25-2651-44a5-9493-e36d7e7af401 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:16.995083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Transition to ACTIVE for port object 947aee4f-bf84-4211-a707-5a49cb54956c will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:16.996348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:17.000459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:17.003954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:17.012661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:17.024408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:17.026042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.029984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b50c6e25-2651-44a5-9493-e36d7e7af401 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:17.030356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b50c6e25-2651-44a5-9493-e36d7e7af401 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:17.030782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:17.065177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:17.065524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device c7cf3a5b-2e37-45fa-8a9f-7c9f0dd2ae1b not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:17.102741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Network 59f3d771-e395-47fb-8757-8f93f42824df is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:17.105614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:17.109495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:17.113702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:17.114307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.126284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.126583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event updated for resources: {'Port': ['ID=947aee4f-bf84-4211-a707-5a49cb54956c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:17.143450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-67cd7152-e316-482d-9c37-d6dfd6e26746 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9998496 Dec 23 16:17:17.145772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:17.216638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting port 947aee4f-bf84-4211-a707-5a49cb54956c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:17.217114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.350547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.447945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=ea591b5c-60b7-44ad-a80d-d3f66737e2c3,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:17.457066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': '38f3174e-7e52-43a3-a02d-5d7d234a9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:17.457066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: 6fb30653-2907-499e-99fe-ef8b138aa178, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:17:17.472332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.484744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network 6fb30653-2907-499e-99fe-ef8b138aa178 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:17:17.495351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6fb30653-2907-499e-99fe-ef8b138aa178) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:17.499437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:17.500262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.507408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca7bba1-29cc-4a1d-9c44-9810a15b7057 None None] Network 6fb30653-2907-499e-99fe-ef8b138aa178 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:17.527961 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05f9b518-6c9c-4e13-a677-bb2bc816a4e9 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7101417 Dec 23 16:17:17.528624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:17.535157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178', 'name': 'tempest-PortsTestJSON-262342609'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:17.606418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Calling delete_port for 947aee4f-bf84-4211-a707-5a49cb54956c owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:17.685881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc4a68-28f9-4bb5-bb92-090460c9fad6 None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:17.796751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:17.807186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:17.819839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:17.822906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.856281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:17.897133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1fb38fed-39c5-4ffc-8f21-f4c0a9f81e35 None None] Provisioning for port 90a64b19-f67a-4ac3-b8e9-f3961715e73d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:17.904798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-6fb30653-2907-499e-99fe-ef8b138aa178', 'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178', 'tenant_id': '5d90efae78dd43e2b279f828368a7dd9', 'fixed_ips': [{'subnet_id': 'ea591b5c-60b7-44ad-a80d-d3f66737e2c3'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:17.905569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.923966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:17.969199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Port': ['ID=947aee4f-bf84-4211-a707-5a49cb54956c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:18.053465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.054751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.2 (6fb30653-2907-499e-99fe-ef8b138aa178/ea591b5c-60b7-44ad-a80d-d3f66737e2c3/3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:18.065734 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-64487cfe-938b-4a9b-b745-4d08bea97281 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/947aee4f-bf84-4211-a707-5a49cb54956c HTTP/1.1" status: 204 len: 168 time: 0.9188321 Dec 23 16:17:18.067957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56776) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:18.158207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26e8095-e613-4037-ae2e-b437910028d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:18.159079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a26e8095-e613-4037-ae2e-b437910028d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:18.174825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a26e8095-e613-4037-ae2e-b437910028d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:18.176800 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a26e8095-e613-4037-ae2e-b437910028d3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1078503 Dec 23 16:17:18.180067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56780) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:18.214707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] Update dhcp port {'port': {'network_id': '59f3d771-e395-47fb-8757-8f93f42824df', 'fixed_ips': [{'subnet_id': '9b0f0250-f75e-4395-afe6-16ff56218c59', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc45e732-e888-4e4e-92ec-f68b431ccd47'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '90a64b19-f67a-4ac3-b8e9-f3961715e73d'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:18.257371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69eb69-548d-4739-adfa-1ceab56c6c32 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:18.262801 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3a69eb69-548d-4739-adfa-1ceab56c6c32 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0815964 Dec 23 16:17:18.262956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:18.270743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.300495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.332088 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object 3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:18.348687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbbf09a-0a84-471a-a081-15fdbee9f239 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:18.350013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbbf09a-0a84-471a-a081-15fdbee9f239 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:18.351292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbbf09a-0a84-471a-a081-15fdbee9f239 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:18.352119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dbbbf09a-0a84-471a-a081-15fdbee9f239 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:18.374898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dbbbf09a-0a84-471a-a081-15fdbee9f239 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:18.378419 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dbbbf09a-0a84-471a-a081-15fdbee9f239 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1122327 Dec 23 16:17:18.378726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:18.418164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.515822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c706aed7-1049-4a1f-817f-8ba364fa8ece {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:17:18.516428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:17:18.532642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe01:7830 (59f3d771-e395-47fb-8757-8f93f42824df/bc45e732-e888-4e4e-92ec-f68b431ccd47/90a64b19-f67a-4ac3-b8e9-f3961715e73d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:18.582642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network 6fb30653-2907-499e-99fe-ef8b138aa178 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:18.587330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:18.589862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:18.593436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:18.666716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] For port 90a64b19-f67a-4ac3-b8e9-f3961715e73d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=90a64b19-f67a-4ac3-b8e9-f3961715e73d,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:18.681560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:18.682065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.690642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.706785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] Transition to ACTIVE for port object 90a64b19-f67a-4ac3-b8e9-f3961715e73d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:18.710721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.712424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet 9b0f0250-f75e-4395-afe6-16ff56218c59 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:18.718772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.757987 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4270906-cc09-46da-8668-304a2f21ce9b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2260208 Dec 23 16:17:18.759450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56792) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:18.765919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178', 'name': 'tempest-PortsTestJSON-1983375533'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:18.774710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.853430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d1eab-b202-45e6-9789-a39be8885e54 None None] Pushing event updated for resources: {'Port': ['ID=90a64b19-f67a-4ac3-b8e9-f3961715e73d,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:18.871232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.917691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:18.922890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:18.927052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:18.936374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:18.945223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 90a64b19-f67a-4ac3-b8e9-f3961715e73d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:18.947754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:18.951089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.972759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:18.979731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 6ad09be1-a839-42a2-8fcb-8b3def041a3b yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:19.018492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.041612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0f0250-f75e-4395-afe6-16ff56218c59,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:19.054987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.071975 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8ddb1b2-288b-4e49-afba-e81b2db45757 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/9b0f0250-f75e-4395-afe6-16ff56218c59 HTTP/1.1" status: 204 len: 168 time: 0.6920624 Dec 23 16:17:19.074706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56796) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.114666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 90a64b19-f67a-4ac3-b8e9-f3961715e73d completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:19.153104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.11 (6fb30653-2907-499e-99fe-ef8b138aa178/ea591b5c-60b7-44ad-a80d-d3f66737e2c3/6ad09be1-a839-42a2-8fcb-8b3def041a3b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:19.167966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Deleting subnet bc45e732-e888-4e4e-92ec-f68b431ccd47 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:19.170961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.225195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.313318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.374050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.393676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.400526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object 6ad09be1-a839-42a2-8fcb-8b3def041a3b will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:19.423340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.463856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.467335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Subnet': ['ID=bc45e732-e888-4e4e-92ec-f68b431ccd47,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:19.470685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d760e68-d3d3-43a0-b335-7449a67d87cb None None] Network 59f3d771-e395-47fb-8757-8f93f42824df requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:19.480999 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51902e75-5d2d-46aa-8a7b-3113ad039720 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/bc45e732-e888-4e4e-92ec-f68b431ccd47 HTTP/1.1" status: 204 len: 168 time: 0.4038658 Dec 23 16:17:19.482847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56800) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.563568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network 6fb30653-2907-499e-99fe-ef8b138aa178 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:19.564624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=6ad09be1-a839-42a2-8fcb-8b3def041a3b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:19.566935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:19.569954 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8e7971fd-662b-41a3-b1b0-279e1988de6c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860970 Dec 23 16:17:19.571089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:19.573804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56804) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.594667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Allocated IP 172.20.0.3 (6fb30653-2907-499e-99fe-ef8b138aa178/ea591b5c-60b7-44ad-a80d-d3f66737e2c3/a61f9e9c-b5e7-4b15-99aa-9793af306ebf) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:19.599567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-427d499b-e3f4-4ee7-896d-3412444b8944 None None] Provisioning for port 90a64b19-f67a-4ac3-b8e9-f3961715e73d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:19.631118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:19.631735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.638459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-427d499b-e3f4-4ee7-896d-3412444b8944 None None] Provisioning complete for port 90a64b19-f67a-4ac3-b8e9-f3961715e73d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:19.638822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-427d499b-e3f4-4ee7-896d-3412444b8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.657324 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8d810509-ea57-4955-8772-21be296ccf20 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8965833 Dec 23 16:17:19.659223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21dbef-cbec-49d1-88a2-d6b74067d11e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:19.659826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56808) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.663107 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fc21dbef-cbec-49d1-88a2-d6b74067d11e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0859823 Dec 23 16:17:19.663323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56812) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.726873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734ff8b-11b9-4768-b643-69e3b4e65add tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:19.727542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c734ff8b-11b9-4768-b643-69e3b4e65add tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Synchronizing usage tracker for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:19.743002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c734ff8b-11b9-4768-b643-69e3b4e65add tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Unset dirty status for tenant:df880e3156bd48a49b8923e8ac84462c on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:19.743357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8049b4-915b-4736-808a-c3578fc60f17 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:19.746554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cf8049b4-915b-4736-808a-c3578fc60f17 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:19.746732 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c734ff8b-11b9-4768-b643-69e3b4e65add tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799639 Dec 23 16:17:19.746901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.762254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cf8049b4-915b-4736-808a-c3578fc60f17 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:19.766254 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cf8049b4-915b-4736-808a-c3578fc60f17 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.1028321 Dec 23 16:17:19.766521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56820) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.821164 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2910c6b7-0d2e-4468-93a7-f98972933ff0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675976 Dec 23 16:17:19.822863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56824) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.837340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 6ad09be1-a839-42a2-8fcb-8b3def041a3b {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:19.837813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.867150 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec86e958-b541-4137-92c2-c3e0e91039d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:19.867150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec86e958-b541-4137-92c2-c3e0e91039d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:19.871106 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ec86e958-b541-4137-92c2-c3e0e91039d6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/947aee4f-bf84-4211-a707-5a49cb54956c HTTP/1.1" status: 404 len: 333 time: 0.0449786 Dec 23 16:17:19.871586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56828) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.927783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ab7cd1-5f72-4cc8-bbb1-ee4a64b1ab29 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:19.928221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ab7cd1-5f72-4cc8-bbb1-ee4a64b1ab29 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:19.929825 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-21ab7cd1-5f72-4cc8-bbb1-ee4a64b1ab29 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/bc45e732-e888-4e4e-92ec-f68b431ccd47 HTTP/1.1" status: 404 len: 337 time: 0.0572870 Dec 23 16:17:19.932438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56832) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:19.953406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-427d499b-e3f4-4ee7-896d-3412444b8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:19.976558 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-413078bb-02a5-4a68-b50d-3e6616adf790 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:19.977098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413078bb-02a5-4a68-b50d-3e6616adf790 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:19.980970 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-413078bb-02a5-4a68-b50d-3e6616adf790 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/9b0f0250-f75e-4395-afe6-16ff56218c59 HTTP/1.1" status: 404 len: 337 time: 0.0451961 Dec 23 16:17:19.981365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56836) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.077442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-427d499b-e3f4-4ee7-896d-3412444b8944 None None] For port 90a64b19-f67a-4ac3-b8e9-f3961715e73d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=90a64b19-f67a-4ac3-b8e9-f3961715e73d,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:20.085093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-427d499b-e3f4-4ee7-896d-3412444b8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.089275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.137255 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee96922-cf0f-41c7-9e92-7341f50e49f3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.137813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee96922-cf0f-41c7-9e92-7341f50e49f3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.139297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Transition to ACTIVE for port object a61f9e9c-b5e7-4b15-99aa-9793af306ebf will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:20.139489 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ee96922-cf0f-41c7-9e92-7341f50e49f3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e5a5cf00-640d-4507-896f-f60ef8beec7a HTTP/1.1" status: 404 len: 333 time: 0.1573384 Dec 23 16:17:20.142142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.149758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.152980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] DHCP port deletion for 59f3d771-e395-47fb-8757-8f93f42824df request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:20.172740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] Deleting port 90a64b19-f67a-4ac3-b8e9-f3961715e73d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:20.173122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.179730 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0a788d-cf13-48d8-a442-65a4fab62d8b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.180706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0a788d-cf13-48d8-a442-65a4fab62d8b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.182557 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d0a788d-cf13-48d8-a442-65a4fab62d8b tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/577acd96-5713-477d-afa0-5798df403c42 HTTP/1.1" status: 404 len: 337 time: 0.0392928 Dec 23 16:17:20.184996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.216102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Transition to ACTIVE for port object a61f9e9c-b5e7-4b15-99aa-9793af306ebf will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:20.228395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d499b-e3f4-4ee7-896d-3412444b8944 None None] Pushing event updated for resources: {'Port': ['ID=90a64b19-f67a-4ac3-b8e9-f3961715e73d,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:20.228612 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c57caa-aeb7-4d29-a50d-799d9a464aac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.229051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c57caa-aeb7-4d29-a50d-799d9a464aac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.233069 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d3c57caa-aeb7-4d29-a50d-799d9a464aac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/f7591562-9ca3-434b-b030-cc48e7226e52 HTTP/1.1" status: 404 len: 337 time: 0.0448296 Dec 23 16:17:20.233920 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56848) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.234267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.272100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 6ad09be1-a839-42a2-8fcb-8b3def041a3b owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:20.276084 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eee411c-3950-4691-b1f7-257e16303517 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.276581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eee411c-3950-4691-b1f7-257e16303517 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.280708 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4eee411c-3950-4691-b1f7-257e16303517 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/63c8dee5-6179-4a51-905a-1c353ff249fe HTTP/1.1" status: 404 len: 333 time: 0.0433948 Dec 23 16:17:20.281371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56852) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.321625 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-059a00be-5b7d-49e3-86e7-86bc2ed4871c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.322074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059a00be-5b7d-49e3-86e7-86bc2ed4871c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.327594 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-059a00be-5b7d-49e3-86e7-86bc2ed4871c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/9c9a9b0c-57c3-4382-8fc4-ff7ae4b1c387 HTTP/1.1" status: 404 len: 337 time: 0.0451725 Dec 23 16:17:20.328213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.359508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Network 6fb30653-2907-499e-99fe-ef8b138aa178 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:20.362004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Pushing event updated for resources: {'Port': ['ID=a61f9e9c-b5e7-4b15-99aa-9793af306ebf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:20.367311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:20.370299 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:20.379627 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bba89ed-6d11-4b61-bc18-a5a8f6b3484c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.380223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bba89ed-6d11-4b61-bc18-a5a8f6b3484c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.384762 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0bba89ed-6d11-4b61-bc18-a5a8f6b3484c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/0f056646-b36a-4d4d-b01a-b8f54ad05599 HTTP/1.1" status: 404 len: 337 time: 0.0530610 Dec 23 16:17:20.390117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56860) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.433967 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1954f6-aa82-4858-8cd0-4c8d200f9871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.434413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1954f6-aa82-4858-8cd0-4c8d200f9871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.438342 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd1954f6-aa82-4858-8cd0-4c8d200f9871 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e2981507-2a0e-4e48-8919-7fdd094b827e HTTP/1.1" status: 404 len: 333 time: 0.0450253 Dec 23 16:17:20.438579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.478098 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9450d62-394d-482f-80f4-c0f25ca92e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.478621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9450d62-394d-482f-80f4-c0f25ca92e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.482461 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a9450d62-394d-482f-80f4-c0f25ca92e0a tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/273f4b0c-33c8-40e0-9416-d5d9c7fa8531 HTTP/1.1" status: 404 len: 337 time: 0.0405238 Dec 23 16:17:20.482965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.525347 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-93446473-d5a0-4b4d-bd78-af1ff88ac2f9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.525894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93446473-d5a0-4b4d-bd78-af1ff88ac2f9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.527030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.527515 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93446473-d5a0-4b4d-bd78-af1ff88ac2f9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/d6ff0c18-f543-4d19-9000-dbcb8331f9c6 HTTP/1.1" status: 404 len: 337 time: 0.0436394 Dec 23 16:17:20.530385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56872) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.556460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] For port 90a64b19-f67a-4ac3-b8e9-f3961715e73d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=90a64b19-f67a-4ac3-b8e9-f3961715e73d,segment=NetworkSegment(b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9),segment_id=b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:20.556840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.563717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Attempting to bind port a61f9e9c-b5e7-4b15-99aa-9793af306ebf on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:20.564078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Attempting to bind port a61f9e9c-b5e7-4b15-99aa-9793af306ebf by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '38f3174e-7e52-43a3-a02d-5d7d234a9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:20.564426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Attempting to bind port a61f9e9c-b5e7-4b15-99aa-9793af306ebf on network 6fb30653-2907-499e-99fe-ef8b138aa178 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:20.575744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=6ad09be1-a839-42a2-8fcb-8b3def041a3b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:20.582989 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fb693a-60a7-4748-8500-c71cd0953fa6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.583433 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fb693a-60a7-4748-8500-c71cd0953fa6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.585103 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e2fb693a-60a7-4748-8500-c71cd0953fa6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e8ddfb17-faac-489e-b629-ab48d5f986a1 HTTP/1.1" status: 404 len: 333 time: 0.0534239 Dec 23 16:17:20.588150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56876) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.656856 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0a8e12-244c-40df-b354-cea4cf2b28ac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.657293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0a8e12-244c-40df-b354-cea4cf2b28ac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.679732 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] Calling delete_port for 90a64b19-f67a-4ac3-b8e9-f3961715e73d owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:20.699231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1e0a8e12-244c-40df-b354-cea4cf2b28ac tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/d47acfcf-e351-4180-ab66-3127c2b35f92 HTTP/1.1" status: 404 len: 337 time: 0.1099184 Dec 23 16:17:20.701883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.708781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:20.709280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Checking segment: {'id': '38f3174e-7e52-43a3-a02d-5d7d234a9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:20.709715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.710769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Bound using segment: {'id': '38f3174e-7e52-43a3-a02d-5d7d234a9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:20.711268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Bound port: a61f9e9c-b5e7-4b15-99aa-9793af306ebf, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f3174e-7e52-43a3-a02d-5d7d234a9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6fb30653-2907-499e-99fe-ef8b138aa178'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:20.711673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.722626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.726751 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f5854c9e-6e1d-4516-996c-dc02261669cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/6ad09be1-a839-42a2-8fcb-8b3def041a3b HTTP/1.1" status: 204 len: 168 time: 0.9570010 Dec 23 16:17:20.727834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56884) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.742378 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9f42e1-4369-425a-b774-6045a28f8c42 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.743290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9f42e1-4369-425a-b774-6045a28f8c42 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.745113 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b9f42e1-4369-425a-b774-6045a28f8c42 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/1f14ff6f-f516-4bd3-ae3d-f18f3842688f HTTP/1.1" status: 404 len: 333 time: 0.0422902 Dec 23 16:17:20.747653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.770046 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1317819-aee9-4c74-89e8-c08133654d75 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:20.770542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1317819-aee9-4c74-89e8-c08133654d75 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:20.783361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d1317819-aee9-4c74-89e8-c08133654d75 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:20.786905 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d1317819-aee9-4c74-89e8-c08133654d75 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/6ad09be1-a839-42a2-8fcb-8b3def041a3b HTTP/1.1" status: 404 len: 333 time: 0.0556605 Dec 23 16:17:20.787245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56892) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.790606 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7653cf69-0f30-4636-9588-3aecf81eece8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.791029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7653cf69-0f30-4636-9588-3aecf81eece8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.794937 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7653cf69-0f30-4636-9588-3aecf81eece8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/99af75dd-defd-4716-aae9-9b48516cc55d HTTP/1.1" status: 404 len: 337 time: 0.0441658 Dec 23 16:17:20.795730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56896) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.841786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.847530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f295306-dfd1-4e30-a0ae-bf075a94e8f5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.847987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f295306-dfd1-4e30-a0ae-bf075a94e8f5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.853686 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9f295306-dfd1-4e30-a0ae-bf075a94e8f5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/7d5be2dc-a39c-44cf-8c54-60dd2ca2c5dc HTTP/1.1" status: 404 len: 333 time: 0.0562294 Dec 23 16:17:20.854255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56900) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.868190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:20.868521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.893556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] Pushing event deleted for resources: {'Port': ['ID=90a64b19-f67a-4ac3-b8e9-f3961715e73d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:20.900078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] For port a61f9e9c-b5e7-4b15-99aa-9793af306ebf, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:20.900660 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e564d0-873d-41c4-8089-36ba11ba5b8c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.901134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e564d0-873d-41c4-8089-36ba11ba5b8c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.906098 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b8e564d0-873d-41c4-8089-36ba11ba5b8c tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/858e314f-9243-4d69-80f7-4c9c29febe40 HTTP/1.1" status: 404 len: 337 time: 0.0508869 Dec 23 16:17:20.906726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56904) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:20.907689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 90a64b19-f67a-4ac3-b8e9-f3961715e73d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:20.946558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] For port a61f9e9c-b5e7-4b15-99aa-9793af306ebf, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a61f9e9c-b5e7-4b15-99aa-9793af306ebf,segment=NetworkSegment(38f3174e-7e52-43a3-a02d-5d7d234a9b5d),segment_id=38f3174e-7e52-43a3-a02d-5d7d234a9b5d)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:20.947819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 90a64b19-f67a-4ac3-b8e9-f3961715e73d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:20.948321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 90a64b19-f67a-4ac3-b8e9-f3961715e73d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:20.950098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e97cc2-46e7-44eb-b335-ffa45bd837a3 None None] No DVR routers for this DVR port 90a64b19-f67a-4ac3-b8e9-f3961715e73d on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:20.954370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.964156 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f324d82d-6429-4690-9b51-16270560a586 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:20.964731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f324d82d-6429-4690-9b51-16270560a586 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:20.966256 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f324d82d-6429-4690-9b51-16270560a586 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/6b79060a-feda-4054-a3b1-fe952c92b0d0 HTTP/1.1" status: 404 len: 333 time: 0.0585999 Dec 23 16:17:20.968733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56908) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.022321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33d2a34-26be-48cb-8651-14ac39a0a8f3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.022878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33d2a34-26be-48cb-8651-14ac39a0a8f3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.028036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e33d2a34-26be-48cb-8651-14ac39a0a8f3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/c71807ce-170b-44a5-82ec-071f8c025e17 HTTP/1.1" status: 404 len: 337 time: 0.0560267 Dec 23 16:17:21.032025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56912) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.069498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebdea5-c0e9-45ce-9f4c-2313ad356526 None None] Pushing event updated for resources: {'Port': ['ID=a61f9e9c-b5e7-4b15-99aa-9793af306ebf,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:21.094810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee45a7b-9338-4833-a8ce-550b32954de1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.095788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee45a7b-9338-4833-a8ce-550b32954de1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.099454 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bee45a7b-9338-4833-a8ce-550b32954de1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/c2454560-2c25-464f-b306-84910aeef6ac HTTP/1.1" status: 404 len: 333 time: 0.0639155 Dec 23 16:17:21.103123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56916) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.145474 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b75a042-79d7-4588-91b6-50db09f07d17 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.146038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b75a042-79d7-4588-91b6-50db09f07d17 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.151045 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8b75a042-79d7-4588-91b6-50db09f07d17 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/2fedaa60-fabb-426e-9fe4-2ad8dd3d4193 HTTP/1.1" status: 404 len: 337 time: 0.0436234 Dec 23 16:17:21.151161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56920) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.183851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:21.190385 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ccd50c-725b-4c11-b480-61ef988a3402 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.190816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ccd50c-725b-4c11-b480-61ef988a3402 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.192521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b3ccd50c-725b-4c11-b480-61ef988a3402 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/e83c0ca9-e1c8-44d8-b25c-4afd468ce291 HTTP/1.1" status: 404 len: 333 time: 0.0405247 Dec 23 16:17:21.195223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56924) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.259658 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-95061357-0c63-43e2-8ead-f9a9e7321c61 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.260096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95061357-0c63-43e2-8ead-f9a9e7321c61 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.261713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-95061357-0c63-43e2-8ead-f9a9e7321c61 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/b8f466df-8369-4e51-8c72-8ba5619893cd HTTP/1.1" status: 404 len: 337 time: 0.0648468 Dec 23 16:17:21.264270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56928) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.303168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa9281c-6aa7-42c1-84dc-d9149ababbca tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.303793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa9281c-6aa7-42c1-84dc-d9149ababbca tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.307785 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9aa9281c-6aa7-42c1-84dc-d9149ababbca tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/74446c67-1e82-4cc2-968f-2bbe5a736ceb HTTP/1.1" status: 404 len: 337 time: 0.0403094 Dec 23 16:17:21.308225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56932) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.318541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:21.348352 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd38aef5-6dce-4ac5-88b4-b0a9a5b44261 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.348787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd38aef5-6dce-4ac5-88b4-b0a9a5b44261 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.350442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fd38aef5-6dce-4ac5-88b4-b0a9a5b44261 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/4856412e-2167-42fa-8329-51f2949eb90a HTTP/1.1" status: 404 len: 333 time: 0.0413315 Dec 23 16:17:21.353066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56936) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.399991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e4724f-d53e-4ad5-939f-e23360e12334 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.400413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e4724f-d53e-4ad5-939f-e23360e12334 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.404704 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-25e4724f-d53e-4ad5-939f-e23360e12334 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/a72286a4-fe12-4581-940c-f77f8b9268fb HTTP/1.1" status: 404 len: 337 time: 0.0507030 Dec 23 16:17:21.405380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56940) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.442064 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a91cd6f-838b-41ee-b605-49f21f8caba1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.442503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a91cd6f-838b-41ee-b605-49f21f8caba1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.444143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5a91cd6f-838b-41ee-b605-49f21f8caba1 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/40146930-3feb-4e3c-87d1-807041d4f19e HTTP/1.1" status: 404 len: 337 time: 0.0378809 Dec 23 16:17:21.447349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56944) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.475927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:21.486926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6c1a97-2d08-4a44-a51f-5a6e2d7965fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.487291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6c1a97-2d08-4a44-a51f-5a6e2d7965fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.488986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6e6c1a97-2d08-4a44-a51f-5a6e2d7965fc tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/b03cbdd4-2556-40ab-a89e-4b553b12dab2 HTTP/1.1" status: 404 len: 333 time: 0.0407181 Dec 23 16:17:21.491537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56948) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.522430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:21.533018 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b77dac-0207-4e9c-a34d-7f5aaa4727c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.533528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b77dac-0207-4e9c-a34d-7f5aaa4727c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.537461 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a1b77dac-0207-4e9c-a34d-7f5aaa4727c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/1d14c7a7-a111-4f7c-bf0a-d721745979ff HTTP/1.1" status: 404 len: 337 time: 0.0426073 Dec 23 16:17:21.537612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56952) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.575269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0c29a1-b776-4974-a062-ad77922283e8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.575747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0c29a1-b776-4974-a062-ad77922283e8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.577350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8c0c29a1-b776-4974-a062-ad77922283e8 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/63b95133-f2d4-4707-bf5b-7717d05d0207 HTTP/1.1" status: 404 len: 337 time: 0.0388741 Dec 23 16:17:21.579784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56956) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.617331 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc3bf5b-a088-4c98-9bb5-ebcfeec0940e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.618292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc3bf5b-a088-4c98-9bb5-ebcfeec0940e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.619970 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cfc3bf5b-a088-4c98-9bb5-ebcfeec0940e tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/554d970e-086c-4735-a48e-a5d6167f0b73 HTTP/1.1" status: 404 len: 333 time: 0.0392613 Dec 23 16:17:21.620156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:21.622376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56960) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.629224 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-55765725-b11f-4420-893e-f345a1c08979 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b HTTP/1.1" status: 204 len: 168 time: 0.8410335 Dec 23 16:17:21.631661 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.662560 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2fad03-1d19-4167-8786-c22bd4af6167 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.662997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2fad03-1d19-4167-8786-c22bd4af6167 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.666974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cb2fad03-1d19-4167-8786-c22bd4af6167 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/43b4b20a-eee3-4aaa-9282-d2dd722e2e79 HTTP/1.1" status: 404 len: 337 time: 0.0414121 Dec 23 16:17:21.667340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56968) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.702837 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a18c9a7-bd11-4516-a40d-22e82fbec0f4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:21.703334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a18c9a7-bd11-4516-a40d-22e82fbec0f4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:21.713278 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7918acb-aeb4-4140-aa25-0715c85cee83 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.713699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7918acb-aeb4-4140-aa25-0715c85cee83 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.715306 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7918acb-aeb4-4140-aa25-0715c85cee83 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/408bcc3e-18bb-4201-956b-a3b0d92dd152 HTTP/1.1" status: 404 len: 337 time: 0.0471501 Dec 23 16:17:21.717872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56972) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.766772 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc0b9ff3-fa68-466b-8b78-106e59125905 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports?device_id=33bf5c7d-60ef-411a-a306-997663001d36 HTTP/1.1" status: 200 len: 205 time: 0.0478837 Dec 23 16:17:21.769255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56976) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.821248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a18c9a7-bd11-4516-a40d-22e82fbec0f4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:21.822520 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a18c9a7-bd11-4516-a40d-22e82fbec0f4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b HTTP/1.1" status: 404 len: 333 time: 0.1898568 Dec 23 16:17:21.825193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56980) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.835942 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-48506352-6a4b-4e68-8121-86983009d8ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] delete failed (client error): The resource could not be found. Dec 23 16:17:21.839390 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-48506352-6a4b-4e68-8121-86983009d8ba tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/routers/33bf5c7d-60ef-411a-a306-997663001d36 HTTP/1.1" status: 404 len: 336 time: 0.0669935 Dec 23 16:17:21.839642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56984) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:21.973191 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-10713301-7c0e-4fda-b802-e57789a071a4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:21.973655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10713301-7c0e-4fda-b802-e57789a071a4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:21.975287 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-10713301-7c0e-4fda-b802-e57789a071a4 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/4cedeb6d-b94b-4941-a215-42f5e482e6c5 HTTP/1.1" status: 404 len: 337 time: 0.1347845 Dec 23 16:17:21.978393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56988) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.011884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e00d3d-16bc-422a-a811-2a8eb80a8a2e None None] Network 6fb30653-2907-499e-99fe-ef8b138aa178 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:22.024836 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0ab229dc-08ea-4508-baa3-0dc9056267a9 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6f245f-7df8-46a4-aa95-0978bc02545d HTTP/1.1" status: 200 len: 205 time: 0.0451179 Dec 23 16:17:22.027032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 56992) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.099212 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-85d04654-f86b-42fa-9416-f5a1523764dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] delete failed (client error): The resource could not be found. Dec 23 16:17:22.100160 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-85d04654-f86b-42fa-9416-f5a1523764dd tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/routers/0f6f245f-7df8-46a4-aa95-0978bc02545d HTTP/1.1" status: 404 len: 336 time: 0.0719123 Dec 23 16:17:22.103223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet ea591b5c-60b7-44ad-a80d-d3f66737e2c3 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:22.103382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 56996) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.107739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.121141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d1e3d1a4-de09-4497-8d74-9a8ad3a98c77 None None] Provisioning for port a61f9e9c-b5e7-4b15-99aa-9793af306ebf completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:22.147816 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b6a566-58ce-4a65-aa59-8315eeb563ab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.148573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b6a566-58ce-4a65-aa59-8315eeb563ab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.152124 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d9b6a566-58ce-4a65-aa59-8315eeb563ab tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/d004012a-b65a-47e1-8868-8ba4bd223675 HTTP/1.1" status: 404 len: 337 time: 0.0454507 Dec 23 16:17:22.152481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.165828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.191915 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8107a4-ae25-4e46-a42b-dc7b4c5fecdb tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.192479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8107a4-ae25-4e46-a42b-dc7b4c5fecdb tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.194082 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7a8107a4-ae25-4e46-a42b-dc7b4c5fecdb tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/ee041ebf-86ac-4243-892d-1bd61c5d98e2 HTTP/1.1" status: 404 len: 337 time: 0.0405366 Dec 23 16:17:22.196675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.237906 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-992f1b2a-1b22-45e8-94d8-3fa39d7f58c3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.238345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992f1b2a-1b22-45e8-94d8-3fa39d7f58c3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.240005 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-992f1b2a-1b22-45e8-94d8-3fa39d7f58c3 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/fde8ef7c-3856-4691-943a-fee3584e0b9a HTTP/1.1" status: 404 len: 333 time: 0.0422831 Dec 23 16:17:22.242508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57008) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.261270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.286259 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded26349-592a-46ba-8a09-4f453a0ab86d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.286689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded26349-592a-46ba-8a09-4f453a0ab86d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.291431 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ded26349-592a-46ba-8a09-4f453a0ab86d tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/0845b856-99fd-4b00-b878-84d974a43dd8 HTTP/1.1" status: 404 len: 337 time: 0.0444326 Dec 23 16:17:22.291771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.333124 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fca1682-599e-4f6e-a1be-49a2323ef174 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.333564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fca1682-599e-4f6e-a1be-49a2323ef174 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.338139 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fca1682-599e-4f6e-a1be-49a2323ef174 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/50da0041-8fb0-48f1-a087-93869a1ac38f HTTP/1.1" status: 404 len: 333 time: 0.0426548 Dec 23 16:17:22.338469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57016) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.380554 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-808b1ad4-adb5-4f6d-88ef-71aef9ab2008 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.381029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808b1ad4-adb5-4f6d-88ef-71aef9ab2008 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.385179 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-808b1ad4-adb5-4f6d-88ef-71aef9ab2008 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/a08f6c90-49dc-44eb-843b-14151ece9df9 HTTP/1.1" status: 404 len: 337 time: 0.0432267 Dec 23 16:17:22.385403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57020) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.431935 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3672bc2-3f9f-4ffe-8ec7-a5784a766b90 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.432425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3672bc2-3f9f-4ffe-8ec7-a5784a766b90 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.436766 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3672bc2-3f9f-4ffe-8ec7-a5784a766b90 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/a508c142-d82d-4564-838f-8ef74a8743c9 HTTP/1.1" status: 404 len: 333 time: 0.0480680 Dec 23 16:17:22.437492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57024) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.441128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.520481 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e7714f-d2f9-41dc-a879-4379c115e426 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.520906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e7714f-d2f9-41dc-a879-4379c115e426 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.523249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=ea591b5c-60b7-44ad-a80d-d3f66737e2c3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:22.534113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.538567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57028) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.538812 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9865ad98-2831-4a94-a786-c45c1fb9386a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/ea591b5c-60b7-44ad-a80d-d3f66737e2c3 HTTP/1.1" status: 204 len: 168 time: 0.7123332 Dec 23 16:17:22.540859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f7e7714f-d2f9-41dc-a879-4379c115e426 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/76185b7d-f9bd-486f-86f2-fdae04e88654 HTTP/1.1" status: 404 len: 337 time: 0.1019285 Dec 23 16:17:22.543197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57032) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.589853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-35db245c-b6c2-402c-96f8-462fafe4c253 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.590292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35db245c-b6c2-402c-96f8-462fafe4c253 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.594293 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35db245c-b6c2-402c-96f8-462fafe4c253 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/d85f6285-c7d8-4ad7-8b22-fb0ac2458b78 HTTP/1.1" status: 404 len: 333 time: 0.0430684 Dec 23 16:17:22.594767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57036) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.634653 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-d707132e-d556-4c67-9955-e2e61eba9da0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.635069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d707132e-d556-4c67-9955-e2e61eba9da0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.636756 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d707132e-d556-4c67-9955-e2e61eba9da0 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/400abe11-ab8b-4718-9400-b0c40db5ae66 HTTP/1.1" status: 404 len: 337 time: 0.0410790 Dec 23 16:17:22.639787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.686094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b4ef2-86a3-4133-9c34-e7aa1f326449 None None] Network 6fb30653-2907-499e-99fe-ef8b138aa178 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:22.698338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.700206 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d994f5a9-50ef-457f-aae8-117ac999a9c5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.700637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d994f5a9-50ef-457f-aae8-117ac999a9c5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.702212 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d994f5a9-50ef-457f-aae8-117ac999a9c5 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/f709e6e2-cf5f-4e22-9236-9d4596378da4 HTTP/1.1" status: 404 len: 333 time: 0.0615211 Dec 23 16:17:22.704868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57044) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.712377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port a61f9e9c-b5e7-4b15-99aa-9793af306ebf {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:22.712814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.746759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd35843-23a8-43c4-80c5-6894ecd40217 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.747198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd35843-23a8-43c4-80c5-6894ecd40217 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.748840 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0dd35843-23a8-43c4-80c5-6894ecd40217 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/aee515a9-e78c-4f02-9243-28d4a79053e0 HTTP/1.1" status: 404 len: 337 time: 0.0430057 Dec 23 16:17:22.751363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57048) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.785155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4e751c2e-6fa0-4d1e-92e2-b16611709560 None None] Could not find standard attr ID for object 3f32ee3a-3ceb-4549-bfdc-c2eab6aabe9b. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:22.792143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cd0605-e28a-4d6c-b995-e32a7d2972c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.792578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cd0605-e28a-4d6c-b995-e32a7d2972c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.796462 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-37cd0605-e28a-4d6c-b995-e32a7d2972c7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/132ecd49-08f0-4aca-a3af-25f06f6f5cfc HTTP/1.1" status: 404 len: 333 time: 0.0419111 Dec 23 16:17:22.796691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57052) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.835954 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1eee97-d814-4dad-bfe9-588533d492db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.837186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1eee97-d814-4dad-bfe9-588533d492db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.841109 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8c1eee97-d814-4dad-bfe9-588533d492db tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/4a45438e-122e-413e-8a56-e83cb561bd44 HTTP/1.1" status: 404 len: 337 time: 0.0412951 Dec 23 16:17:22.843287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57056) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.896709 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a7a459-e5d9-4870-a7a8-14b09648e416 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.896966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a7a459-e5d9-4870-a7a8-14b09648e416 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.899292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-91a7a459-e5d9-4870-a7a8-14b09648e416 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/ports/73b7ae3f-fda4-4fd3-b656-a84090d8554f HTTP/1.1" status: 404 len: 333 time: 0.0553374 Dec 23 16:17:22.902383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57060) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.921040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] For port a61f9e9c-b5e7-4b15-99aa-9793af306ebf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a61f9e9c-b5e7-4b15-99aa-9793af306ebf,segment=NetworkSegment(38f3174e-7e52-43a3-a02d-5d7d234a9b5d),segment_id=38f3174e-7e52-43a3-a02d-5d7d234a9b5d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:22.921404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:22.941784 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-18be299b-7f8f-4c9b-8855-015bc0075af6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:22.942219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18be299b-7f8f-4c9b-8855-015bc0075af6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:22.944835 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-18be299b-7f8f-4c9b-8855-015bc0075af6 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/subnets/f9cee8e7-64ec-4a00-aed6-419290f7ab7f HTTP/1.1" status: 404 len: 337 time: 0.0405507 Dec 23 16:17:22.947009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57064) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:22.957669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] DHCP port deletion for 6fb30653-2907-499e-99fe-ef8b138aa178 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:22.964800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Deleting port a61f9e9c-b5e7-4b15-99aa-9793af306ebf {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:22.965316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.047896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for a61f9e9c-b5e7-4b15-99aa-9793af306ebf owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:23.062862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.122419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.170172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=a61f9e9c-b5e7-4b15-99aa-9793af306ebf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:23.174941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No DVR routers for this DVR port a61f9e9c-b5e7-4b15-99aa-9793af306ebf on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:23.193783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.212250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] For port a61f9e9c-b5e7-4b15-99aa-9793af306ebf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a61f9e9c-b5e7-4b15-99aa-9793af306ebf,segment=NetworkSegment(38f3174e-7e52-43a3-a02d-5d7d234a9b5d),segment_id=38f3174e-7e52-43a3-a02d-5d7d234a9b5d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:23.212819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.219586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f3d771-e395-47fb-8757-8f93f42824df']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:23.231508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:23.231832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b1a8dc-b22d-46f5-ba4b-6b0faeae03f9') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:23.243199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.259460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.265615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:23.265996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:23.280015 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:23.299644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.325567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb30653-2907-499e-99fe-ef8b138aa178']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:23.336475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Calling delete_port for a61f9e9c-b5e7-4b15-99aa-9793af306ebf owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:23.337710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f3174e-7e52-43a3-a02d-5d7d234a9b5d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:23.338004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f3174e-7e52-43a3-a02d-5d7d234a9b5d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:23.349517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.360041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.372413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.379767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:23.380447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.381891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.388686 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] 10.222.0.18 "DELETE /v2.0/networks/59f3d771-e395-47fb-8757-8f93f42824df HTTP/1.1" status: 204 len: 168 time: 0.4406540 Dec 23 16:17:23.392278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508d04-d66d-4d31-97b1-7e9476251dc7 tempest-NetworksTestDHCPv6-981464184 tempest-NetworksTestDHCPv6-981464184-project] Pushing event deleted for resources: {'Network': ['ID=59f3d771-e395-47fb-8757-8f93f42824df,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:23.396734 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:23.420235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:17:23.420806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:17:23.477432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.497377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.503429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=6fb30653-2907-499e-99fe-ef8b138aa178,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:23.516993 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e09996ef-cd70-4026-8505-8155591ffeca tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/6fb30653-2907-499e-99fe-ef8b138aa178 HTTP/1.1" status: 204 len: 168 time: 0.9774148 Dec 23 16:17:23.520611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57070) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:23.526287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1310762153'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:23.531361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:23.535135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:23.538068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:23.544429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:23.554591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:23.558123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.585627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:17:23.594507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.594903 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment 36c0192a-f0a7-4ae9-9ee0-4571f8342358 of type vlan for network fee4e8c1-4df7-4705-8e3a-16826f5b2579 Dec 23 16:17:23.622734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.651355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.654935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:23.655500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.707283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57076) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:23.833394 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3115721 Dec 23 16:17:23.837328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57082) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:23.844633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:23.881974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1da32785-f89b-4505-a3dd-a05d84459be8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df880e3156bd48a49b8923e8ac84462c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1734922 Dec 23 16:17:23.884765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57086) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:23.917398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=fee4e8c1-4df7-4705-8e3a-16826f5b2579,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:23.922469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Deleting port a61f9e9c-b5e7-4b15-99aa-9793af306ebf {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:23.922980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.941772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.942119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.942453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.942782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.943110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.943440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.943785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.944106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.944422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.944739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.945056 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31dd560-31be-437d-af2e-58eadc081211 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:23.949971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-814cb630-1a9b-4637-b609-741c6add7313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.969832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:23.974282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:23.976769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:23.978039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-814cb630-1a9b-4637-b609-741c6add7313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:23.982353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:23.986358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:17:23.994735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:24.007899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3c8c1-672f-4135-a8d7-cb1c08bf073c None None] The port 'a61f9e9c-b5e7-4b15-99aa-9793af306ebf' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:17:24.034310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-814cb630-1a9b-4637-b609-741c6add7313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:24.051964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cb630-1a9b-4637-b609-741c6add7313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72617725-89ab-4331-b283-cf846497b335,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:24.067807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-814cb630-1a9b-4637-b609-741c6add7313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:24.071683 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-814cb630-1a9b-4637-b609-741c6add7313 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72617725-89ab-4331-b283-cf846497b335 HTTP/1.1" status: 204 len: 168 time: 0.1833961 Dec 23 16:17:24.085447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb36bf-928b-4ac3-80aa-d9a3a955443c None None] get_active_networks_info from dv-neutron-822800-1-hyperv {{(pid=83496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:17:24.108942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:24.201908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bb36bf-928b-4ac3-80aa-d9a3a955443c None None] Resources bound (agent type, host, resource id): {{(pid=83496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:17:24.346680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:24.454116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=0daa97fc-31b4-43af-a914-03e42d4e179a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:24.470676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': '36c0192a-f0a7-4ae9-9ee0-4571f8342358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:24.471030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: fee4e8c1-4df7-4705-8e3a-16826f5b2579, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:17:24.503322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:17:24.516092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, fee4e8c1-4df7-4705-8e3a-16826f5b2579) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:24.521348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:24.521922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:24.526242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd164bde-f0d3-412a-bc27-52a09c1b8419 None None] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:24.551524 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6b8afe18-78bb-4350-9615-3a68d24340c5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7106144 Dec 23 16:17:24.551740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57102) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:24.557843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579', 'name': 'tempest-PortsTestJSON-862003319', 'fixed_ips': [{'subnet_id': '0daa97fc-31b4-43af-a914-03e42d4e179a', 'ip_address': '172.20.0.10'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:24.698851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:24.703015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:24.705798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:24.711428 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:24.721552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:24.727529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:24.751421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 717a1416-3d0c-496f-8be4-afeee76703d1 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:24.754892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-fee4e8c1-4df7-4705-8e3a-16826f5b2579', 'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579', 'tenant_id': '5d90efae78dd43e2b279f828368a7dd9', 'fixed_ips': [{'subnet_id': '0daa97fc-31b4-43af-a914-03e42d4e179a'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:24.756804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:24.878280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a61f9e9c-b5e7-4b15-99aa-9793af306ebf no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:24.944180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a61f9e9c-b5e7-4b15-99aa-9793af306ebf {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:24.944512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a61f9e9c-b5e7-4b15-99aa-9793af306ebf not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:24.969181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Allocated IP 172.20.0.2 (fee4e8c1-4df7-4705-8e3a-16826f5b2579/0daa97fc-31b4-43af-a914-03e42d4e179a/cfe64efa-87c5-4284-8b76-639c142507ce) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:24.970369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57112) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.096167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8a562fe7-75e3-4a35-b1f8-c90eb795f5b8 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-474356741', 'prefixes': ['172.20.0.0/16']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:25.101649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8a562fe7-75e3-4a35-b1f8-c90eb795f5b8 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:25.171831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a562fe7-75e3-4a35-b1f8-c90eb795f5b8 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] Notify callbacks [] for subnetpool, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.173034 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a562fe7-75e3-4a35-b1f8-c90eb795f5b8 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2016797 Dec 23 16:17:25.176030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.204240 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54587013-8166-4206-92c8-4a30e3b10e74 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] 10.222.0.18 "GET /v2.0/subnetpools/3410ec00-d626-42fc-8509-e4cc210d3d11 HTTP/1.1" status: 200 len: 731 time: 0.0270994 Dec 23 16:17:25.206801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.209563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.212570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bde54dea-b859-4ef0-b0f0-c4dd2ec410de tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2096967792'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:25.219682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Transition to ACTIVE for port object cfe64efa-87c5-4284-8b76-639c142507ce will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:25.237538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Transition to ACTIVE for port object cfe64efa-87c5-4284-8b76-639c142507ce will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:25.243764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.310651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:25.313451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:25.317623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:25.319644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Pushing event updated for resources: {'Port': ['ID=cfe64efa-87c5-4284-8b76-639c142507ce,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:25.338937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.10 (fee4e8c1-4df7-4705-8e3a-16826f5b2579/0daa97fc-31b4-43af-a914-03e42d4e179a/717a1416-3d0c-496f-8be4-afeee76703d1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:25.355918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bde54dea-b859-4ef0-b0f0-c4dd2ec410de tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] Notify callbacks [] for subnetpool, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.357063 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bde54dea-b859-4ef0-b0f0-c4dd2ec410de tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] 10.222.0.18 "PUT /v2.0/subnetpools/3410ec00-d626-42fc-8509-e4cc210d3d11 HTTP/1.1" status: 200 len: 684 time: 0.1495330 Dec 23 16:17:25.362853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57126) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.405063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Attempting to bind port cfe64efa-87c5-4284-8b76-639c142507ce on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:25.405430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Attempting to bind port cfe64efa-87c5-4284-8b76-639c142507ce by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '36c0192a-f0a7-4ae9-9ee0-4571f8342358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:25.405784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Attempting to bind port cfe64efa-87c5-4284-8b76-639c142507ce on network fee4e8c1-4df7-4705-8e3a-16826f5b2579 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:25.412124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:25.412493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Checking segment: {'id': '36c0192a-f0a7-4ae9-9ee0-4571f8342358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:25.412888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.413275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Bound using segment: {'id': '36c0192a-f0a7-4ae9-9ee0-4571f8342358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:25.413728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Bound port: cfe64efa-87c5-4284-8b76-639c142507ce, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c0192a-f0a7-4ae9-9ee0-4571f8342358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:25.414094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.469132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9b17d509-857a-4ba3-97e7-ce7d0e52beda tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] Notify callbacks [] for subnetpool, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.473076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9b17d509-857a-4ba3-97e7-ce7d0e52beda tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3410ec00-d626-42fc-8509-e4cc210d3d11 HTTP/1.1" status: 204 len: 168 time: 0.1107647 Dec 23 16:17:25.474095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57130) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.493986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-94cbc249-6703-4f0c-8f08-5f1a2b25d151 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] show failed (client error): The resource could not be found. Dec 23 16:17:25.494974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-94cbc249-6703-4f0c-8f08-5f1a2b25d151 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] 10.222.0.18 "GET /v2.0/subnetpools/3410ec00-d626-42fc-8509-e4cc210d3d11 HTTP/1.1" status: 404 len: 346 time: 0.0199986 Dec 23 16:17:25.497779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57134) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.505916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] For port cfe64efa-87c5-4284-8b76-639c142507ce, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:25.509397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] For port cfe64efa-87c5-4284-8b76-639c142507ce, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cfe64efa-87c5-4284-8b76-639c142507ce,segment=NetworkSegment(36c0192a-f0a7-4ae9-9ee0-4571f8342358),segment_id=36c0192a-f0a7-4ae9-9ee0-4571f8342358)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:25.513945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.517697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-51904673-deba-4a9a-a97e-602ea18cf512 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] delete failed (client error): The resource could not be found. Dec 23 16:17:25.518672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-51904673-deba-4a9a-a97e-602ea18cf512 tempest-SubnetPoolsTestJSON-1275891927 tempest-SubnetPoolsTestJSON-1275891927-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3410ec00-d626-42fc-8509-e4cc210d3d11 HTTP/1.1" status: 404 len: 346 time: 0.0200417 Dec 23 16:17:25.579831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.592577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d369502-8762-4e3b-a659-f11fd916e135 None None] Pushing event updated for resources: {'Port': ['ID=cfe64efa-87c5-4284-8b76-639c142507ce,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:25.600738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object 717a1416-3d0c-496f-8be4-afeee76703d1 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:25.629008 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.707814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:25.710712 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:25.716519 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:25.744312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=717a1416-3d0c-496f-8be4-afeee76703d1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:25.798242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:25.798833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:25.825842 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-91c90279-52cf-4134-9602-434318ed65aa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2727077 Dec 23 16:17:25.828119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57142) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.833839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'fee4e8c1-4df7-4705-8e3a-16826f5b2579', 'name': 'tempest-PortsTestJSON-170818741', 'fixed_ips': [{'subnet_id': '0daa97fc-31b4-43af-a914-03e42d4e179a', 'ip_address': '172.20.0.9'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:25.875513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57146) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:25.971713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:25.975665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:25.978413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:25.984073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:25.994505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:26.000143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.025183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:26.026933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.061125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:26.064814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Usage tracker for resource:security_group_rule and tenant:de32bf918a824f7aa43bcb518629ebc6 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:26.067597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:26.073878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:26.156997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.161175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.211057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e9d37-f1c9-4785-9a85-c90ba8796302,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:26.218299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de32bf918a824f7aa43bcb518629ebc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3393042 Dec 23 16:17:26.219939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57152) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:26.234499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.234766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.235101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.235426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.235779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.236102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.236424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.236743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.237066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.237381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.237699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e015d-d3f6-4b86-a5fc-51380f8fefaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:26.294426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6c48c369-7788-4088-8a42-0ca246d1ea09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.321826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6c48c369-7788-4088-8a42-0ca246d1ea09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.344921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.9 (fee4e8c1-4df7-4705-8e3a-16826f5b2579/0daa97fc-31b4-43af-a914-03e42d4e179a/f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:26.387824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6c48c369-7788-4088-8a42-0ca246d1ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.405836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48c369-7788-4088-8a42-0ca246d1ea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e9d37-f1c9-4785-9a85-c90ba8796302,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:26.412121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6c48c369-7788-4088-8a42-0ca246d1ea09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.423451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6c48c369-7788-4088-8a42-0ca246d1ea09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f92e9d37-f1c9-4785-9a85-c90ba8796302 HTTP/1.1" status: 204 len: 168 time: 0.1905191 Dec 23 16:17:26.592926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.610084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:26.635690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.667368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc7f39c-e801-4481-99fa-036786db1893 None None] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:26.703504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:26.706490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:26.710243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:26.749616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:26.774579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4f5c4f34-a42a-4b57-b3a3-e846784197e3 None None] Provisioning for port cfe64efa-87c5-4284-8b76-639c142507ce completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:26.780133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:26.780335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:26.805973 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8801b111-f353-4e8c-bd28-9fe55d214751 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9763858 Dec 23 16:17:26.808646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57164) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:26.923939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cfe64efa-87c5-4284-8b76-639c142507ce up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:26.924645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07298321-8444-406f-aa0b-795b3ec1418a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:26.928033 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-07298321-8444-406f-aa0b-795b3ec1418a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1141677 Dec 23 16:17:26.928949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57172) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:27.009508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e45b0-69c3-465e-b3b6-f5e0736cb192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:27.013687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e45b0-69c3-465e-b3b6-f5e0736cb192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:27.017559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e45b0-69c3-465e-b3b6-f5e0736cb192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:27.018517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1a9e45b0-69c3-465e-b3b6-f5e0736cb192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:27.018660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port cfe64efa-87c5-4284-8b76-639c142507ce completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:27.025081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port cfe64efa-87c5-4284-8b76-639c142507ce triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:27.025465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.042347 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1a9e45b0-69c3-465e-b3b6-f5e0736cb192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:27.051193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57176) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:27.065153 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1a9e45b0-69c3-465e-b3b6-f5e0736cb192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1339226 Dec 23 16:17:27.130699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:27.131039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.158792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.196857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port cfe64efa-87c5-4284-8b76-639c142507ce, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cfe64efa-87c5-4284-8b76-639c142507ce,segment=NetworkSegment(36c0192a-f0a7-4ae9-9ee0-4571f8342358),segment_id=36c0192a-f0a7-4ae9-9ee0-4571f8342358)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:27.201949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.285436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=cfe64efa-87c5-4284-8b76-639c142507ce,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:27.328041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Provisioning for port 717a1416-3d0c-496f-8be4-afeee76703d1 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:27.337695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Provisioning complete for port 717a1416-3d0c-496f-8be4-afeee76703d1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:27.338285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.404473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.427990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Port 717a1416-3d0c-496f-8be4-afeee76703d1 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:27.441570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Provisioning complete for port cfe64efa-87c5-4284-8b76-639c142507ce triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:27.441940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.611104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Provisioning for port f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:27.619163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Provisioning complete for port f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:27.619543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.661988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:27.682440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ca73b-fb06-4a50-931e-9df84065ce2e None None] Port f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:27.802679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ce8407ae-9bf7-43af-9b4f-f25d25256500 None None] Provisioning complete for port 717a1416-3d0c-496f-8be4-afeee76703d1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:27.803051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce8407ae-9bf7-43af-9b4f-f25d25256500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.815867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.864361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ce8407ae-9bf7-43af-9b4f-f25d25256500 None None] Port 717a1416-3d0c-496f-8be4-afeee76703d1 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:27.868582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ce8407ae-9bf7-43af-9b4f-f25d25256500 None None] Could not find standard attr ID for object f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:27.874053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:27.975623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.991426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-70af2647-a552-4dce-a178-25643de19cb0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c HTTP/1.1" status: 204 len: 168 time: 0.9386916 Dec 23 16:17:27.994570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:28.038040 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-483cfea3-0da6-45a4-8798-ea42ca50c77c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:28.039765 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-483cfea3-0da6-45a4-8798-ea42ca50c77c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/f8bc1df2-caaa-4ff7-931a-2ea9cb7ddb6c HTTP/1.1" status: 404 len: 333 time: 0.0436242 Dec 23 16:17:28.042467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57202) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:28.112025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 717a1416-3d0c-496f-8be4-afeee76703d1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:28.112357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.355886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.379753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57212) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:28.476016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 717a1416-3d0c-496f-8be4-afeee76703d1 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:28.568360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--518137098', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:28.573115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:28.576959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:28.579779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:28.585334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:28.596080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:28.599082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.612134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.616306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.650301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:28.654087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:28.657326 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:28.662939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:28.664756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=717a1416-3d0c-496f-8be4-afeee76703d1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:28.737406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.741533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.771962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.780042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:17:28.784098 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3b85807-8958-43bb-8205-6984a1e2061a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/717a1416-3d0c-496f-8be4-afeee76703d1 HTTP/1.1" status: 204 len: 168 time: 0.7404883 Dec 23 16:17:28.785486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076f40f3-a1e9-4b5e-96f5-8967efd8aebb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:28.786468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57218) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:28.794440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.794800 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment a0847e1b-4676-4776-9c75-e81fe53f183c of type vlan for network 27c9a68a-6d86-44f3-8485-c40945289f39 Dec 23 16:17:28.827171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.841939 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-57322940-5498-472d-9cdf-8a4cda763380 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:28.842745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57322940-5498-472d-9cdf-8a4cda763380 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:28.859797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57322940-5498-472d-9cdf-8a4cda763380 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:28.863471 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-57322940-5498-472d-9cdf-8a4cda763380 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/717a1416-3d0c-496f-8be4-afeee76703d1 HTTP/1.1" status: 404 len: 333 time: 0.0733135 Dec 23 16:17:28.863831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57222) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:28.876575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cfe64efa-87c5-4284-8b76-639c142507ce up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:28.879123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.883980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:28.885078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.936408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 0daa97fc-31b4-43af-a914-03e42d4e179a {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:28.939314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.955653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port cfe64efa-87c5-4284-8b76-639c142507ce triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:28.956029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.997975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.013543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=27c9a68a-6d86-44f3-8485-c40945289f39,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:29.021810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ae852054-36f0-4e46-b3ba-9b999a57d90e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6405475 Dec 23 16:17:29.022425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57226) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:29.028010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-582606048', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:29.035585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:29.040272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:29.043755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:29.051141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:29.056366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 27c9a68a-6d86-44f3-8485-c40945289f39 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:17:29.063348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.064432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.084172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.098248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.173558 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.232290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.295773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=0daa97fc-31b4-43af-a914-03e42d4e179a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:29.302007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.308859 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5ae0f79b-2810-41e2-bb1a-4ddd9a1ad279 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/0daa97fc-31b4-43af-a914-03e42d4e179a HTTP/1.1" status: 204 len: 168 time: 0.4437993 Dec 23 16:17:29.310553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d697ea-8954-4ea2-b08c-8b421c2f2b85 None None] Network fee4e8c1-4df7-4705-8e3a-16826f5b2579 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:29.311191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57230) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:29.420151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.429851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.442324 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port cfe64efa-87c5-4284-8b76-639c142507ce {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:29.442878 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.453304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.598944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.105 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/bcc76461-fd52-48e6-bea9-71d3a6d1be99) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:29.621247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] DHCP port deletion for fee4e8c1-4df7-4705-8e3a-16826f5b2579 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:29.625899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Deleting port cfe64efa-87c5-4284-8b76-639c142507ce {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:29.626838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.649949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] For port cfe64efa-87c5-4284-8b76-639c142507ce, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cfe64efa-87c5-4284-8b76-639c142507ce,segment=NetworkSegment(36c0192a-f0a7-4ae9-9ee0-4571f8342358),segment_id=36c0192a-f0a7-4ae9-9ee0-4571f8342358)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:29.650299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.747134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.773150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for cfe64efa-87c5-4284-8b76-639c142507ce owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:29.778716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.838602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] For port cfe64efa-87c5-4284-8b76-639c142507ce, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cfe64efa-87c5-4284-8b76-639c142507ce,segment=NetworkSegment(36c0192a-f0a7-4ae9-9ee0-4571f8342358),segment_id=36c0192a-f0a7-4ae9-9ee0-4571f8342358)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:29.839403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.847720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:29.850599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=bcc76461-fd52-48e6-bea9-71d3a6d1be99,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:29.854500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:29.855963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:29.857931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:29.894250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=cfe64efa-87c5-4284-8b76-639c142507ce,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:29.900671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No DVR routers for this DVR port cfe64efa-87c5-4284-8b76-639c142507ce on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:29.969538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Calling delete_port for cfe64efa-87c5-4284-8b76-639c142507ce owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:30.018141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.019172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.026552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.047347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:17:30.047858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:17:30.051758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee4e8c1-4df7-4705-8e3a-16826f5b2579']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:30.064013 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c0192a-f0a7-4ae9-9ee0-4571f8342358') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:30.064401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c0192a-f0a7-4ae9-9ee0-4571f8342358') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:30.075803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.093182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.099572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:30.100009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:30.115525 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:30.204421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.224277 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.232293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=fee4e8c1-4df7-4705-8e3a-16826f5b2579,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:30.244201 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd918101-209d-470c-a6dc-48c5981202ea tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/fee4e8c1-4df7-4705-8e3a-16826f5b2579 HTTP/1.1" status: 204 len: 168 time: 0.9319954 Dec 23 16:17:30.247656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:30.253060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2050920323'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:30.258373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:30.262353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:network and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:30.265228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:30.270887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:30.281996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:30.285026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.312488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:17:30.324148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.324506 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Added segment fd350fcc-0a6b-46f2-b534-9b1746d5f580 of type vlan for network ae26eb03-20f3-4c3e-8e8c-6dddffff433c Dec 23 16:17:30.349027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 544e5d5f-84fe-41da-b9c7-6addfee8716b is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:17:30.351458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.382112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.386196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:30.386770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.490171 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2393324 Dec 23 16:17:30.493764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:30.502650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:30.520237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbed56-74dd-4eb0-9c5e-5a77fecb7a9a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Network': ['ID=ae26eb03-20f3-4c3e-8e8c-6dddffff433c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:30.530848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:17:30.554231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:30.582086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.586748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f9fbfaf6-28fb-4f5a-a2bc-4edf10cb9ad4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5601084 Dec 23 16:17:30.587613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Deleting port cfe64efa-87c5-4284-8b76-639c142507ce {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:30.588102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57242) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:30.588345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.623106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Sync routers for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:30.623472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:30.627582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:30.630871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:30.637070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:30.650782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:30.682650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-130ffdcb-4c1b-4a15-98d1-1818a0de72a9 None None] The port 'cfe64efa-87c5-4284-8b76-639c142507ce' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:17:30.702379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:30.703001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:30.710773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e6671c11-69e4-4ac5-905c-623b845d9afc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1215999 Dec 23 16:17:30.711960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57248) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:30.767192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.861765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356d1ff-2288-4e52-b6cd-8cd111af3aee tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:30.863626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2356d1ff-2288-4e52-b6cd-8cd111af3aee tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507006 Dec 23 16:17:30.866317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57252) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:30.894440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cfe64efa-87c5-4284-8b76-639c142507ce no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:30.913249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0d574772-3d82-4e72-9bfa-7eda7492429f tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430968 Dec 23 16:17:30.913480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57256) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:30.919355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102978226', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:30.932165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: cfe64efa-87c5-4284-8b76-639c142507ce {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:30.932511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cfe64efa-87c5-4284-8b76-639c142507ce not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:30.941482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:31.035644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:31.039397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:31.042190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:31.047826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:31.058192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:31.106973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.164917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.182201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=2c855600-de0f-4ebf-85e0-26d0aa7cac0d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:31.200662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Checking segment: {'id': 'fd350fcc-0a6b-46f2-b534-9b1746d5f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:31.201105 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network hostable DHCP agents. Network: ae26eb03-20f3-4c3e-8e8c-6dddffff433c, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:17:31.226334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:17:31.235399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:29Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:31.237694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, ae26eb03-20f3-4c3e-8e8c-6dddffff433c) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:31.238847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Checking router: 544e5d5f-84fe-41da-b9c7-6addfee8716b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:17:31.239205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Updating router 544e5d5f-84fe-41da-b9c7-6addfee8716b port bcc76461-fd52-48e6-bea9-71d3a6d1be99 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:17:31.242859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:31.244011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.269752 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54c093cd-1a01-4eb8-aac1-6aa5af80c079 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7709517 Dec 23 16:17:31.270217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57260) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:31.271786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a3882-28b5-4bf1-8c2f-44ca8ea7d2f8 None None] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:31.276327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1667346120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:31.284126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:31.288024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:router and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:31.290847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:31.296783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:31.307972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.308900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.328314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.345856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.378958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.383859 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a911cba9-a44e-47fc-b77f-b8652098d34a tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1095426 Dec 23 16:17:31.384356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57264) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:31.391676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c', 'name': 'tempest-PortsTestJSON-1373146231'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:31.399923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.418202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.502016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=2176f373-eb22-4639-944b-c7c261f7d5e6,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:31.512695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:31.513042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: 27c9a68a-6d86-44f3-8485-c40945289f39, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:17:31.536766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 27c9a68a-6d86-44f3-8485-c40945289f39 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:17:31.539335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:31.543394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:port and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:31.546543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:31.548465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 27c9a68a-6d86-44f3-8485-c40945289f39) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:31.552737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:31.555455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:31.556432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.565027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:31.569137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.571974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef3877-bad0-4b7f-9f47-b6dcd35fdf40 None None] Network 27c9a68a-6d86-44f3-8485-c40945289f39 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:31.585882 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d32689ec-0909-46cb-bd2b-e8e0c8364d79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6695945 Dec 23 16:17:31.586509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57268) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:31.593438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port abd7c2ef-f200-4d04-b58d-747fd2d41532 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:31.748807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.7 (ae26eb03-20f3-4c3e-8e8c-6dddffff433c/2c855600-de0f-4ebf-85e0-26d0aa7cac0d/abd7c2ef-f200-4d04-b58d-747fd2d41532) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:31.833903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-ae26eb03-20f3-4c3e-8e8c-6dddffff433c', 'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c', 'tenant_id': '5d90efae78dd43e2b279f828368a7dd9', 'fixed_ips': [{'subnet_id': '2c855600-de0f-4ebf-85e0-26d0aa7cac0d'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:31.834821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.952666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:31.968691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object abd7c2ef-f200-4d04-b58d-747fd2d41532 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:31.995063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.074447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-27c9a68a-6d86-44f3-8485-c40945289f39', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:32.074751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:32.075538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.078113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:32.082783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:32.111817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=abd7c2ef-f200-4d04-b58d-747fd2d41532,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:32.147770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:32.148502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.176384 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3727f52-e583-4acf-bd31-532227c8ffdf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7905226 Dec 23 16:17:32.180542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57276) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:32.265479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Allocated IP 172.20.0.2 (ae26eb03-20f3-4c3e-8e8c-6dddffff433c/2c855600-de0f-4ebf-85e0-26d0aa7cac0d/efebe8e7-df00-4673-8c7a-7e37d21c5555) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:32.304082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.415500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Transition to ACTIVE for port object bcc76461-fd52-48e6-bea9-71d3a6d1be99 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:32.436373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.529619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Allocated IP 172.20.0.2 (27c9a68a-6d86-44f3-8485-c40945289f39/2176f373-eb22-4639-944b-c7c261f7d5e6/5e758787-7673-4fcc-9585-cd13b90e7a32) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:32.565814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.608557 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Attempting to bind port bcc76461-fd52-48e6-bea9-71d3a6d1be99 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:32.608947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Attempting to bind port bcc76461-fd52-48e6-bea9-71d3a6d1be99 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:32.609279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Attempting to bind port bcc76461-fd52-48e6-bea9-71d3a6d1be99 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:32.611162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed5ab1-fce1-45a1-9623-d0b76d45838a None None] Pushing event updated for resources: {'Port': ['ID=bcc76461-fd52-48e6-bea9-71d3a6d1be99,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:32.720347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:32.721514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:32.721514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.721514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:32.721969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Bound port: bcc76461-fd52-48e6-bea9-71d3a6d1be99, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:32.722597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.760321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.817166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:32.843845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Transition to ACTIVE for port object efebe8e7-df00-4673-8c7a-7e37d21c5555 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:32.881617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] For port bcc76461-fd52-48e6-bea9-71d3a6d1be99, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:32.918701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Transition to ACTIVE for port object efebe8e7-df00-4673-8c7a-7e37d21c5555 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:32.931908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] For port bcc76461-fd52-48e6-bea9-71d3a6d1be99, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=bcc76461-fd52-48e6-bea9-71d3a6d1be99,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:32.935157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.026079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.069863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.090304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Transition to ACTIVE for port object 5e758787-7673-4fcc-9585-cd13b90e7a32 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:33.101454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Pushing event updated for resources: {'Port': ['ID=efebe8e7-df00-4673-8c7a-7e37d21c5555,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:33.108791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:33.145180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:33.158839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:33.177180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Transition to ACTIVE for port object 5e758787-7673-4fcc-9585-cd13b90e7a32 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:33.192391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.221595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.229116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.230313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:33.231446 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:33.254468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (27c9a68a-6d86-44f3-8485-c40945289f39/2176f373-eb22-4639-944b-c7c261f7d5e6/115e7b33-729c-448e-9e80-14704dca2dbb) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:33.332329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed5ab1-fce1-45a1-9623-d0b76d45838a None None] Pushing event updated for resources: {'Port': ['ID=bcc76461-fd52-48e6-bea9-71d3a6d1be99,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:33.346755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=abd7c2ef-f200-4d04-b58d-747fd2d41532,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:33.414662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Network 27c9a68a-6d86-44f3-8485-c40945289f39 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:33.448222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.467200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Attempting to bind port efebe8e7-df00-4673-8c7a-7e37d21c5555 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:33.467592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Attempting to bind port efebe8e7-df00-4673-8c7a-7e37d21c5555 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'fd350fcc-0a6b-46f2-b534-9b1746d5f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:33.467951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Attempting to bind port efebe8e7-df00-4673-8c7a-7e37d21c5555 on network ae26eb03-20f3-4c3e-8e8c-6dddffff433c {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:33.469243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 115e7b33-729c-448e-9e80-14704dca2dbb will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:33.479210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:33.485048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:33.496916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.516621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:33.516988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Checking segment: {'id': 'fd350fcc-0a6b-46f2-b534-9b1746d5f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:33.518072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.518072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Bound using segment: {'id': 'fd350fcc-0a6b-46f2-b534-9b1746d5f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:33.518292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Bound port: efebe8e7-df00-4673-8c7a-7e37d21c5555, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd350fcc-0a6b-46f2-b534-9b1746d5f580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ae26eb03-20f3-4c3e-8e8c-6dddffff433c'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:33.518573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.531222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Pushing event updated for resources: {'Port': ['ID=5e758787-7673-4fcc-9585-cd13b90e7a32,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:33.574324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 27c9a68a-6d86-44f3-8485-c40945289f39 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:33.577677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:33.580239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:33.584485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.615898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=115e7b33-729c-448e-9e80-14704dca2dbb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:33.641833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.674901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.676742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Attempting to bind port 5e758787-7673-4fcc-9585-cd13b90e7a32 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:33.677113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Attempting to bind port 5e758787-7673-4fcc-9585-cd13b90e7a32 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:33.677461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Attempting to bind port 5e758787-7673-4fcc-9585-cd13b90e7a32 on network 27c9a68a-6d86-44f3-8485-c40945289f39 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:33.686765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:33.736586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.746045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:33.746426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Checking segment: {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:33.747126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.747285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Bound using segment: {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:33.747684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Bound port: 5e758787-7673-4fcc-9585-cd13b90e7a32, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:33.748054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:33.830235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] For port efebe8e7-df00-4673-8c7a-7e37d21c5555, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:33.935868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] For port efebe8e7-df00-4673-8c7a-7e37d21c5555, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=efebe8e7-df00-4673-8c7a-7e37d21c5555,segment=NetworkSegment(fd350fcc-0a6b-46f2-b534-9b1746d5f580),segment_id=fd350fcc-0a6b-46f2-b534-9b1746d5f580)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:33.956067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.059326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] For port 5e758787-7673-4fcc-9585-cd13b90e7a32, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:34.073548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.078624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.091246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] For port 5e758787-7673-4fcc-9585-cd13b90e7a32, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5e758787-7673-4fcc-9585-cd13b90e7a32,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:34.104080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.107523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5cc1a-55ed-4cd7-8732-f47bc6a14ee6 None None] Pushing event updated for resources: {'Port': ['ID=efebe8e7-df00-4673-8c7a-7e37d21c5555,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:34.202470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=abd7c2ef-f200-4d04-b58d-747fd2d41532,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:34.204383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.241641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be3e5b-46e1-45cf-a79a-50cd46c2416b None None] Pushing event updated for resources: {'Port': ['ID=5e758787-7673-4fcc-9585-cd13b90e7a32,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:34.283536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:29Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:34.288898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377300cb-ce76-43d1-9814-8688d5acbcd1 None None] The sync data for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv is: [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:29Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:17:34.333723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.339613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.394435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:34.395808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:34.527400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:34.531375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=115e7b33-729c-448e-9e80-14704dca2dbb,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:34.725229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 27c9a68a-6d86-44f3-8485-c40945289f39 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:34.727201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:34.962739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-534a3bc6-abd8-4046-b7f2-d3201166a2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:35.011202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5e758787-7673-4fcc-9585-cd13b90e7a32 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:35.096661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 5e758787-7673-4fcc-9585-cd13b90e7a32 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:35.102122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device efebe8e7-df00-4673-8c7a-7e37d21c5555 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:35.103014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Router 78494bb2-19a2-43c1-b1fb-0fe74ef48246 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:17:35.180586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port efebe8e7-df00-4673-8c7a-7e37d21c5555 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:35.188538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device bcc76461-fd52-48e6-bea9-71d3a6d1be99 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:35.192454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 544e5d5f-84fe-41da-b9c7-6addfee8716b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:17:35.284129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port bcc76461-fd52-48e6-bea9-71d3a6d1be99 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:35.291007 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port bcc76461-fd52-48e6-bea9-71d3a6d1be99 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:35.291745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:35.326226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:35.337876 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] Sync routers for ids ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:35.354978 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-21a06524-26bf-43b0-8521-7da8ab030192 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "PUT /v2.0/routers/78494bb2-19a2-43c1-b1fb-0fe74ef48246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732132 Dec 23 16:17:35.357986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57280) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:35.378713 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] Routers {'78494bb2-19a2-43c1-b1fb-0fe74ef48246'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:35.380471 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:35.464432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:35.481906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:35.491365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port bcc76461-fd52-48e6-bea9-71d3a6d1be99, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=bcc76461-fd52-48e6-bea9-71d3a6d1be99,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:35.507692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:35.510771 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-558406b7-a489-4d50-8a44-23b92973c019 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/544e5d5f-84fe-41da-b9c7-6addfee8716b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9232361 Dec 23 16:17:35.515504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57284) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:35.570147 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:35.612665 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] Routers {'78494bb2-19a2-43c1-b1fb-0fe74ef48246'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:35.613541 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:35.614667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ab3a8-9bd3-4799-af74-aa0cbd2338d1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.619171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-644ab3a8-9bd3-4799-af74-aa0cbd2338d1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:35.652555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-644ab3a8-9bd3-4799-af74-aa0cbd2338d1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:35.657257 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-644ab3a8-9bd3-4799-af74-aa0cbd2338d1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports?device_id=78494bb2-19a2-43c1-b1fb-0fe74ef48246 HTTP/1.1" status: 200 len: 982 time: 0.2955546 Dec 23 16:17:35.657850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:35.709795 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:35.710451 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73a61f-8c8e-4a57-9d39-2674a885fece None None] The sync data for ids ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:17:35.740527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=bcc76461-fd52-48e6-bea9-71d3a6d1be99,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:35.769853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.770198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.770541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.770876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.771208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.771536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.771892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.772219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.772541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.772863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.773183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:35.801958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8001b8b-5071-40fa-bfab-3542eda7cb88 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.802545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8001b8b-5071-40fa-bfab-3542eda7cb88 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.802880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8001b8b-5071-40fa-bfab-3542eda7cb88 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.803296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8001b8b-5071-40fa-bfab-3542eda7cb88 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.803740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8001b8b-5071-40fa-bfab-3542eda7cb88 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.804146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8001b8b-5071-40fa-bfab-3542eda7cb88 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.808379 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c8001b8b-5071-40fa-bfab-3542eda7cb88 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4227 time: 0.2883070 Dec 23 16:17:35.811999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57294) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:35.891318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e6a35-a8e9-4c2d-a3c1-a6ee321796fc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.892050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e6a35-a8e9-4c2d-a3c1-a6ee321796fc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.892415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e6a35-a8e9-4c2d-a3c1-a6ee321796fc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.892971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e6a35-a8e9-4c2d-a3c1-a6ee321796fc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.893229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e6a35-a8e9-4c2d-a3c1-a6ee321796fc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:35.894911 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-397e6a35-a8e9-4c2d-a3c1-a6ee321796fc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.0817912 Dec 23 16:17:35.897549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57298) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:35.906124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68c5b4-8823-4741-80ab-c0a3e9c7cb08 None None] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:36.097543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-91146f7e-686e-48db-b61e-3fc17c07de60 None None] Provisioning for port efebe8e7-df00-4673-8c7a-7e37d21c5555 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:36.134822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-91146f7e-686e-48db-b61e-3fc17c07de60 None None] Provisioning complete for port efebe8e7-df00-4673-8c7a-7e37d21c5555 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:36.135203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-91146f7e-686e-48db-b61e-3fc17c07de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.174552 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-01733803-ca21-4364-a33e-e93fb443216a tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2140 time: 0.2758381 Dec 23 16:17:36.208028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ad3a1-f8e9-4929-ac4a-f492252669a8 None None] Network 27c9a68a-6d86-44f3-8485-c40945289f39 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:36.306187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.429951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-91146f7e-686e-48db-b61e-3fc17c07de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.500874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57308) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:36.506675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762862322', 'description': 'tempest-secgroup-smoke-762862322 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:36.514308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:36.519535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:36.523042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:36.529365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:36.544186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.562633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-91146f7e-686e-48db-b61e-3fc17c07de60 None None] For port efebe8e7-df00-4673-8c7a-7e37d21c5555, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=efebe8e7-df00-4673-8c7a-7e37d21c5555,segment=NetworkSegment(fd350fcc-0a6b-46f2-b534-9b1746d5f580),segment_id=fd350fcc-0a6b-46f2-b534-9b1746d5f580)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:36.563658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.574077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-91146f7e-686e-48db-b61e-3fc17c07de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.594174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:36.599413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:36.606660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:36.619901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:36.658496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91146f7e-686e-48db-b61e-3fc17c07de60 None None] Pushing event updated for resources: {'Port': ['ID=efebe8e7-df00-4673-8c7a-7e37d21c5555,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:36.694413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.700876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.702497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ed3e5b9b-7293-4528-9d69-2a2d2c8d8970 None None] Provisioning for port 5e758787-7673-4fcc-9585-cd13b90e7a32 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:36.709795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ed3e5b9b-7293-4528-9d69-2a2d2c8d8970 None None] Provisioning complete for port 5e758787-7673-4fcc-9585-cd13b90e7a32 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:36.712485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed3e5b9b-7293-4528-9d69-2a2d2c8d8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.715859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port abd7c2ef-f200-4d04-b58d-747fd2d41532 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:36.716899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.749222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21264bcb-326c-4cfc-8917-058a700f8f66,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:36.758655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.764063 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bc19746a-f5c9-49e1-8c3e-3d757d9b546c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2620111 Dec 23 16:17:36.764692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57312) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:36.775571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '21264bcb-326c-4cfc-8917-058a700f8f66', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:36.781885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:36.785990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:36.789695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:36.796053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:36.841623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.880513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed3e5b9b-7293-4528-9d69-2a2d2c8d8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.922127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ed3e5b9b-7293-4528-9d69-2a2d2c8d8970 None None] For port 5e758787-7673-4fcc-9585-cd13b90e7a32, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5e758787-7673-4fcc-9585-cd13b90e7a32,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:36.932466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed3e5b9b-7293-4528-9d69-2a2d2c8d8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.946595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.954644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:36.989047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0c767c-ce89-4151-8525-f67ad842f838,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:36.999193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device efebe8e7-df00-4673-8c7a-7e37d21c5555 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:37.009414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.013184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4fca034a-19db-4825-a6c9-02edd4091044 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2449818 Dec 23 16:17:37.013369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57316) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:37.018880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '21264bcb-326c-4cfc-8917-058a700f8f66', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:37.028392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:37.038394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:37.041459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:37.049736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:37.118691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e5b9b-7293-4528-9d69-2a2d2c8d8970 None None] Pushing event updated for resources: {'Port': ['ID=5e758787-7673-4fcc-9585-cd13b90e7a32,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:37.131162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Provisioning complete for port 5e758787-7673-4fcc-9585-cd13b90e7a32 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:37.132288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.194066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.231813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port efebe8e7-df00-4673-8c7a-7e37d21c5555 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:37.232645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.235976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.299811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03738afd-5b1e-482c-90a2-8fd386ef0c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.348213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.355414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.377954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for abd7c2ef-f200-4d04-b58d-747fd2d41532 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:37.408796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d573a00f-0894-4d6c-bad8-c35e7f1dfbeb,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:37.418430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.422742 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6f362382-505e-496b-a292-daacd7d7d6cb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4084206 Dec 23 16:17:37.423935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57320) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:37.430683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '21264bcb-326c-4cfc-8917-058a700f8f66', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:37.436956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:37.441304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:37.444507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:37.456269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:37.501270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.501435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device bcc76461-fd52-48e6-bea9-71d3a6d1be99 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:37.580160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.588663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.608156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.622388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Provisioning for port abd7c2ef-f200-4d04-b58d-747fd2d41532 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:37.630120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.631578 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2064564 Dec 23 16:17:37.634933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57324) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:37.641916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '21264bcb-326c-4cfc-8917-058a700f8f66', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:37.644306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Provisioning complete for port abd7c2ef-f200-4d04-b58d-747fd2d41532 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:37.644837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.646159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c8de-0b26-464a-98b4-3fbc2aeb401d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb27ddb9-0a47-43e7-bd65-3a650ef1ffb9,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:37.650778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:37.655750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:37.658776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:37.665299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:37.675205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=abd7c2ef-f200-4d04-b58d-747fd2d41532,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:37.689228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.697105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Port abd7c2ef-f200-4d04-b58d-747fd2d41532 was deleted so its status cannot be updated. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 16:17:37.717467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Provisioning for port 115e7b33-729c-448e-9e80-14704dca2dbb completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:37.721009 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port bcc76461-fd52-48e6-bea9-71d3a6d1be99 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:37.721376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.770491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.775301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.788730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Provisioning complete for port 115e7b33-729c-448e-9e80-14704dca2dbb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:37.789643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.814195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932d9688-72fa-4db9-a8be-a86e3efd0817,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:37.829656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.831296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ecaeb6e7-787e-4e66-bf0e-a54fc096d7e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1954756 Dec 23 16:17:37.834058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57328) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:37.840602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '21264bcb-326c-4cfc-8917-058a700f8f66', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:37.847115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:37.852709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:37.855010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Port 115e7b33-729c-448e-9e80-14704dca2dbb cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:37.856817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:37.864669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:37.878731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:17:37.887392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.924348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Provisioning complete for port efebe8e7-df00-4673-8c7a-7e37d21c5555 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:37.924711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f1c60d27-0f69-461e-8073-4230ba95788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.959034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.986925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.993079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.022893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be1db69-576b-4b2a-b466-c90d790e5f8d,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:38.032455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.036208 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7c302f45-0ff7-4bc8-b4c5-b7504d02f75a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1984937 Dec 23 16:17:38.036896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57332) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:38.046481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '21264bcb-326c-4cfc-8917-058a700f8f66', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:38.052862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:38.056843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:38.059675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:38.065622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:38.076396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:17:38.082726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.152109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.156325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.185615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a689890c-687d-412b-ae43-81d43cf7f96f,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:38.193313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.202196 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2e3f654f-3cd9-4e4d-8513-a11f25ba0670 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1563926 Dec 23 16:17:38.226157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d182494c-aa5d-4c31-adad-dc786d190e31 None None] Could not find standard attr ID for object abd7c2ef-f200-4d04-b58d-747fd2d41532. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:38.244345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d182494c-aa5d-4c31-adad-dc786d190e31 None None] Provisioning complete for port 115e7b33-729c-448e-9e80-14704dca2dbb triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:38.244713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d182494c-aa5d-4c31-adad-dc786d190e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.313654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.315795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d182494c-aa5d-4c31-adad-dc786d190e31 None None] Port 115e7b33-729c-448e-9e80-14704dca2dbb cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:38.385770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-75d614bd-3613-49e8-8850-edae57cfa899 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:38.404978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-75d614bd-3613-49e8-8850-edae57cfa899 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:38.406343 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-75d614bd-3613-49e8-8850-edae57cfa899 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762862322&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0612812 Dec 23 16:17:38.413571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Router 78494bb2-19a2-43c1-b1fb-0fe74ef48246 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:17:38.471085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:38.491714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c956a-06de-421a-896a-56769e7b945e None None] Sync routers for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:38.506336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:38.507053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:38.565278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-f13a3826-de7b-40f4-8147-4e066733352a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:38.565970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-f13a3826-de7b-40f4-8147-4e066733352a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:38.584515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-f13a3826-de7b-40f4-8147-4e066733352a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:38.586958 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-f13a3826-de7b-40f4-8147-4e066733352a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 796 time: 0.1736872 Dec 23 16:17:38.604909 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-05281598-fb04-4dfd-90d1-0b9773824165 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0114005 Dec 23 16:17:38.657472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:38.667925 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] Sync routers for ids ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:38.680280 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-851d425f-75c2-4d59-a6f1-ec79728926ec tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "PUT /v2.0/routers/78494bb2-19a2-43c1-b1fb-0fe74ef48246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0189359 Dec 23 16:17:38.680512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57344) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:38.680606 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] Routers {'78494bb2-19a2-43c1-b1fb-0fe74ef48246'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:38.681278 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:38.698881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:38.709506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-9efe0223-6241-4657-84a3-fabce279549a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:38.722579 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5290f4-d77a-41b8-88b0-93e3d4991982 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:38.723124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b5290f4-d77a-41b8-88b0-93e3d4991982 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:38.732260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-9efe0223-6241-4657-84a3-fabce279549a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:38.735433 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-9efe0223-6241-4657-84a3-fabce279549a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239908 Dec 23 16:17:38.739872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b5290f4-d77a-41b8-88b0-93e3d4991982 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:38.744280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:38.745708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57348) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:38.747849 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b5290f4-d77a-41b8-88b0-93e3d4991982 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/abd7c2ef-f200-4d04-b58d-747fd2d41532 HTTP/1.1" status: 404 len: 333 time: 0.0663292 Dec 23 16:17:38.756024 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] Routers {'78494bb2-19a2-43c1-b1fb-0fe74ef48246'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:38.756596 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:38.845523 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:38.845949 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0cc2a7-7134-4738-8c75-468274233314 None None] The sync data for ids ['78494bb2-19a2-43c1-b1fb-0fe74ef48246'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:17:38.917056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5e758787-7673-4fcc-9585-cd13b90e7a32 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:38.993472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d46228d-a4d6-4ade-b8b1-959ae70a2b2e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.067280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5e758787-7673-4fcc-9585-cd13b90e7a32 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:39.067684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.146747 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-70c18c14-8e0f-4805-ae3b-6c5a9519a5e1 service neutron] 10.222.0.18 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436160 Dec 23 16:17:39.174327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:39.189960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c956a-06de-421a-896a-56769e7b945e None None] Checking router: 544e5d5f-84fe-41da-b9c7-6addfee8716b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:17:39.190310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c956a-06de-421a-896a-56769e7b945e None None] Updating router 544e5d5f-84fe-41da-b9c7-6addfee8716b port 115e7b33-729c-448e-9e80-14704dca2dbb binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:17:39.252506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-809c956a-06de-421a-896a-56769e7b945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.594358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-809c956a-06de-421a-896a-56769e7b945e None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.603368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d46228d-a4d6-4ade-b8b1-959ae70a2b2e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.605530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-809c956a-06de-421a-896a-56769e7b945e None None] Transition to ACTIVE for port object 115e7b33-729c-448e-9e80-14704dca2dbb will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:39.612153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-809c956a-06de-421a-896a-56769e7b945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.622307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d46228d-a4d6-4ade-b8b1-959ae70a2b2e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.629690 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-1c6ab31c-12f8-4c1e-9839-4e00e988cc64 service neutron] 10.222.0.18 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255967 Dec 23 16:17:39.656665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d46228d-a4d6-4ade-b8b1-959ae70a2b2e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.657661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d46228d-a4d6-4ade-b8b1-959ae70a2b2e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Fanout notify agent at l3_agent the message router_deleted on router 78494bb2-19a2-43c1-b1fb-0fe74ef48246 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:17:39.669695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8d46228d-a4d6-4ade-b8b1-959ae70a2b2e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.672679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8d46228d-a4d6-4ade-b8b1-959ae70a2b2e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/routers/78494bb2-19a2-43c1-b1fb-0fe74ef48246 HTTP/1.1" status: 204 len: 168 time: 0.9262085 Dec 23 16:17:39.675621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57354) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:39.738047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b200735-e7ff-4778-9324-589c493fe4d2 None None] Pushing event updated for resources: {'Port': ['ID=115e7b33-729c-448e-9e80-14704dca2dbb,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:39.869711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-809c956a-06de-421a-896a-56769e7b945e None None] Attempting to bind port 115e7b33-729c-448e-9e80-14704dca2dbb on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:39.870225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-809c956a-06de-421a-896a-56769e7b945e None None] Attempting to bind port 115e7b33-729c-448e-9e80-14704dca2dbb by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:39.870676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c956a-06de-421a-896a-56769e7b945e None None] Attempting to bind port 115e7b33-729c-448e-9e80-14704dca2dbb on network 27c9a68a-6d86-44f3-8485-c40945289f39 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:39.875801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.879419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c956a-06de-421a-896a-56769e7b945e None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:39.879943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c956a-06de-421a-896a-56769e7b945e None None] Checking segment: {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:39.880447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-809c956a-06de-421a-896a-56769e7b945e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.881053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c956a-06de-421a-896a-56769e7b945e None None] Bound using segment: {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:39.881619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-809c956a-06de-421a-896a-56769e7b945e None None] Bound port: 115e7b33-729c-448e-9e80-14704dca2dbb, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:39.882197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-809c956a-06de-421a-896a-56769e7b945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:39.974382 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ddc0fa6a-fbe7-4e58-b393-5923f8cfaab2 req-8a90657b-6c18-4015-96da-61fbfe757427 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 210 time: 0.0848577 Dec 23 16:17:40.008156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 2c855600-de0f-4ebf-85e0-26d0aa7cac0d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:40.011710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.033212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-809c956a-06de-421a-896a-56769e7b945e None None] For port 115e7b33-729c-448e-9e80-14704dca2dbb, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:40.042325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-809c956a-06de-421a-896a-56769e7b945e None None] For port 115e7b33-729c-448e-9e80-14704dca2dbb, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=115e7b33-729c-448e-9e80-14704dca2dbb,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:40.048843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-809c956a-06de-421a-896a-56769e7b945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.071630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.143840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b200735-e7ff-4778-9324-589c493fe4d2 None None] Pushing event updated for resources: {'Port': ['ID=115e7b33-729c-448e-9e80-14704dca2dbb,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:40.154104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:40.154999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:40.182823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.290628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.343380 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=2c855600-de0f-4ebf-85e0-26d0aa7cac0d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:40.348062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.354675 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-002fd402-3f43-4684-bdd9-f72d1936b1b0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/2c855600-de0f-4ebf-85e0-26d0aa7cac0d HTTP/1.1" status: 204 len: 168 time: 0.6780233 Dec 23 16:17:40.357338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57372) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:40.375950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:40.508406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.521109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port efebe8e7-df00-4673-8c7a-7e37d21c5555 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:40.521463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.533019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01306a6-419c-4c5f-b6bb-494eb6b2952b None None] Network ae26eb03-20f3-4c3e-8e8c-6dddffff433c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:40.729199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] For port efebe8e7-df00-4673-8c7a-7e37d21c5555, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=efebe8e7-df00-4673-8c7a-7e37d21c5555,segment=NetworkSegment(fd350fcc-0a6b-46f2-b534-9b1746d5f580),segment_id=fd350fcc-0a6b-46f2-b534-9b1746d5f580)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:40.729564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.859750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for efebe8e7-df00-4673-8c7a-7e37d21c5555 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:40.881282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-809c956a-06de-421a-896a-56769e7b945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:40.886282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c956a-06de-421a-896a-56769e7b945e None None] The sync data for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv is: [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:17:40.941503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:40.962216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd598d5-80f5-4b6c-997b-6b07e24fa9fa None None] DHCP port deletion for ae26eb03-20f3-4c3e-8e8c-6dddffff433c request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:41.002313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=efebe8e7-df00-4673-8c7a-7e37d21c5555,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:41.006991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No DVR routers for this DVR port efebe8e7-df00-4673-8c7a-7e37d21c5555 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:41.305853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64d75f7d-072b-4820-ba8c-8f244d2efb4d req-2d80db52-0dbb-4e04-81b4-e8691c3b407a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 210 time: 0.1814992 Dec 23 16:17:41.317102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:41.381489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae26eb03-20f3-4c3e-8e8c-6dddffff433c']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:41.422090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd350fcc-0a6b-46f2-b534-9b1746d5f580') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:41.422355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd350fcc-0a6b-46f2-b534-9b1746d5f580') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:41.448652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:41.493849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-396da350-3634-4747-a24e-c63674a9d527 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:41.495389 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-396da350-3634-4747-a24e-c63674a9d527 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 796 time: 0.3199508 Dec 23 16:17:41.496521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:41.525808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:41.526200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:41.547239 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:41.657881 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-e985390b-ee13-4dc2-ba8b-ee5d8c701809 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 379 time: 0.1485226 Dec 23 16:17:41.659006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:41.678630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:41.684505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['21264bcb-326c-4cfc-8917-058a700f8f66']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:41.765543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=ae26eb03-20f3-4c3e-8e8c-6dddffff433c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:41.792277 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b441ac5b-3f00-4034-8199-2237c17fd898 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/ae26eb03-20f3-4c3e-8e8c-6dddffff433c HTTP/1.1" status: 204 len: 168 time: 1.4338584 Dec 23 16:17:41.800351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57380) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:41.903897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684234c-4591-4262-b2c4-fe88f9f85414 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:41.904450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6684234c-4591-4262-b2c4-fe88f9f85414 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:41.907061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:41.919937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:41.931969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6684234c-4591-4262-b2c4-fe88f9f85414 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:41.933215 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6684234c-4591-4262-b2c4-fe88f9f85414 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/a8289f7b-5910-4ce3-b47d-c2541a419c4d HTTP/1.1" status: 200 len: 841 time: 0.1325903 Dec 23 16:17:41.934283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:41.937060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57384) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:41.937684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.007250 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2465f69-c3e3-44da-9097-0d522470daef tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/a8289f7b-5910-4ce3-b47d-c2541a419c4d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0690124 Dec 23 16:17:42.011258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57388) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:42.017042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:42.127595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:42.131386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:42.134948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:42.140515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:42.150924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:42.203911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.3 (27c9a68a-6d86-44f3-8485-c40945289f39/2176f373-eb22-4639-944b-c7c261f7d5e6/85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:42.259130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.412979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.465405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:42.472927 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bddb82e8-b89f-4557-8d61-220b929f5e1e req-ce4d8a31-2a05-4d48-9f0b-109b58226673 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 210 time: 0.0443029 Dec 23 16:17:42.493667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.494704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.560493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:42.563431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:42.565814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 27c9a68a-6d86-44f3-8485-c40945289f39 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:42.566595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:42.567172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.568779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:42.572732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:42.574586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ba9d0-d0ca-4612-8f60-bcf7c3d2df8e None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:42.587066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=7a47f4bb-c862-47f9-90fe-d7cc333ddac0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:42.604389 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58e7cce9-49a0-429a-bb45-a00e86121476 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5877249 Dec 23 16:17:42.604389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57396) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:42.609032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:42.609821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1393374525'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:42.616922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:42.621058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:42.623973 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:42.630210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:42.639212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:42.640131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.646544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.674929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-8caa8a2c-2371-4872-b7d8-3e1733ae9c07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9976149 Dec 23 16:17:42.690152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:42.690501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Request body: {'port': {'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:42.694822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group_rule and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:42.698302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:42.704538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:42.770694 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.779565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.816625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.817562 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2131627 Dec 23 16:17:42.821945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57400) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:42.835110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.839641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'security_group': {'name': 'tempest-secgroup-2139424605'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:42.847351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:42.853011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:42.856865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:42.865163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:42.875619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-00f4023d-430d-4683-8b09-3cf6f3f1fc50 None None] Provisioning for port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:42.880397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fc4e-60d3-40d3-a93b-58a1fef9bcb5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091084be-80e2-4c70-8c98-7de6d75e1ed1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:42.883747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.884936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-00f4023d-430d-4683-8b09-3cf6f3f1fc50 None None] Provisioning complete for port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:42.885539 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00f4023d-430d-4683-8b09-3cf6f3f1fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:42.940992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:42.947831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group_rule and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:42.951201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:42.957069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-00f4023d-430d-4683-8b09-3cf6f3f1fc50 None None] Port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:42.957352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:42.958532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 115e7b33-729c-448e-9e80-14704dca2dbb up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:43.017028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.022629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.029955 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-f92dea57-e663-4201-a96f-b4c803e49fa0', 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'tenant_id': '5d90efae78dd43e2b279f828368a7dd9', 'fixed_ips': [{'subnet_id': '7a47f4bb-c862-47f9-90fe-d7cc333ddac0'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:17:43.030740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.059623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.063517 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2383037 Dec 23 16:17:43.079109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57404) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:43.087930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 115e7b33-729c-448e-9e80-14704dca2dbb completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:43.088736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1470171263', 'security_groups': ['feff1cf4-7846-45e3-9cdb-a3c9ad44b268'], 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a47f4bb-c862-47f9-90fe-d7cc333ddac0'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:43.097780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 115e7b33-729c-448e-9e80-14704dca2dbb triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:43.098409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.163514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d214c86-8d25-4cbb-8a2a-8de6de0a1597 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feff1cf4-7846-45e3-9cdb-a3c9ad44b268,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:43.235845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:43.244213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:17:43.245702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:43.251418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.256472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:43.262036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.268280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Transition to ACTIVE for port object 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:43.272703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.285095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:43.329901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Allocated IP 172.20.0.2 (f92dea57-e663-4201-a96f-b4c803e49fa0/7a47f4bb-c862-47f9-90fe-d7cc333ddac0/4f193103-4224-4b5c-a03b-920d02ed9773) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:43.348115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.425862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Pushing event updated for resources: {'Port': ['ID=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:43.479045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 115e7b33-729c-448e-9e80-14704dca2dbb, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=115e7b33-729c-448e-9e80-14704dca2dbb,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:43.494722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.561446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Attempting to bind port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:43.561799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Attempting to bind port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:43.562099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Attempting to bind port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 on network 27c9a68a-6d86-44f3-8485-c40945289f39 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:43.569192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 on network 27c9a68a-6d86-44f3-8485-c40945289f39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:17:43.569511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Attempting to bind port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 on network 27c9a68a-6d86-44f3-8485-c40945289f39 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:43.571651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device efebe8e7-df00-4673-8c7a-7e37d21c5555 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:43.576523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:43.576855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Checking segment: {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:43.577243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Bound using segment: {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:43.577665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Bound port: 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0847e1b-4676-4776-9c75-e81fe53f183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:43.578015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.624921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: efebe8e7-df00-4673-8c7a-7e37d21c5555 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:43.625516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device efebe8e7-df00-4673-8c7a-7e37d21c5555 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:43.681562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=115e7b33-729c-448e-9e80-14704dca2dbb,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:43.705462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.719674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Transition to ACTIVE for port object 4f193103-4224-4b5c-a03b-920d02ed9773 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:43.735015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] For port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:43.738388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Transition to ACTIVE for port object 4f193103-4224-4b5c-a03b-920d02ed9773 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:43.745164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.746706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] For port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:43.751278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.780543 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:17:43.808254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b822e-0708-4bd4-b95c-dbfefce90038 req-4207436b-25b4-4935-aae5-3a82cba539e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:43.808651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-5a4b822e-0708-4bd4-b95c-dbfefce90038 req-4207436b-25b4-4935-aae5-3a82cba539e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:43.815380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:43.818418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:43.823001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:43.825196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Pushing event updated for resources: {'Port': ['ID=4f193103-4224-4b5c-a03b-920d02ed9773,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:43.830514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.13 (f92dea57-e663-4201-a96f-b4c803e49fa0/7a47f4bb-c862-47f9-90fe-d7cc333ddac0/df2fdde6-e885-4f21-8b5d-f9a3c9bd8780) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:43.833896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.835261 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] 10.222.0.59 "PUT /v2.0/ports/85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 200 len: 1093 time: 1.1508987 Dec 23 16:17:43.835737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:17:43.939702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Attempting to bind port 4f193103-4224-4b5c-a03b-920d02ed9773 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:17:43.940486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Attempting to bind port 4f193103-4224-4b5c-a03b-920d02ed9773 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '92c373ca-84aa-4134-9ed3-67072ebf63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:17:43.941223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Attempting to bind port 4f193103-4224-4b5c-a03b-920d02ed9773 on network f92dea57-e663-4201-a96f-b4c803e49fa0 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:17:43.949762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:17:43.950096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-5a4b822e-0708-4bd4-b95c-dbfefce90038 req-4207436b-25b4-4935-aae5-3a82cba539e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:43.950352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Checking segment: {'id': '92c373ca-84aa-4134-9ed3-67072ebf63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:17:43.950849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.951347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Bound using segment: {'id': '92c373ca-84aa-4134-9ed3-67072ebf63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:17:43.951932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Bound port: 4f193103-4224-4b5c-a03b-920d02ed9773, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c373ca-84aa-4134-9ed3-67072ebf63ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:17:43.952540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:43.956195 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5a4b822e-0708-4bd4-b95c-dbfefce90038 req-4207436b-25b4-4935-aae5-3a82cba539e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 943 time: 0.3055687 Dec 23 16:17:43.970299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'status': 'completed', 'code': 200} Dec 23 16:17:43.998601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ebd7d-393f-4c93-b925-25705f704d60 service neutron] Pushing event updated for resources: {'Port': ['ID=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:44.057016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] For port 4f193103-4224-4b5c-a03b-920d02ed9773, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:17:44.061596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] For port 4f193103-4224-4b5c-a03b-920d02ed9773, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4f193103-4224-4b5c-a03b-920d02ed9773,segment=NetworkSegment(92c373ca-84aa-4134-9ed3-67072ebf63ba),segment_id=92c373ca-84aa-4134-9ed3-67072ebf63ba)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:17:44.064219 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5a4b822e-0708-4bd4-b95c-dbfefce90038 req-1acfc3d0-3566-4a9b-9c1e-e6db1e52a9f7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064949 Dec 23 16:17:44.073394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:44.076004 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-005b7695-a5db-469a-827a-5d72f0d1ca8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1946774 Dec 23 16:17:44.151210 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-d87cd6c4-1de4-4806-a927-c72674f2179a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 200 len: 217 time: 0.0675225 Dec 23 16:17:44.170615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edfcf0-a552-4a14-a713-1dcd9a3b2962 None None] Pushing event updated for resources: {'Port': ['ID=4f193103-4224-4b5c-a03b-920d02ed9773,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:44.203540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:44.223335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:44.249052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:44.315567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-d747dc49-bab4-4c85-8fa0-9880d277f795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:44.318028 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-d747dc49-bab4-4c85-8fa0-9880d277f795 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2176f373-eb22-4639-944b-c7c261f7d5e6 HTTP/1.1" status: 200 len: 835 time: 0.1598172 Dec 23 16:17:44.341963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:44.343090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=df2fdde6-e885-4f21-8b5d-f9a3c9bd8780,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:44.347650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:44.350697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:44.435398 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-01dc6cb5-0251-486e-9a33-b8560d20a023 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27c9a68a-6d86-44f3-8485-c40945289f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1061444 Dec 23 16:17:44.436770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:44.437370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:44.464819 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5cd76db0-454b-425d-a2ad-bd5d051cef99 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3844924 Dec 23 16:17:44.467480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57412) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:44.475691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:44.575122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-7b34c83d-d5f7-4f58-b564-1a6494fbd73f service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326542 Dec 23 16:17:44.619577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:44.623189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:44.625902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:44.631814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:44.645301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:44.649350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:44.705170 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92e5f219-e3ec-41c8-8149-9039b8e1903f req-73c4a82a-a5fc-4c8b-ad26-e66945d5a0c1 service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236970 Dec 23 16:17:44.774894 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a47f4bb-c862-47f9-90fe-d7cc333ddac0 (CIDR: 172.20.0.0/28) Dec 23 16:17:44.777940 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:17:44.778376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:44.797814 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18da9d47-4df3-4b8e-8af9-6f288786464f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3288269 Dec 23 16:17:44.800332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57416) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:44.806977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:44.832451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-e610cda2-af43-4d52-9eaf-2e1974626c30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0839040 Dec 23 16:17:44.974945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:44.978976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4f193103-4224-4b5c-a03b-920d02ed9773 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:44.985893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-71a4eed3-b552-4f44-8fcf-b5cec64795e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:44.987431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-71a4eed3-b552-4f44-8fcf-b5cec64795e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 897 time: 0.1455209 Dec 23 16:17:44.988060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:44.990974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:44.997727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:45.008960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:45.012667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.064680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 4f193103-4224-4b5c-a03b-920d02ed9773 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:45.068552 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-25688a57-c0b8-4fff-a5b0-4da38634a1bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 200 len: 217 time: 0.0744140 Dec 23 16:17:45.076470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 115e7b33-729c-448e-9e80-14704dca2dbb up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:45.144901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-c8348675-702a-4cc1-9c6d-e7b9f6713dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:45.146729 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-c8348675-702a-4cc1-9c6d-e7b9f6713dad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2176f373-eb22-4639-944b-c7c261f7d5e6 HTTP/1.1" status: 200 len: 835 time: 0.0677812 Dec 23 16:17:45.176982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 115e7b33-729c-448e-9e80-14704dca2dbb triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:45.177612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.253217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-12ac53ea-e535-488e-9dc7-afa8becb1167 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27c9a68a-6d86-44f3-8485-c40945289f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999844 Dec 23 16:17:45.331451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Provisioning for port 4f193103-4224-4b5c-a03b-920d02ed9773 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:45.337766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:45.338965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.423095 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.461898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab4436-1e3d-4e46-8267-27f664077b7b req-a6622b80-32eb-4029-8062-fcb97c58ec5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:45.463524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33ab4436-1e3d-4e46-8267-27f664077b7b req-a6622b80-32eb-4029-8062-fcb97c58ec5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 943 time: 0.2092288 Dec 23 16:17:45.498320 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-76167c2b-0e4a-4def-a9fc-bf012fb7bb0b service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087405 Dec 23 16:17:45.499843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.520245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:45.521137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=062e0d73-4e26-4f47-beae-142d981b6a14,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:45.525399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:45.527817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:45.528857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.540937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] For port 4f193103-4224-4b5c-a03b-920d02ed9773, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4f193103-4224-4b5c-a03b-920d02ed9773,segment=NetworkSegment(92c373ca-84aa-4134-9ed3-67072ebf63ba),segment_id=92c373ca-84aa-4134-9ed3-67072ebf63ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:45.543520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573ddc7-9d9e-4cd6-95b7-435ed1439861 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:45.551847 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5aaa9355-79cf-454e-baec-d66da8e07b5e tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7504978 Dec 23 16:17:45.554381 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:45.560169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1662786839', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '062e0d73-4e26-4f47-beae-142d981b6a14'}], 'security_groups': ['091084be-80e2-4c70-8c98-7de6d75e1ed1']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:45.602278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.614894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33ab4436-1e3d-4e46-8267-27f664077b7b req-b4c76386-b0da-4610-a1d2-5f8af10b57a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411436 Dec 23 16:17:45.662594 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0e4fd6c9-c426-4b0b-a0c8-2f8d0749a224 req-06d1e756-6506-4b66-ad14-d59e9a31ba20 service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577332 Dec 23 16:17:45.680870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.705377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Provisioning complete for port a8289f7b-5910-4ce3-b47d-c2541a419c4d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:45.705743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:45.766668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Pushing event updated for resources: {'Port': ['ID=4f193103-4224-4b5c-a03b-920d02ed9773,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:45.809381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5ba34f62-6e31-474a-a5fc-0a7de371d3fe None None] Port a8289f7b-5910-4ce3-b47d-c2541a419c4d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:45.978465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fa39bc91-68e9-41cf-8320-f394e8d8503f None None] Provisioning for port df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:45.986434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fa39bc91-68e9-41cf-8320-f394e8d8503f None None] Provisioning complete for port df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:45.987117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa39bc91-68e9-41cf-8320-f394e8d8503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.021030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] Update dhcp port {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'fixed_ips': [{'subnet_id': '7a47f4bb-c862-47f9-90fe-d7cc333ddac0', 'ip_address': '172.20.0.2'}, {'subnet_id': '062e0d73-4e26-4f47-beae-142d981b6a14'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4f193103-4224-4b5c-a03b-920d02ed9773'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:46.080322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Delete allocated IP 172.20.0.13 (f92dea57-e663-4201-a96f-b4c803e49fa0/7a47f4bb-c862-47f9-90fe-d7cc333ddac0) {{(pid=83495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 16:17:46.080552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fa39bc91-68e9-41cf-8320-f394e8d8503f None None] Port df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:46.086879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.088802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.21 (f92dea57-e663-4201-a96f-b4c803e49fa0/062e0d73-4e26-4f47-beae-142d981b6a14/df2fdde6-e885-4f21-8b5d-f9a3c9bd8780) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:46.378219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.393557 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Ignored duplicate provisioning block setup for port df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 16:17:46.398357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.465123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] Allocated IP 172.20.0.18 (f92dea57-e663-4201-a96f-b4c803e49fa0/062e0d73-4e26-4f47-beae-142d981b6a14/4f193103-4224-4b5c-a03b-920d02ed9773) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:46.539831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=df2fdde6-e885-4f21-8b5d-f9a3c9bd8780,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:46.559693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] In _notify_port_updated(), no bound segment for port df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 on network f92dea57-e663-4201-a96f-b4c803e49fa0 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:17:46.563398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:46.564011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.565371 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6caaae73-5ceb-4a6a-a0e4-a4901ea25411 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "PUT /v2.0/ports/df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 HTTP/1.1" status: 200 len: 921 time: 1.0099630 Dec 23 16:17:46.567978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:46.599314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] For port 4f193103-4224-4b5c-a03b-920d02ed9773, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4f193103-4224-4b5c-a03b-920d02ed9773,segment=NetworkSegment(92c373ca-84aa-4134-9ed3-67072ebf63ba),segment_id=92c373ca-84aa-4134-9ed3-67072ebf63ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:46.627439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.635225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:46.635579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.643655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] Transition to ACTIVE for port object 4f193103-4224-4b5c-a03b-920d02ed9773 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:46.648559 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:46.791571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bd120-523c-4448-914c-bfe6343910b6 None None] Pushing event updated for resources: {'Port': ['ID=4f193103-4224-4b5c-a03b-920d02ed9773,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:46.828274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74643-d701-4089-9fd5-d5ecb6d29865 req-5cb388c5-f06f-4384-a9b2-575e05549f31 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:46.829784 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8b74643-d701-4089-9fd5-d5ecb6d29865 req-5cb388c5-f06f-4384-a9b2-575e05549f31 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 943 time: 0.0811391 Dec 23 16:17:46.882341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8b74643-d701-4089-9fd5-d5ecb6d29865 req-e557af4f-27ea-4056-b747-16ca582fe2da tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418234 Dec 23 16:17:46.893487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4f193103-4224-4b5c-a03b-920d02ed9773 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:46.908948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.039748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:47.181844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.233452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=df2fdde6-e885-4f21-8b5d-f9a3c9bd8780,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:47.309152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1d6340d-b927-44b0-8c80-173663d12006 None None] Provisioning for port 4f193103-4224-4b5c-a03b-920d02ed9773 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:47.314523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1d6340d-b927-44b0-8c80-173663d12006 None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:47.314876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f1d6340d-b927-44b0-8c80-173663d12006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.339463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.348506 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-31303daf-7023-44ff-a992-78f3ea4dce2d tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 HTTP/1.1" status: 204 len: 168 time: 0.7795978 Dec 23 16:17:47.351011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:47.395103 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd81271-17e4-4b3d-baed-adedc0a12f31 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:47.395507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9bd81271-17e4-4b3d-baed-adedc0a12f31 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:47.412100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9bd81271-17e4-4b3d-baed-adedc0a12f31 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:47.415726 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9bd81271-17e4-4b3d-baed-adedc0a12f31 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/df2fdde6-e885-4f21-8b5d-f9a3c9bd8780 HTTP/1.1" status: 404 len: 333 time: 0.0606356 Dec 23 16:17:47.416080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57436) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:47.417244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:17:47.485561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01b2c891-7d24-43aa-bf67-ded6041d39e2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.512278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01b2c891-7d24-43aa-bf67-ded6041d39e2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.532164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1d6340d-b927-44b0-8c80-173663d12006 None None] Provisioning complete for port a8289f7b-5910-4ce3-b47d-c2541a419c4d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:47.532538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f1d6340d-b927-44b0-8c80-173663d12006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.556871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01b2c891-7d24-43aa-bf67-ded6041d39e2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.574106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2c891-7d24-43aa-bf67-ded6041d39e2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff1cf4-7846-45e3-9cdb-a3c9ad44b268,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:47.580675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01b2c891-7d24-43aa-bf67-ded6041d39e2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.584096 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-01b2c891-7d24-43aa-bf67-ded6041d39e2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/security-groups/feff1cf4-7846-45e3-9cdb-a3c9ad44b268 HTTP/1.1" status: 204 len: 168 time: 0.1645546 Dec 23 16:17:47.584823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57440) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:47.612210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6340d-b927-44b0-8c80-173663d12006 None None] Port a8289f7b-5910-4ce3-b47d-c2541a419c4d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:47.625661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f1d6340d-b927-44b0-8c80-173663d12006 None None] Could not find standard attr ID for object df2fdde6-e885-4f21-8b5d-f9a3c9bd8780. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:47.634924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:47.649195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:17:47.655085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9696e66a-73cf-4343-bd08-2ad17dae3bbc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.682555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9696e66a-73cf-4343-bd08-2ad17dae3bbc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.707957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.727167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:17:47.734752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9696e66a-73cf-4343-bd08-2ad17dae3bbc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.743969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:47.748109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.751901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696e66a-73cf-4343-bd08-2ad17dae3bbc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091084be-80e2-4c70-8c98-7de6d75e1ed1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:47.765946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9696e66a-73cf-4343-bd08-2ad17dae3bbc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:47.767130 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9696e66a-73cf-4343-bd08-2ad17dae3bbc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/security-groups/091084be-80e2-4c70-8c98-7de6d75e1ed1 HTTP/1.1" status: 204 len: 168 time: 0.1817524 Dec 23 16:17:47.769628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57444) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:47.835192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:47.850192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-57a26fc0-6325-4d71-be00-389c0788c751 None None] Could not find standard attr ID for object df2fdde6-e885-4f21-8b5d-f9a3c9bd8780. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:17:48.088222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 7a47f4bb-c862-47f9-90fe-d7cc333ddac0 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:48.097453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.127096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:17:48.155925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.195442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf653b-516d-444c-93da-aff2604de600 req-a0a8783f-2e76-4843-b7dc-4c313f557351 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:48.196898 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b4bf653b-516d-444c-93da-aff2604de600 req-a0a8783f-2e76-4843-b7dc-4c313f557351 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 944 time: 0.1849856 Dec 23 16:17:48.268184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b4bf653b-516d-444c-93da-aff2604de600 req-125a7609-0d88-4904-b02f-c41b1660c919 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627611 Dec 23 16:17:48.281701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.358792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.398046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=7a47f4bb-c862-47f9-90fe-d7cc333ddac0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:48.402093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.408007 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-57f45165-b19b-45f5-853e-0d747097b619 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/7a47f4bb-c862-47f9-90fe-d7cc333ddac0 HTTP/1.1" status: 204 len: 168 time: 0.6373405 Dec 23 16:17:48.409985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ef032-3840-4031-b4fc-6917749a4366 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:48.411661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57450) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:48.417718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:48.550185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:48.553940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:48.556700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:48.562271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:48.572181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:48.575754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.847081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.907511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:48.910581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:48.913906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:48.914477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:48.931939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=737de1fe-61e4-411b-b36d-19ed47fb8714,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:48.944099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d361d9e7-9947-4cc4-be94-3def7f297b9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5312011 Dec 23 16:17:48.947286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57454) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:48.952749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'security_group': {'name': 'tempest-secgroup-593939664'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:48.958654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:48.963104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:48.966175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:48.971902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:48.982485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.019978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:49.024487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group_rule and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:49.027345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:49.032970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:49.093624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.098103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b224d-483a-44ba-a716-6ef6648fe130 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:49.098258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.144947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b6784-79df-4a87-b1d7-662ada2297cb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:49.149857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.151127 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1631dd7d-8613-4cbf-bbfb-984de8e806ac tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2027962 Dec 23 16:17:49.157103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57458) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:49.164005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'security_group': {'name': 'tempest-secgroup-971567107'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:49.171811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:49.175671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:49.178425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:49.184060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:49.194540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.202016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e3edd61-1c6c-47fd-b239-5fe877366768 None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:49.202382 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e3edd61-1c6c-47fd-b239-5fe877366768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.233885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:49.237759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group_rule and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:49.240863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:49.247400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:49.306492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.310817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.356837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c448d11-248c-470d-90d4-573dec18b024,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:49.360797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.362749 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a2f10c3c-3fac-4c87-a297-eefdf1ae1fbf tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2040045 Dec 23 16:17:49.365726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:49.372315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'security_group': {'name': 'tempest-secgroup-1051700036'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:49.389749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:49.393592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:49.396443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:49.406097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:49.421197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.430672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:49.462249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:49.467454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:security_group_rule and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:49.470506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:49.477715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:49.516273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9e3e9-0ac7-4036-9e2c-4db1af6b0904 req-036cb314-750e-4671-b2a1-955137df3ac3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:49.517920 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcb9e3e9-0ac7-4036-9e2c-4db1af6b0904 req-036cb314-750e-4671-b2a1-955137df3ac3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 944 time: 0.0904372 Dec 23 16:17:49.546126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.551647 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.559606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e3edd61-1c6c-47fd-b239-5fe877366768 None None] Provisioning complete for port a8289f7b-5910-4ce3-b47d-c2541a419c4d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:49.559977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e3edd61-1c6c-47fd-b239-5fe877366768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.569086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcb9e3e9-0ac7-4036-9e2c-4db1af6b0904 req-68b82789-009f-43a6-be50-c1b0bfe053fe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442472 Dec 23 16:17:49.598555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:49.612146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd21bf3-6303-47b1-928f-0b1695202ab0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:49.614691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.619179 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2afd4dd7-d2aa-49c8-a982-b1119babc122 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2495351 Dec 23 16:17:49.619362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:49.624642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-472811369', 'security_groups': ['4cd21bf3-6303-47b1-928f-0b1695202ab0'], 'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '737de1fe-61e4-411b-b36d-19ed47fb8714'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:49.648569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:49.648941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.719126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5e3edd61-1c6c-47fd-b239-5fe877366768 None None] Port a8289f7b-5910-4ce3-b47d-c2541a419c4d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:49.742816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] Update dhcp port {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'fixed_ips': [{'subnet_id': '062e0d73-4e26-4f47-beae-142d981b6a14', 'ip_address': '172.20.0.18'}, {'subnet_id': '737de1fe-61e4-411b-b36d-19ed47fb8714'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4f193103-4224-4b5c-a03b-920d02ed9773'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:49.756879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:49.766382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:49.776027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:49.837520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.857295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.896164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.916673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] device_id is not set on port 0b7678d0-004a-4c41-8eb1-f4032b711739 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:17:49.927222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:17:49.982587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:49.987033 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'code': 200} Dec 23 16:17:49.994810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.120901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:50.135968 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] Allocated IP 172.20.0.2 (f92dea57-e663-4201-a96f-b4c803e49fa0/737de1fe-61e4-411b-b36d-19ed47fb8714/4f193103-4224-4b5c-a03b-920d02ed9773) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:50.215981 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8cf6ae85-8482-4a3f-8acb-f4adae887542 req-37683358-3876-446b-b1e1-546be4da9569 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0699697 Dec 23 16:17:50.258348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8cf6ae85-8482-4a3f-8acb-f4adae887542 req-91b0ba25-6896-48e8-a429-c2a9687ca0ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358584 Dec 23 16:17:50.275902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] For port 4f193103-4224-4b5c-a03b-920d02ed9773, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4f193103-4224-4b5c-a03b-920d02ed9773,segment=NetworkSegment(92c373ca-84aa-4134-9ed3-67072ebf63ba),segment_id=92c373ca-84aa-4134-9ed3-67072ebf63ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:50.300500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.325789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] Transition to ACTIVE for port object 4f193103-4224-4b5c-a03b-920d02ed9773 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:50.330446 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.418923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.7 (f92dea57-e663-4201-a96f-b4c803e49fa0/737de1fe-61e4-411b-b36d-19ed47fb8714/0b7678d0-004a-4c41-8eb1-f4032b711739) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:50.477683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068853e8-ca92-4688-b344-06b446ed16ee None None] Pushing event updated for resources: {'Port': ['ID=4f193103-4224-4b5c-a03b-920d02ed9773,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:50.609703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.626414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object 0b7678d0-004a-4c41-8eb1-f4032b711739 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:50.652041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.730115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:50.733098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:50.737080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:50.768251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=0b7678d0-004a-4c41-8eb1-f4032b711739,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:50.799123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ca2d2-1e8f-4390-85eb-614617f4c3c0 req-04cdfd38-a62e-4cea-9875-f7e9fcf7b54a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:50.800790 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3f1ca2d2-1e8f-4390-85eb-614617f4c3c0 req-04cdfd38-a62e-4cea-9875-f7e9fcf7b54a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 945 time: 0.0876572 Dec 23 16:17:50.806427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:50.807056 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.845391 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6336c94-42d6-44ec-a73f-ce5da528d1e4 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2249603 Dec 23 16:17:50.848051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57476) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:50.854075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:50.860924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3f1ca2d2-1e8f-4390-85eb-614617f4c3c0 req-7081119a-0cbb-40e4-87ad-7e55199a67d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527942 Dec 23 16:17:50.895401 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4f193103-4224-4b5c-a03b-920d02ed9773 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:50.997578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:51.001451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:51.004338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:51.011059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:51.020455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:51.023967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:51.050919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e296ec95-b55d-419e-b752-b6a59c6d948c None None] Provisioning for port 4f193103-4224-4b5c-a03b-920d02ed9773 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:51.056339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e296ec95-b55d-419e-b752-b6a59c6d948c None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:51.056716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e296ec95-b55d-419e-b752-b6a59c6d948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:51.165309 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 737de1fe-61e4-411b-b36d-19ed47fb8714 (CIDR: 172.20.0.0/28) Dec 23 16:17:51.168841 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:17:51.168974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:51.186183 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6785300b-316a-4da0-ada9-e5a2980d1599 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3369293 Dec 23 16:17:51.188838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:51.189737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e296ec95-b55d-419e-b752-b6a59c6d948c None None] Provisioning complete for port a8289f7b-5910-4ce3-b47d-c2541a419c4d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:51.190099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e296ec95-b55d-419e-b752-b6a59c6d948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:51.194162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:51.244767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e296ec95-b55d-419e-b752-b6a59c6d948c None None] Port a8289f7b-5910-4ce3-b47d-c2541a419c4d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:51.327829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:51.331497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:51.334233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:51.339802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:51.348940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:51.354298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:51.365360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e7a5c7c-78e4-4cef-9bd6-d9bf66a880e3 None None] Provisioning for port 0b7678d0-004a-4c41-8eb1-f4032b711739 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:51.370585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e7a5c7c-78e4-4cef-9bd6-d9bf66a880e3 None None] Provisioning complete for port 0b7678d0-004a-4c41-8eb1-f4032b711739 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:51.371123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e7a5c7c-78e4-4cef-9bd6-d9bf66a880e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:51.425687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a5c7c-78e4-4cef-9bd6-d9bf66a880e3 None None] Port 0b7678d0-004a-4c41-8eb1-f4032b711739 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:51.488154 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 062e0d73-4e26-4f47-beae-142d981b6a14 (CIDR: 172.20.0.16/28) Dec 23 16:17:51.491862 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:17:51.492863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:51.515451 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5d79b1c5-d2d6-4b55-bb11-53a9a7d1b4d5 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3231351 Dec 23 16:17:51.516035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57484) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:51.521836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'subnet': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:51.655487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:51.659216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Usage tracker for resource:subnet and tenant:5d90efae78dd43e2b279f828368a7dd9 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:51.661957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:51.668121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:51.676668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Made reservation on behalf of 5d90efae78dd43e2b279f828368a7dd9 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:17:51.680111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:51.923700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:52.115331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Network f92dea57-e663-4201-a96f-b4c803e49fa0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:52.119921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Subnet': ['ID=4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:52.121984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:52.129218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:52.129790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:52.130977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a506874-2387-4027-84ea-8e637f9fbf54 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:52.156921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6a5f50f8-bbdd-4352-a9d3-1d6a06b04b64 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6395071 Dec 23 16:17:52.159285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57490) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:52.166388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1827042037', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5'}], 'security_groups': ['e01b6784-79df-4a87-b1d7-662ada2297cb', '3c448d11-248c-470d-90d4-573dec18b024']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:52.210346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a091f-9b71-481c-97c7-c6d7a01614c6 req-96d5b260-03dd-46e7-b83a-b250b66c76a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:52.212387 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-736a091f-9b71-481c-97c7-c6d7a01614c6 req-96d5b260-03dd-46e7-b83a-b250b66c76a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1750903 Dec 23 16:17:52.321470 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-736a091f-9b71-481c-97c7-c6d7a01614c6 req-5d8ed707-e58f-42d0-88c2-6232f75f42f5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018887 Dec 23 16:17:52.328684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:52.504725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] Update dhcp port {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'fixed_ips': [{'subnet_id': '062e0d73-4e26-4f47-beae-142d981b6a14', 'ip_address': '172.20.0.18'}, {'subnet_id': '737de1fe-61e4-411b-b36d-19ed47fb8714', 'ip_address': '172.20.0.2'}, {'subnet_id': '4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4f193103-4224-4b5c-a03b-920d02ed9773'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:52.555084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:52.654941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6045d9-094a-4bc4-8186-79bbb0796a19 req-16a42e09-4d71-4f50-af04-bd26310c54bb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:52.656399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c6045d9-094a-4bc4-8186-79bbb0796a19 req-16a42e09-4d71-4f50-af04-bd26310c54bb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1898782 Dec 23 16:17:52.716395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c6045d9-094a-4bc4-8186-79bbb0796a19 req-811ae84d-8489-47ac-af5c-f97ba400508c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493820 Dec 23 16:17:52.744251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:52.756136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] Allocated IP 172.20.0.34 (f92dea57-e663-4201-a96f-b4c803e49fa0/4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5/4f193103-4224-4b5c-a03b-920d02ed9773) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:52.822050 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-847f8523-2ec6-4c3d-a949-152e73b1f401 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1093 time: 0.0740416 Dec 23 16:17:52.822294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:52.827232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:17:52.832523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:17:52.836287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:17:52.839092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:17:52.844631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:17:52.856007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:52.894700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] For port 4f193103-4224-4b5c-a03b-920d02ed9773, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4f193103-4224-4b5c-a03b-920d02ed9773,segment=NetworkSegment(92c373ca-84aa-4134-9ed3-67072ebf63ba),segment_id=92c373ca-84aa-4134-9ed3-67072ebf63ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:52.918766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:52.936409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] Transition to ACTIVE for port object 4f193103-4224-4b5c-a03b-920d02ed9773 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:52.940322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:52.996575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.075697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Delete allocated IP 172.20.0.7 (f92dea57-e663-4201-a96f-b4c803e49fa0/737de1fe-61e4-411b-b36d-19ed47fb8714) {{(pid=83494) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 16:17:53.083761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Allocated IP 172.20.0.35 (f92dea57-e663-4201-a96f-b4c803e49fa0/4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5/0b7678d0-004a-4c41-8eb1-f4032b711739) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:53.104927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff5fb9-4785-40dc-815b-5ff3ebfc691f None None] Pushing event updated for resources: {'Port': ['ID=4f193103-4224-4b5c-a03b-920d02ed9773,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:53.138276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.121 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/f83fbeb9-015a-49f7-b50c-6d134cb256b4) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:17:53.301589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.315358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.334111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Transition to ACTIVE for port object 0b7678d0-004a-4c41-8eb1-f4032b711739 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:17:53.335411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.338873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.411099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:17:53.414776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:17:53.416791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=f83fbeb9-015a-49f7-b50c-6d134cb256b4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:53.418850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:17:53.476686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event updated for resources: {'Port': ['ID=0b7678d0-004a-4c41-8eb1-f4032b711739,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:53.513210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] In _notify_port_updated(), no bound segment for port 0b7678d0-004a-4c41-8eb1-f4032b711739 on network f92dea57-e663-4201-a96f-b4c803e49fa0 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:17:53.517017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:53.518578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.522350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-78e441fd-af85-4446-93da-5f6c2a39a66b tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "PUT /v2.0/ports/0b7678d0-004a-4c41-8eb1-f4032b711739 HTTP/1.1" status: 200 len: 960 time: 1.3596005 Dec 23 16:17:53.522659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:53.660711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Provisioning for port 4f193103-4224-4b5c-a03b-920d02ed9773 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:53.665481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:53.665867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.728179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 0b7678d0-004a-4c41-8eb1-f4032b711739 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:53.728518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.791252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Provisioning complete for port a8289f7b-5910-4ce3-b47d-c2541a419c4d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:53.791535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.841484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Port a8289f7b-5910-4ce3-b47d-c2541a419c4d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:53.853268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Provisioning for port 0b7678d0-004a-4c41-8eb1-f4032b711739 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:17:53.857867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Provisioning complete for port 0b7678d0-004a-4c41-8eb1-f4032b711739 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:53.858237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.911974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f23fe888-f177-4daa-b2bf-4eaaae5f3584 None None] Port 0b7678d0-004a-4c41-8eb1-f4032b711739 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:54.134711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-de5fdb01-85ad-4670-8880-73fd4c50f4fc None None] Provisioning complete for port 0b7678d0-004a-4c41-8eb1-f4032b711739 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:54.135078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de5fdb01-85ad-4670-8880-73fd4c50f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.146407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.185834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-de5fdb01-85ad-4670-8880-73fd4c50f4fc None None] Port 0b7678d0-004a-4c41-8eb1-f4032b711739 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:54.271794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for 0b7678d0-004a-4c41-8eb1-f4032b711739 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:54.513026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.566233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=0b7678d0-004a-4c41-8eb1-f4032b711739,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:54.602433 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.711458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.749990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.781210 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30daa0ce-80f2-4aa2-8f8d-b717fdda8945 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/0b7678d0-004a-4c41-8eb1-f4032b711739 HTTP/1.1" status: 204 len: 168 time: 1.2574830 Dec 23 16:17:54.783850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57508) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:54.824568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b642764-cf2d-4edd-92ec-b55012f03002 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] GET failed (client error): The resource could not be found. Dec 23 16:17:54.826702 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1b642764-cf2d-4edd-92ec-b55012f03002 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports/0b7678d0-004a-4c41-8eb1-f4032b711739 HTTP/1.1" status: 404 len: 333 time: 0.0410385 Dec 23 16:17:54.828556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57512) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:54.897383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4f193103-4224-4b5c-a03b-920d02ed9773 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:17:54.900255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88c07814-5432-4d9e-875a-a41dac18c506 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.929629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88c07814-5432-4d9e-875a-a41dac18c506 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.937492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.942878 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.970525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:54.971007 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.978406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88c07814-5432-4d9e-875a-a41dac18c506 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.994342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c07814-5432-4d9e-875a-a41dac18c506 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd21bf3-6303-47b1-928f-0b1695202ab0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:55.000632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88c07814-5432-4d9e-875a-a41dac18c506 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.002089 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-88c07814-5432-4d9e-875a-a41dac18c506 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/security-groups/4cd21bf3-6303-47b1-928f-0b1695202ab0 HTTP/1.1" status: 204 len: 168 time: 0.1723552 Dec 23 16:17:55.008306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57516) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:55.079055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-852b6a8b-1944-4e0e-936b-2a54de319cad tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.115061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-852b6a8b-1944-4e0e-936b-2a54de319cad tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.154451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=f83fbeb9-015a-49f7-b50c-6d134cb256b4,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:55.164473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-852b6a8b-1944-4e0e-936b-2a54de319cad tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.172596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.183175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b6a8b-1944-4e0e-936b-2a54de319cad tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c448d11-248c-470d-90d4-573dec18b024,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:55.187344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-852b6a8b-1944-4e0e-936b-2a54de319cad tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.188460 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-852b6a8b-1944-4e0e-936b-2a54de319cad tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c448d11-248c-470d-90d4-573dec18b024 HTTP/1.1" status: 204 len: 168 time: 0.1790938 Dec 23 16:17:55.191192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57520) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:55.257437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8e92-5795-450d-b943-a3a07e4b6358 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.284447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8e92-5795-450d-b943-a3a07e4b6358 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.329893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8e92-5795-450d-b943-a3a07e4b6358 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.345500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b8e92-5795-450d-b943-a3a07e4b6358 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b6784-79df-4a87-b1d7-662ada2297cb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:55.356759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8e92-5795-450d-b943-a3a07e4b6358 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.358108 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4a8b8e92-5795-450d-b943-a3a07e4b6358 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/security-groups/e01b6784-79df-4a87-b1d7-662ada2297cb HTTP/1.1" status: 204 len: 168 time: 0.1659148 Dec 23 16:17:55.359372 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 1ede32f0-2d91-4f70-b519-f979551b401f associated. External IP: 172.26.7.121, port: 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1. Dec 23 16:17:55.360857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57524) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:55.562185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 737de1fe-61e4-411b-b36d-19ed47fb8714 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:55.564930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.712813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.760435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 544e5d5f-84fe-41da-b9c7-6addfee8716b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:17:55.794062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.868185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.906156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=737de1fe-61e4-411b-b36d-19ed47fb8714,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:55.911892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:55.919340 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df052f-f5a4-46a6-9555-e2e580eb158a None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:55.925757 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4c3905fa-a7d7-410b-aece-98e502225331 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/737de1fe-61e4-411b-b36d-19ed47fb8714 HTTP/1.1" status: 204 len: 168 time: 0.5600402 Dec 23 16:17:55.926488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57528) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:56.128297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:56.138722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] Sync routers for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:56.145495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:56.151237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.158683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:56.159294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:56.190262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.253142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.291079 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-505bf6a0-9469-465d-8549-e3b03ac2b335 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4678974 Dec 23 16:17:56.293965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:17:56.294130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57532) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:56.369030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.441760 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'status': 'completed', 'code': 200} Dec 23 16:17:56.442999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:56.490017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-49be1e66-e78f-4837-81db-cb64be552fd2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/1ede32f0-2d91-4f70-b519-f979551b401f HTTP/1.1" status: 200 len: 991 time: 0.1947610 Dec 23 16:17:56.512437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.524568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-17422a72-de81-416c-992d-33af8bc825b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1098 time: 0.1093287 Dec 23 16:17:56.560909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:56.572705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.579127 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c1156c7-4ce7-4649-a6a3-251c8c9b9d8c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/4a6c4ecb-b883-41f1-84ec-66b6fb9dc9a5 HTTP/1.1" status: 204 len: 168 time: 0.6512604 Dec 23 16:17:56.585476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:56.630595 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e719b4-00b9-45ea-865f-224ff3fc30bd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:56.631373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e719b4-00b9-45ea-865f-224ff3fc30bd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:56.633622 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28e719b4-00b9-45ea-865f-224ff3fc30bd tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/737de1fe-61e4-411b-b36d-19ed47fb8714 HTTP/1.1" status: 404 len: 337 time: 0.0465794 Dec 23 16:17:56.638253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57542) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:56.731340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-3ace07eb-ad57-4219-aa81-240917c954c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:56.733058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-3ace07eb-ad57-4219-aa81-240917c954c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 897 time: 0.2023029 Dec 23 16:17:56.738843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting subnet 062e0d73-4e26-4f47-beae-142d981b6a14 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:56.788822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.818957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce51ba-a185-4316-b7e0-a31dc5858016 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:56.874402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.915630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-14819623-2e27-4740-b42c-05110dbf7a69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 200 len: 999 time: 0.1743486 Dec 23 16:17:56.936836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-743abafb-bce1-4831-a04a-3698ac25834a None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:56.937428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-743abafb-bce1-4831-a04a-3698ac25834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.972046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:54Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:56.999984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] Checking router: 544e5d5f-84fe-41da-b9c7-6addfee8716b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:17:57.002051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-af29705b-0072-45cb-951f-67c0226ff924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:57.003485 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-af29705b-0072-45cb-951f-67c0226ff924 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2176f373-eb22-4639-944b-c7c261f7d5e6 HTTP/1.1" status: 200 len: 835 time: 0.0794804 Dec 23 16:17:57.044091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.066242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:57.066804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:17:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:57.138020 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-4d17104e-6fea-4af7-9691-5563975d9962 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27c9a68a-6d86-44f3-8485-c40945289f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280909 Dec 23 16:17:57.139337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.241324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Subnet': ['ID=062e0d73-4e26-4f47-beae-142d981b6a14,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:57.253784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.270960 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5acac305-8c32-4d9e-8942-1e49da798f9f tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/062e0d73-4e26-4f47-beae-142d981b6a14 HTTP/1.1" status: 204 len: 168 time: 0.6292791 Dec 23 16:17:57.271170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57546) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.314240 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eb111c-f092-44f3-b826-98b2ea4626e0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.314670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25eb111c-f092-44f3-b826-98b2ea4626e0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.318814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-25eb111c-f092-44f3-b826-98b2ea4626e0 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/7a47f4bb-c862-47f9-90fe-d7cc333ddac0 HTTP/1.1" status: 404 len: 337 time: 0.0442836 Dec 23 16:17:57.319544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.347691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-7f3b5073-c57c-46ae-ad48-aa3f751c17c6 service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786983 Dec 23 16:17:57.348708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-743abafb-bce1-4831-a04a-3698ac25834a None None] Provisioning complete for port a8289f7b-5910-4ce3-b47d-c2541a419c4d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:57.349074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-743abafb-bce1-4831-a04a-3698ac25834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.366176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83a477d8-78d8-4dd0-8a2f-30ae2790c0a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Synchronizing usage tracker for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:57.385067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83a477d8-78d8-4dd0-8a2f-30ae2790c0a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Unset dirty status for tenant:5d90efae78dd43e2b279f828368a7dd9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:57.388268 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-83a477d8-78d8-4dd0-8a2f-30ae2790c0a2 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "GET /v2.0/ports?device_id=78494bb2-19a2-43c1-b1fb-0fe74ef48246 HTTP/1.1" status: 200 len: 205 time: 0.0655930 Dec 23 16:17:57.388960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.407238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:57.472987 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-2590b63d-2836-41ed-a56e-afa10d460a30 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] delete failed (client error): The resource could not be found. Dec 23 16:17:57.477050 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2590b63d-2836-41ed-a56e-afa10d460a30 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/routers/78494bb2-19a2-43c1-b1fb-0fe74ef48246 HTTP/1.1" status: 404 len: 336 time: 0.0847492 Dec 23 16:17:57.478338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.488768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-743abafb-bce1-4831-a04a-3698ac25834a None None] Port a8289f7b-5910-4ce3-b47d-c2541a419c4d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:57.494188 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db59dbc9-5112-4f2f-abda-5850cb33049f req-db2281bd-82f5-4f0b-8a35-5d8a7efa0cfe service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403310 Dec 23 16:17:57.494588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57562) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.606380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-475b89ab-98b7-4fee-82f9-bf9274b93029 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/1ede32f0-2d91-4f70-b519-f979551b401f HTTP/1.1" status: 200 len: 991 time: 0.1096914 Dec 23 16:17:57.620801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4754e3-d334-455c-9478-0fd0c34de3e1 None None] Update dhcp port {'port': {'network_id': 'f92dea57-e663-4201-a96f-b4c803e49fa0', 'fixed_ips': [{'subnet_id': '062e0d73-4e26-4f47-beae-142d981b6a14'}], 'binding:host_id': 'dv-neutron-822800-1-hyperv'}, 'id': '4f193103-4224-4b5c-a03b-920d02ed9773'} from dv-neutron-822800-1-hyperv. {{(pid=83496) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 16:17:57.628417 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2762a50f-b5a7-406e-8e5b-8b2327288cf8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.628848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2762a50f-b5a7-406e-8e5b-8b2327288cf8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.630458 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2762a50f-b5a7-406e-8e5b-8b2327288cf8 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/2c855600-de0f-4ebf-85e0-26d0aa7cac0d HTTP/1.1" status: 404 len: 337 time: 0.1517870 Dec 23 16:17:57.633135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57566) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.669526 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-081caf58-ccb6-4a6a-9175-309d6a424edb tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.669949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081caf58-ccb6-4a6a-9175-309d6a424edb tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.671512 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-081caf58-ccb6-4a6a-9175-309d6a424edb tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/0daa97fc-31b4-43af-a914-03e42d4e179a HTTP/1.1" status: 404 len: 337 time: 0.0375109 Dec 23 16:17:57.674195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.709584 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2add7afe-90b8-4ce7-9c70-9cc9cf2f4e92 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.710007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2add7afe-90b8-4ce7-9c70-9cc9cf2f4e92 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.712098 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2add7afe-90b8-4ce7-9c70-9cc9cf2f4e92 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/ea591b5c-60b7-44ad-a80d-d3f66737e2c3 HTTP/1.1" status: 404 len: 337 time: 0.0370672 Dec 23 16:17:57.714555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.740659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd4754e3-d334-455c-9478-0fd0c34de3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.756022 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a61281-214b-48e3-b0be-b3358ad188af tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.756453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a61281-214b-48e3-b0be-b3358ad188af tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.758067 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-47a61281-214b-48e3-b0be-b3358ad188af tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/dbb7711e-d125-4459-8a57-d9065aebefdb HTTP/1.1" status: 404 len: 333 time: 0.0426669 Dec 23 16:17:57.760942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.797416 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fdef13-2a18-43bd-b7bb-c49f67dc4d98 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.797841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fdef13-2a18-43bd-b7bb-c49f67dc4d98 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.799395 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41fdef13-2a18-43bd-b7bb-c49f67dc4d98 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/c2214f74-1281-4a67-8bec-36d28f90e57a HTTP/1.1" status: 404 len: 337 time: 0.0376077 Dec 23 16:17:57.801989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57582) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.839096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa347af-c6d1-49e4-831d-59714a199cfa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.839520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa347af-c6d1-49e4-831d-59714a199cfa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.841134 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5aa347af-c6d1-49e4-831d-59714a199cfa tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/1f2a674c-fcac-40d5-a4bb-9ccf05350f60 HTTP/1.1" status: 404 len: 337 time: 0.0381727 Dec 23 16:17:57.843676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57586) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:57.985707 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1501bd7-a382-4b13-a419-f287561f5ab1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:57.986359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1501bd7-a382-4b13-a419-f287561f5ab1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:57.990574 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c1501bd7-a382-4b13-a419-f287561f5ab1 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/87330519-be7a-4700-8796-9c1954ab5d9a HTTP/1.1" status: 404 len: 333 time: 0.1435044 Dec 23 16:17:57.990780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57590) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:58.016140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:54Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:58.024927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a72f57-a336-40b1-b92c-c525b34024f9 None None] The sync data for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv is: [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:33Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:54Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:17:58.029419 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-b457d400-d1d6-4006-8603-34afe4e378cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:58.029788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b457d400-d1d6-4006-8603-34afe4e378cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:58.033206 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b457d400-d1d6-4006-8603-34afe4e378cc tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/23aab854-fbfc-4a5c-8635-ca1f3e6ec4a5 HTTP/1.1" status: 404 len: 337 time: 0.0413468 Dec 23 16:17:58.035987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57594) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:58.059236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935b5ec-f6c7-4a27-876a-1474b0372de5 None None] Network f92dea57-e663-4201-a96f-b4c803e49fa0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:17:58.078426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-74749006-0aa4-4ec3-b325-c7ea42ebf01c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] DELETE failed (client error): The resource could not be found. Dec 23 16:17:58.078861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74749006-0aa4-4ec3-b325-c7ea42ebf01c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:17:58.082872 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-74749006-0aa4-4ec3-b325-c7ea42ebf01c tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/subnets/f6e9a30b-ea3d-45c1-9b58-77f8be65c08e HTTP/1.1" status: 404 len: 337 time: 0.0435855 Dec 23 16:17:58.083079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57598) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:58.161773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port a8289f7b-5910-4ce3-b47d-c2541a419c4d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:58.162110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.194576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d333a8f-c359-4972-a07d-af9ca7a87f82 None None] Provisioning complete for port 4f193103-4224-4b5c-a03b-920d02ed9773 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:58.195471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d333a8f-c359-4972-a07d-af9ca7a87f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.236854 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b8bba-2f44-4b5b-a300-03aa1d2063a1 None None] New status for floating IP 1ede32f0-2d91-4f70-b519-f979551b401f: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:17:58.383082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d333a8f-c359-4972-a07d-af9ca7a87f82 None None] Provisioning complete for port a8289f7b-5910-4ce3-b47d-c2541a419c4d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:17:58.385952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d333a8f-c359-4972-a07d-af9ca7a87f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.388716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.422546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] DHCP port deletion for f92dea57-e663-4201-a96f-b4c803e49fa0 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:17:58.433553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] Deleting port 4f193103-4224-4b5c-a03b-920d02ed9773 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:58.433918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.505023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d333a8f-c359-4972-a07d-af9ca7a87f82 None None] Port a8289f7b-5910-4ce3-b47d-c2541a419c4d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:17:58.529167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Calling delete_port for a8289f7b-5910-4ce3-b47d-c2541a419c4d owned by {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:58.604208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.609490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:58.653187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Port': ['ID=a8289f7b-5910-4ce3-b47d-c2541a419c4d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:58.660657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] For port 4f193103-4224-4b5c-a03b-920d02ed9773, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4f193103-4224-4b5c-a03b-920d02ed9773,segment=NetworkSegment(92c373ca-84aa-4134-9ed3-67072ebf63ba),segment_id=92c373ca-84aa-4134-9ed3-67072ebf63ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:58.660945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.661264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.677956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-33abb9d5-2bec-4743-8a3d-c0a3bd026780 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/ports/a8289f7b-5910-4ce3-b47d-c2541a419c4d HTTP/1.1" status: 204 len: 168 time: 0.5916476 Dec 23 16:17:58.678268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57606) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:58.720990 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a471ce5a-0e1e-4cfe-99d9-3a48e2766441 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/1ede32f0-2d91-4f70-b519-f979551b401f HTTP/1.1" status: 200 len: 993 time: 0.1097450 Dec 23 16:17:58.785442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] Calling delete_port for 4f193103-4224-4b5c-a03b-920d02ed9773 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:17:58.798809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.809940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Deleting port 4f193103-4224-4b5c-a03b-920d02ed9773 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:17:58.810254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.860698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.897398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] The port '4f193103-4224-4b5c-a03b-920d02ed9773' was deleted {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:17:58.904035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4f193103-4224-4b5c-a03b-920d02ed9773 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:58.938245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] Pushing event deleted for resources: {'Port': ['ID=4f193103-4224-4b5c-a03b-920d02ed9773,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:58.944982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 4f193103-4224-4b5c-a03b-920d02ed9773 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:17:58.946101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4f193103-4224-4b5c-a03b-920d02ed9773 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:58.948021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675081a0-bb3e-45d0-82f1-8dcee97cb76d None None] No DVR routers for this DVR port 4f193103-4224-4b5c-a03b-920d02ed9773 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:59.018160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.043896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92dea57-e663-4201-a96f-b4c803e49fa0']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:59.058965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c373ca-84aa-4134-9ed3-67072ebf63ba') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:59.059257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c373ca-84aa-4134-9ed3-67072ebf63ba') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:59.070216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.086346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.093912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:17:59.094198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:17:59.108876 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:17:59.183443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.199652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.213253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] Pushing event deleted for resources: {'Network': ['ID=f92dea57-e663-4201-a96f-b4c803e49fa0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:59.215477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-064e9939-7a4e-43ff-ac5e-fd664fc07433 tempest-PortsTestJSON-1675408859 tempest-PortsTestJSON-1675408859-project] 10.222.0.18 "DELETE /v2.0/networks/f92dea57-e663-4201-a96f-b4c803e49fa0 HTTP/1.1" status: 204 len: 168 time: 0.5363858 Dec 23 16:17:59.500690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57614) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:59.673715 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b417570f-d74a-445f-9f3f-a5a826301818 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d90efae78dd43e2b279f828368a7dd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718626 Dec 23 16:17:59.676329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57620) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:59.732017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57772f28-5b6c-4fa1-98e9-d7a7aca102ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.756480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57772f28-5b6c-4fa1-98e9-d7a7aca102ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.805433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57772f28-5b6c-4fa1-98e9-d7a7aca102ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.818416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57772f28-5b6c-4fa1-98e9-d7a7aca102ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d159ef9-e020-4179-a1d5-e3c08eaebfaa,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:59.825752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57772f28-5b6c-4fa1-98e9-d7a7aca102ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.826862 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-57772f28-5b6c-4fa1-98e9-d7a7aca102ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d159ef9-e020-4179-a1d5-e3c08eaebfaa HTTP/1.1" status: 204 len: 168 time: 0.1496749 Dec 23 16:18:00.604953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57642) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:00.729873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4d9261fb-c44f-459a-98d9-8b7480ea7158 tempest-ServiceProvidersTest-467696200 tempest-ServiceProvidersTest-467696200-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1237895 Dec 23 16:18:01.008371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57652) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:01.149899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.179417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:01.183383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Usage tracker for resource:security_group_rule and tenant:2de2abdfc5c443b0a8e250b7d67b7891 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:01.186150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:01.191774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:01.258359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.262030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.304149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8032916c-221b-48a0-8349-8167e893b034,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:01.309753 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f9870cd2-5ca3-46c8-920d-384597bb6210 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2de2abdfc5c443b0a8e250b7d67b7891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3003829 Dec 23 16:18:01.312400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57658) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:01.369559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11ad4761-eefe-445f-87fe-63986ddfd7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.394296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11ad4761-eefe-445f-87fe-63986ddfd7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.442783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11ad4761-eefe-445f-87fe-63986ddfd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.458892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad4761-eefe-445f-87fe-63986ddfd7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8032916c-221b-48a0-8349-8167e893b034,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:01.464493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-11ad4761-eefe-445f-87fe-63986ddfd7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.465703 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-11ad4761-eefe-445f-87fe-63986ddfd7dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8032916c-221b-48a0-8349-8167e893b034 HTTP/1.1" status: 204 len: 168 time: 0.1524432 Dec 23 16:18:02.244032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57680) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:02.247786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027795 Dec 23 16:18:02.250480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57682) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:02.378771 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d67b55a4-efa2-49af-8f55-c2d4c582b406 tempest-NetworksApiDiscovery-1202630541 tempest-NetworksApiDiscovery-1202630541-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1273201 Dec 23 16:18:02.665657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57692) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:02.805211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.837851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:02.841579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b1e7d2f3464061bd5ecb70487dca22 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:02.844424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:02.849936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:02.912306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.915870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.961316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4469bd49-2ce2-4539-b7d1-a8e4da1c9c60,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:02.966442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-37373e1a-75c5-428c-aaaf-89c003e145f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6b1e7d2f3464061bd5ecb70487dca22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2998118 Dec 23 16:18:02.969055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57698) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:03.025504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1646f16-32aa-49b1-918b-8af1310ba487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.049125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1646f16-32aa-49b1-918b-8af1310ba487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.100581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1646f16-32aa-49b1-918b-8af1310ba487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.114489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1646f16-32aa-49b1-918b-8af1310ba487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4469bd49-2ce2-4539-b7d1-a8e4da1c9c60,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:03.121986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d1646f16-32aa-49b1-918b-8af1310ba487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.123099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d1646f16-32aa-49b1-918b-8af1310ba487 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4469bd49-2ce2-4539-b7d1-a8e4da1c9c60 HTTP/1.1" status: 204 len: 168 time: 0.1532466 Dec 23 16:18:04.956356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-81d28167-18f9-4d9d-8b54-43afe4cfdc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:06.503766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:07.212263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3fce075f-ed65-4d2a-a14e-5f0f156ac470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.292843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.466370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.817503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:20.784218 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:18:34.957841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1075e713-a697-49cc-8aff-f4dc3866366c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:36.504640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:37.214052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aada199-444d-4c95-9bb8-4ea869113149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:38.296439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:38.469806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:39.819696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:49.723845 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-140711fc-edbd-478f-ac04-f3b8d47e0c2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654104 Dec 23 16:18:49.858937 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-b8315f2a-d78f-4f13-9ffd-25def4f92c0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0651970 Dec 23 16:18:49.998918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-77d04afc-1f79-41b3-aafe-afdd3b0530de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:50.000302 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-77d04afc-1f79-41b3-aafe-afdd3b0530de service neutron] 10.222.0.59 "GET /v2.0/networks?id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 897 time: 0.1234002 Dec 23 16:18:50.100600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-2bfa637e-9de9-4f9a-bcb2-0a31f13a45ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 200 len: 1001 time: 0.0937164 Dec 23 16:18:50.242886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-207457aa-bf55-4eaf-80a3-915b3fe4b503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:50.244840 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-207457aa-bf55-4eaf-80a3-915b3fe4b503 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2176f373-eb22-4639-944b-c7c261f7d5e6 HTTP/1.1" status: 200 len: 835 time: 0.1383221 Dec 23 16:18:50.317706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-9c37824b-73b6-4e5e-8239-f3736329a156 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27c9a68a-6d86-44f3-8485-c40945289f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666342 Dec 23 16:18:50.327493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-6c6d5e42-89d0-4fa7-8030-dd37fafa5c24 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:18:50.328484 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-6c6d5e42-89d0-4fa7-8030-dd37fafa5c24 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047076 Dec 23 16:18:50.458872 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-834f957e-9dc7-4c79-9933-ca0edb7f370d service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240623 Dec 23 16:18:50.587135 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81824501-3ca1-48a4-8c90-a2e3d1f7e97b req-25c45431-7d31-4f35-89a0-98e46a93a844 service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216729 Dec 23 16:18:57.784753 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:19:04.960019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b867d3a-6135-4942-af53-c76a9a0a38cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:06.518661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:07.216098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-96ca0769-ed09-461e-a2e0-7cf2ef4e8404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:08.297551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:08.472149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:08.825591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57732) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:08.900190 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-61045880-298a-408a-a6ec-b6e4c0902da8 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&network_id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 2999 time: 0.0734882 Dec 23 16:19:09.820987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:10.250660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57744) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:10.308238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50dd8b2-3216-4b75-9053-8c262f5c81aa tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:10.309696 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f50dd8b2-3216-4b75-9053-8c262f5c81aa tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 814 time: 0.0581045 Dec 23 16:19:10.785793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:10.791253 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--1166521586', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:10.796717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:10.805887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:10.816015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:19:10.818889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:10.848956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:19:10.857851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:10.858180 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment 54dd0b8d-6a93-4d45-a7c8-694b026ad5d6 of type vlan for network 51c56ede-d075-4615-8626-e57b7ad30c9d Dec 23 16:19:10.883784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:10.912603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:10.916211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:10.916776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:11.023463 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2357230 Dec 23 16:19:11.025699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:11.026882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=51c56ede-d075-4615-8626-e57b7ad30c9d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:11.035221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.035572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.035993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.036252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.036579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.036903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.037223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.037543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.037856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.038168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.038481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22986ea7-3ad1-4937-bb1b-820d2224f734 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:11.050399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 51c56ede-d075-4615-8626-e57b7ad30c9d details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:19:11.087882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061befe-7ae7-44a1-abaf-e8a85a297638 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:11.089320 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6061befe-7ae7-44a1-abaf-e8a85a297638 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0621223 Dec 23 16:19:11.091993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57760) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:11.220061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6bd161-39d3-407c-94a3-b9e21a6d260d tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:11.221526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3e6bd161-39d3-407c-94a3-b9e21a6d260d tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285684 Dec 23 16:19:11.224286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:11.262437 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-49467f8e-92aa-4b80-a060-2eaada9fdc01 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371754 Dec 23 16:19:11.264802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:11.304965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6622d529-7007-4db2-9971-089bff833679 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391574 Dec 23 16:19:11.307129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57772) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:11.438460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26374d09-5b01-4c45-8ea2-d68148ca9d08 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:11.442650 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-26374d09-5b01-4c45-8ea2-d68148ca9d08 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340384 Dec 23 16:19:11.443101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:11.482356 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3a8aac8-10d6-40fa-97e9-0a952271f918 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380423 Dec 23 16:19:11.484828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57780) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:11.490033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-32940992', 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:11.596345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:11.599996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:11.602936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:11.609164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:11.619135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:19:11.720779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:11.926689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.000848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=5494fbd9-46ca-4904-a297-590e9cbdc394,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:12.015167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:19:12.015511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: 51c56ede-d075-4615-8626-e57b7ad30c9d, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:19:12.038643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 51c56ede-d075-4615-8626-e57b7ad30c9d is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:19:12.052498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 51c56ede-d075-4615-8626-e57b7ad30c9d) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:19:12.057265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:12.058028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.065339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f157ad-b362-408e-a299-e52aab5317a8 None None] Network 51c56ede-d075-4615-8626-e57b7ad30c9d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:19:12.082382 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d43f1f42-6e98-423f-9b3b-9fc7792f7a78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5963354 Dec 23 16:19:12.278565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-51c56ede-d075-4615-8626-e57b7ad30c9d', 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': '5494fbd9-46ca-4904-a297-590e9cbdc394'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:19:12.279352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.331206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57786) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:12.336951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566542379', 'description': 'tempest-secgroup-smoke-1566542379 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:12.343459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:12.353062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:12.367989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.405751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:12.409584 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:12.412595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:12.418601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:12.440303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Allocated IP 172.20.0.18 (51c56ede-d075-4615-8626-e57b7ad30c9d/5494fbd9-46ca-4904-a297-590e9cbdc394/48d3757b-da47-4b4f-8057-31213b2ab7df) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:19:12.480383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.484908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.528506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41b3f87-7a53-459f-9f12-b192ab5b4c2a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:12.534338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.535528 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-564329be-ca38-4889-a33b-822dff521303 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2032468 Dec 23 16:19:12.538347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57790) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:12.543874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'c41b3f87-7a53-459f-9f12-b192ab5b4c2a', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:12.552024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:12.555821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:12.559228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:12.564846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:12.581764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.641918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.645882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.649679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.659585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Transition to ACTIVE for port object 48d3757b-da47-4b4f-8057-31213b2ab7df will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:19:12.668758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1119703-49d8-4364-b01b-20acbfbd7e9c,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:12.677446 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Transition to ACTIVE for port object 48d3757b-da47-4b4f-8057-31213b2ab7df will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:19:12.680766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.681114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.681480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.681792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.682081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.682234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.682456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.683254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.683597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.683921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.684239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.684562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.687257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.691720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6d1c182e-22ac-4539-9f90-85ad9f1e9eb1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1523380 Dec 23 16:19:12.692606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57794) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:12.698091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'c41b3f87-7a53-459f-9f12-b192ab5b4c2a', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:12.704617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:12.708388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:12.711198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:12.716796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:12.734913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.755082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Network 51c56ede-d075-4615-8626-e57b7ad30c9d is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:19:12.757745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:19:12.762255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:19:12.768249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Pushing event updated for resources: {'Port': ['ID=48d3757b-da47-4b4f-8057-31213b2ab7df,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:12.799479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.802918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.805395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.805801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.806138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.806540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.806873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.807197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.807572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.808393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.808709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.809022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.809339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:19:12.826160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1593bdbe-1338-4f83-ad6b-62bfbf1a2881,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:12.834916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.836245 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6b5b8f97-3120-4af5-b1e8-73a281f05b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1427014 Dec 23 16:19:12.838846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57798) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:12.844105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'c41b3f87-7a53-459f-9f12-b192ab5b4c2a', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:12.849762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:12.853429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:12.856728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:12.865793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:12.866929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Attempting to bind port 48d3757b-da47-4b4f-8057-31213b2ab7df on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:19:12.867294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Attempting to bind port 48d3757b-da47-4b4f-8057-31213b2ab7df by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:19:12.867675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Attempting to bind port 48d3757b-da47-4b4f-8057-31213b2ab7df on network 51c56ede-d075-4615-8626-e57b7ad30c9d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:19:12.874841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:19:12.875232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Checking segment: {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:19:12.875679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.876139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Bound using segment: {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:19:12.876588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Bound port: 48d3757b-da47-4b4f-8057-31213b2ab7df, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:19:12.876953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.882319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.944342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.948496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.960464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] For port 48d3757b-da47-4b4f-8057-31213b2ab7df, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:19:12.963391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] For port 48d3757b-da47-4b4f-8057-31213b2ab7df, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48d3757b-da47-4b4f-8057-31213b2ab7df,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:19:12.967405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.969748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b3e68b-af47-4796-9ce1-61d17aeb01a1,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:12.981325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:12.982786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f6c8b19b-8d2e-4590-accc-23d9b39601d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1430578 Dec 23 16:19:12.985674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:12.991290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'c41b3f87-7a53-459f-9f12-b192ab5b4c2a', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:12.997923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:13.001808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:13.004760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:13.011060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:13.028595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.051425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee069ba-0e1b-43de-a0d4-0319ef5c399c None None] Pushing event updated for resources: {'Port': ['ID=48d3757b-da47-4b4f-8057-31213b2ab7df,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:13.101420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.105927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.130705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5abccfb-279d-425e-a970-e866989a0b4d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:13.140426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.141839 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bb1b2a3e-82d9-4a8b-983a-505847fae59b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1551518 Dec 23 16:19:13.144522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:13.150037 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'c41b3f87-7a53-459f-9f12-b192ab5b4c2a', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:13.156677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:13.160501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:13.163377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:13.169768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:13.181359 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:19:13.198963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.271397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.275042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.299435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bfe3e1-a8dd-4fd1-89b2-66fe6d2ed7dd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:13.310675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.314337 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3e60f29-aeb5-4655-9a3e-ed0d90da390d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1664133 Dec 23 16:19:13.314506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:13.319927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'c41b3f87-7a53-459f-9f12-b192ab5b4c2a', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:13.325947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:13.329701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:13.332541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:13.338038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:13.348496 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:19:13.355059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.419989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.423733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.450999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e51bcf9-4041-40b1-92d9-6767466384b2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:13.457924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:13.459074 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ad9daacc-7a09-40e3-a5b3-fad965f46d97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1436617 Dec 23 16:19:13.920452 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-90dfa67a-3d4a-431e-a620-494cf1219d84 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566542379&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0418227 Dec 23 16:19:13.926163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8736e7-13d0-4286-b771-52c04664b7d7 None None] Network 51c56ede-d075-4615-8626-e57b7ad30c9d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:19:14.029395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4ad95af4-b19c-489c-8d78-cbd9a22994c2 None None] Provisioning for port 48d3757b-da47-4b4f-8057-31213b2ab7df completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:19:14.074735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-17e7e728-d658-4295-9c64-129b58ff84bb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:14.076904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-17e7e728-d658-4295-9c64-129b58ff84bb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=51c56ede-d075-4615-8626-e57b7ad30c9d HTTP/1.1" status: 200 len: 797 time: 0.1492412 Dec 23 16:19:14.096401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-8b04af69-ae45-4c81-bcbb-372d321fad7d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0122571 Dec 23 16:19:14.215062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-86ac875b-0b56-4221-bc0a-8bf44066bfb0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1126196 Dec 23 16:19:14.378077 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-17d8a9ae-b45d-43a2-80e7-5da6549ec3b6 service neutron] 10.222.0.18 "GET /v2.0/networks/51c56ede-d075-4615-8626-e57b7ad30c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389265 Dec 23 16:19:14.507506 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-dd80b23a-4b65-4cb8-a124-eb93b0ca0054 service neutron] 10.222.0.18 "GET /v2.0/networks/51c56ede-d075-4615-8626-e57b7ad30c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237943 Dec 23 16:19:14.936417 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3802c440-ae08-41cc-87c0-b062abda1e73 req-d2876183-a77f-4f14-93ac-2f8d3798d0ac tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 210 time: 0.2771122 Dec 23 16:19:14.966510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48d3757b-da47-4b4f-8057-31213b2ab7df up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:19:15.043820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 48d3757b-da47-4b4f-8057-31213b2ab7df completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:19:15.048581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 48d3757b-da47-4b4f-8057-31213b2ab7df triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:15.048979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:15.163100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:15.196497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 48d3757b-da47-4b4f-8057-31213b2ab7df, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48d3757b-da47-4b4f-8057-31213b2ab7df,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:19:15.200466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:15.265458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=48d3757b-da47-4b4f-8057-31213b2ab7df,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:15.763172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-5a8873dc-d091-4cdb-a517-a059b0aba59c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:15.764607 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-5a8873dc-d091-4cdb-a517-a059b0aba59c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=51c56ede-d075-4615-8626-e57b7ad30c9d HTTP/1.1" status: 200 len: 797 time: 0.1432731 Dec 23 16:19:15.817836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-643cf16b-c8fa-4b5a-9413-79bb06497398 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 472 time: 0.0398278 Dec 23 16:19:15.826117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['c41b3f87-7a53-459f-9f12-b192ab5b4c2a']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:15.956049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:19:15.960056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:port and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:19:15.962805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:19:15.969445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:19:15.980404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:19:15.983473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:16.118560 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4015be4e-e6e2-4cfe-8fd6-4e8ba4b547d2 req-f8f75642-f0f0-4027-9d56-aa1e802cf63a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 210 time: 0.0482252 Dec 23 16:19:16.187267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.24 (51c56ede-d075-4615-8626-e57b7ad30c9d/5494fbd9-46ca-4904-a297-590e9cbdc394/0e13964a-eea6-4e03-b65d-f87f9c8f9e10) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:19:16.367105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:16.384729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:19:16.413505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:16.502468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 51c56ede-d075-4615-8626-e57b7ad30c9d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:19:16.507355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:19:16.512398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:19:16.542692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:16.588887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:16.589497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:16.614711 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a72e2992-0639-4237-b5b8-8f54dbfdddca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7925456 Dec 23 16:19:16.695630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Request body: {'port': {'device_id': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:19:16.697374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-de13e026-481a-4831-a1a4-19af5b09994f None None] Provisioning for port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:19:16.702248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-de13e026-481a-4831-a1a4-19af5b09994f None None] Provisioning complete for port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:16.702684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de13e026-481a-4831-a1a4-19af5b09994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:16.754781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-de13e026-481a-4831-a1a4-19af5b09994f None None] Port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:19:16.803359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:16.921701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48d3757b-da47-4b4f-8057-31213b2ab7df up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:19:16.990175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 48d3757b-da47-4b4f-8057-31213b2ab7df triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:16.990541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:17.137402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:19:17.144564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:17.159800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Transition to ACTIVE for port object 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:19:17.163565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:17.322116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Pushing event updated for resources: {'Port': ['ID=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:17.545967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d9b6-9495-464a-b98f-33d45c264f8f req-393546a5-9e87-4b16-b720-34d528d99191 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:17.546744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-17a3d9b6-9495-464a-b98f-33d45c264f8f req-393546a5-9e87-4b16-b720-34d528d99191 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:19:17.557958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Attempting to bind port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:19:17.558285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Attempting to bind port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:19:17.558606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Attempting to bind port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 on network 51c56ede-d075-4615-8626-e57b7ad30c9d {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:19:17.577838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 on network 51c56ede-d075-4615-8626-e57b7ad30c9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:19:17.578153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Attempting to bind port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 on network 51c56ede-d075-4615-8626-e57b7ad30c9d {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:19:17.581203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-17a3d9b6-9495-464a-b98f-33d45c264f8f req-393546a5-9e87-4b16-b720-34d528d99191 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:19:17.582322 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-17a3d9b6-9495-464a-b98f-33d45c264f8f req-393546a5-9e87-4b16-b720-34d528d99191 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 944 time: 0.3196738 Dec 23 16:19:17.586733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:19:17.587064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Checking segment: {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:19:17.587437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Bound using segment: {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:19:17.587876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Bound port: 0e13964a-eea6-4e03-b65d-f87f9c8f9e10, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:19:17.588213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:17.695123 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-17a3d9b6-9495-464a-b98f-33d45c264f8f req-fd1db249-5baa-4082-a77d-14e5253503b5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957139 Dec 23 16:19:17.708069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] For port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:19:17.711012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] For port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:19:17.717230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:17.777444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:17.778743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] 10.222.0.59 "PUT /v2.0/ports/0e13964a-eea6-4e03-b65d-f87f9c8f9e10 HTTP/1.1" status: 200 len: 1094 time: 1.1553330 Dec 23 16:19:17.779191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'tag': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:19:17.797847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15807e-4c2a-47dd-9320-a44ce9531e6f service neutron] Pushing event updated for resources: {'Port': ['ID=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:17.853784 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'tag': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10', 'status': 'completed', 'code': 200} Dec 23 16:19:17.896844 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-47b711e1-5151-46a5-be92-e5124e73e812 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 1097 time: 0.0762098 Dec 23 16:19:17.967234 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-1793be06-1e30-4172-8e63-1c45e7fde813 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0e13964a-eea6-4e03-b65d-f87f9c8f9e10 HTTP/1.1" status: 200 len: 217 time: 0.0629230 Dec 23 16:19:18.028947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-0b8edd1a-aa5b-4934-a384-0c2061e624d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:18.030379 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-0b8edd1a-aa5b-4934-a384-0c2061e624d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5494fbd9-46ca-4904-a297-590e9cbdc394 HTTP/1.1" status: 200 len: 836 time: 0.0571520 Dec 23 16:19:18.105546 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-8dd6322d-24aa-4b8d-9f0c-026a0c38b55e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=51c56ede-d075-4615-8626-e57b7ad30c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692494 Dec 23 16:19:18.231789 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-a148ec2b-4dda-4b2c-9c1a-c4ad52f02167 service neutron] 10.222.0.59 "GET /v2.0/networks/51c56ede-d075-4615-8626-e57b7ad30c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201768 Dec 23 16:19:18.358453 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ea9dece-49f4-4945-bd4b-0adb5fde2cf0 req-86cdaeec-2000-4796-bcaf-8c0933b42df5 service neutron] 10.222.0.59 "GET /v2.0/networks/51c56ede-d075-4615-8626-e57b7ad30c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208463 Dec 23 16:19:18.468697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06960862-9dac-40a3-8b75-3475b5da7309 req-24e11785-fa0b-41e0-b219-9773ff10a59f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 1097 time: 0.0664937 Dec 23 16:19:18.595321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06960862-9dac-40a3-8b75-3475b5da7309 req-45261048-4d63-4f04-a75d-ba829a08bf71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:18.596761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06960862-9dac-40a3-8b75-3475b5da7309 req-45261048-4d63-4f04-a75d-ba829a08bf71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=51c56ede-d075-4615-8626-e57b7ad30c9d HTTP/1.1" status: 200 len: 898 time: 0.1222775 Dec 23 16:19:18.672089 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06960862-9dac-40a3-8b75-3475b5da7309 req-e7683145-1f84-4751-9108-ac99641655a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0e13964a-eea6-4e03-b65d-f87f9c8f9e10 HTTP/1.1" status: 200 len: 217 time: 0.0687437 Dec 23 16:19:18.732332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06960862-9dac-40a3-8b75-3475b5da7309 req-fe87342a-2072-4eff-8750-906319f3fdd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:18.733791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06960862-9dac-40a3-8b75-3475b5da7309 req-fe87342a-2072-4eff-8750-906319f3fdd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5494fbd9-46ca-4904-a297-590e9cbdc394 HTTP/1.1" status: 200 len: 836 time: 0.0559125 Dec 23 16:19:18.821686 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06960862-9dac-40a3-8b75-3475b5da7309 req-fbd2d364-be5c-46e1-943b-6da80d62d7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=51c56ede-d075-4615-8626-e57b7ad30c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819380 Dec 23 16:19:19.005689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdb106-f331-49ba-ba2d-2d270aef5130 req-be69cc6f-6184-4f4a-a2a7-2cab119aa577 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:19.007134 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53bdb106-f331-49ba-ba2d-2d270aef5130 req-be69cc6f-6184-4f4a-a2a7-2cab119aa577 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 944 time: 0.1888142 Dec 23 16:19:19.010353 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06960862-9dac-40a3-8b75-3475b5da7309 req-170f4176-9750-4972-8f08-49cd367a6618 service neutron] 10.222.0.59 "GET /v2.0/networks/51c56ede-d075-4615-8626-e57b7ad30c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596885 Dec 23 16:19:19.137423 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53bdb106-f331-49ba-ba2d-2d270aef5130 req-7e6e4eb5-1f51-448b-925f-bc64e8d38819 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242249 Dec 23 16:19:19.260765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06960862-9dac-40a3-8b75-3475b5da7309 req-e7690990-8226-463c-84f8-c4d672b4ec3e service neutron] 10.222.0.59 "GET /v2.0/networks/51c56ede-d075-4615-8626-e57b7ad30c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340641 Dec 23 16:19:20.343205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa77ccb-85f5-4333-bccc-d69c233b6daa req-057d5420-94b5-454a-a4a1-cac83ca0b3b4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:20.344783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6fa77ccb-85f5-4333-bccc-d69c233b6daa req-057d5420-94b5-454a-a4a1-cac83ca0b3b4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 944 time: 0.0731227 Dec 23 16:19:20.388229 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6fa77ccb-85f5-4333-bccc-d69c233b6daa req-6eded2d2-6da9-4800-98e1-eba8b89f4df6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Dec 23 16:19:21.582104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07501273-393d-43e5-942b-9bb3c0cafe87 req-e5ce3f85-d218-4c28-94aa-8622a8aa49c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:21.583523 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-07501273-393d-43e5-942b-9bb3c0cafe87 req-e5ce3f85-d218-4c28-94aa-8622a8aa49c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 944 time: 0.0767837 Dec 23 16:19:21.626752 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-07501273-393d-43e5-942b-9bb3c0cafe87 req-f5450502-3f8d-4e1a-8cd6-c40b04de47dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Dec 23 16:19:21.702702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:19:21.832355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:19:21.844669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10', 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d', 'port_id': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10', 'mac_address': 'fa:16:3e:a8:e0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5494fbd9-46ca-4904-a297-590e9cbdc394', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:19:21.895642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:21.911478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:19:21.926295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:19:21.930191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:21.995721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:22.268072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0e13964a-eea6-4e03-b65d-f87f9c8f9e10'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:19:22.821263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69b1ae-2134-491f-a857-e275e08ac7a7 req-2e39427d-7f76-4dd1-b27f-5d4f1ecfd1e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:22.823509 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf69b1ae-2134-491f-a857-e275e08ac7a7 req-2e39427d-7f76-4dd1-b27f-5d4f1ecfd1e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 945 time: 0.0776961 Dec 23 16:19:22.868605 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf69b1ae-2134-491f-a857-e275e08ac7a7 req-396227f0-fe40-4afd-9fc6-c0422341b85c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398424 Dec 23 16:19:23.718419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:19:23.783688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:19:23.788350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:23.788708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:23.900595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:23.927676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:19:23.937402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:19:23.941639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:24.009038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:24.064392 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10', 'code': 200} Dec 23 16:19:24.074709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55db84-1392-46d8-b727-1edad5a7c0dc req-245e6bd6-deae-4efd-b131-f850a0f00054 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:24.076177 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cc55db84-1392-46d8-b727-1edad5a7c0dc req-245e6bd6-deae-4efd-b131-f850a0f00054 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 946 time: 0.0872695 Dec 23 16:19:24.120828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cc55db84-1392-46d8-b727-1edad5a7c0dc req-c678a5e0-37f8-46e3-b557-cd5fdef70dfd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384769 Dec 23 16:19:24.280720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-79a2db5f-3234-4d28-87cd-631d23049fb8 req-b1058520-37b2-44a9-b34d-5020a75de04f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 1099 time: 0.0654919 Dec 23 16:19:24.324837 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-79a2db5f-3234-4d28-87cd-631d23049fb8 req-91441de3-df8a-45e8-a93e-6cca09e9e7ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378506 Dec 23 16:19:25.314459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ff4ea-05c5-4b82-b724-16c039356f76 req-446fef69-9d73-4ede-8cac-50dbf3b149d8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:25.315909 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d3ff4ea-05c5-4b82-b724-16c039356f76 req-446fef69-9d73-4ede-8cac-50dbf3b149d8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 946 time: 0.0748093 Dec 23 16:19:25.359671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d3ff4ea-05c5-4b82-b724-16c039356f76 req-875d89a2-82e7-49da-9d94-24062393e221 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Dec 23 16:19:26.551320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1842e-6b4f-4fb3-8506-f9597272ade8 req-8d8342ce-3818-4563-9f58-f66c6e4f5f12 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:26.552764 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2f1842e-6b4f-4fb3-8506-f9597272ade8 req-8d8342ce-3818-4563-9f58-f66c6e4f5f12 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 946 time: 0.0771635 Dec 23 16:19:26.595912 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2f1842e-6b4f-4fb3-8506-f9597272ade8 req-bcfa3ef6-f044-4813-a475-034b33954dec tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370605 Dec 23 16:19:26.784086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158244d9-39f8-42a4-9705-cbe12bfcc8ee req-fff15d81-4219-4f0e-bc98-0618b945c413 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:26.785500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-158244d9-39f8-42a4-9705-cbe12bfcc8ee req-fff15d81-4219-4f0e-bc98-0618b945c413 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 946 time: 0.0738118 Dec 23 16:19:26.837873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-158244d9-39f8-42a4-9705-cbe12bfcc8ee req-c8a2dce6-368f-43a8-b106-3c03a4969fd5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470612 Dec 23 16:19:28.306885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:19:29.124997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:29.499351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.17 (51c56ede-d075-4615-8626-e57b7ad30c9d/5494fbd9-46ca-4904-a297-590e9cbdc394/83bbc563-f82a-40bf-ba70-361dfa494ac3) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:19:29.649434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:29.664521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 83bbc563-f82a-40bf-ba70-361dfa494ac3 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:19:29.685844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:29.755798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 51c56ede-d075-4615-8626-e57b7ad30c9d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:19:29.758754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:19:29.761849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:19:29.792006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=83bbc563-f82a-40bf-ba70-361dfa494ac3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:29.823720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:29.913759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:29.991890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55df0601-9e26-4bfd-86cd-b365214add49 None None] Provisioning for port 83bbc563-f82a-40bf-ba70-361dfa494ac3 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:19:29.996418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55df0601-9e26-4bfd-86cd-b365214add49 None None] Provisioning complete for port 83bbc563-f82a-40bf-ba70-361dfa494ac3 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:29.996782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55df0601-9e26-4bfd-86cd-b365214add49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:30.047669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-55df0601-9e26-4bfd-86cd-b365214add49 None None] Port 83bbc563-f82a-40bf-ba70-361dfa494ac3 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:19:30.407081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:30.411622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:30.517781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=83bbc563-f82a-40bf-ba70-361dfa494ac3,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:30.520080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:30.652084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 51c56ede-d075-4615-8626-e57b7ad30c9d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:19:30.653112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:19:30.871759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7e0439b7-1b94-47cc-9fea-20ba3250adde None None] Provisioning complete for port 83bbc563-f82a-40bf-ba70-361dfa494ac3 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:30.872191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7e0439b7-1b94-47cc-9fea-20ba3250adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:30.924840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7e0439b7-1b94-47cc-9fea-20ba3250adde None None] Port 83bbc563-f82a-40bf-ba70-361dfa494ac3 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:19:31.036436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 544e5d5f-84fe-41da-b9c7-6addfee8716b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:19:31.234976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:19:31.244453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Sync routers for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:19:31.261006 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-245bba85-d53a-41e9-8d64-a7097f9d71f6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/544e5d5f-84fe-41da-b9c7-6addfee8716b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9450908 Dec 23 16:19:31.261201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:19:31.261201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:19:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:19:31.435473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:19:31.779619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:19:29Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bbc563-f82a-40bf-ba70-361dfa494ac3', 'name': '', 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:02:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5494fbd9-46ca-4904-a297-590e9cbdc394', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:29Z', 'updated_at': '2021-12-23T16:19:30Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '5494fbd9-46ca-4904-a297-590e9cbdc394', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:19:31.783245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Checking router: 544e5d5f-84fe-41da-b9c7-6addfee8716b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:19:31.783619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Updating router 544e5d5f-84fe-41da-b9c7-6addfee8716b port 83bbc563-f82a-40bf-ba70-361dfa494ac3 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:19:31.832340 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:32.189618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:32.200235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Transition to ACTIVE for port object 83bbc563-f82a-40bf-ba70-361dfa494ac3 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:19:32.207191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:32.330928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f14273-c047-48ae-ae0e-4ede619e8ce5 None None] Pushing event updated for resources: {'Port': ['ID=83bbc563-f82a-40bf-ba70-361dfa494ac3,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:32.416964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Attempting to bind port 83bbc563-f82a-40bf-ba70-361dfa494ac3 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:19:32.417339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Attempting to bind port 83bbc563-f82a-40bf-ba70-361dfa494ac3 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:19:32.417697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Attempting to bind port 83bbc563-f82a-40bf-ba70-361dfa494ac3 on network 51c56ede-d075-4615-8626-e57b7ad30c9d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:19:32.424819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:19:32.425306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Checking segment: {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:19:32.425705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:32.426096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Bound using segment: {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:19:32.426553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Bound port: 83bbc563-f82a-40bf-ba70-361dfa494ac3, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:19:32.426919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:32.528316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] For port 83bbc563-f82a-40bf-ba70-361dfa494ac3, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:19:32.531900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] For port 83bbc563-f82a-40bf-ba70-361dfa494ac3, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=83bbc563-f82a-40bf-ba70-361dfa494ac3,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:19:32.535729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:32.613045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f14273-c047-48ae-ae0e-4ede619e8ce5 None None] Pushing event updated for resources: {'Port': ['ID=83bbc563-f82a-40bf-ba70-361dfa494ac3,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:32.615905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:19:32.616498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:19:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:19:32.795845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:19:33.155780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:19:29Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bbc563-f82a-40bf-ba70-361dfa494ac3', 'name': '', 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:02:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5494fbd9-46ca-4904-a297-590e9cbdc394', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:29Z', 'updated_at': '2021-12-23T16:19:32Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '5494fbd9-46ca-4904-a297-590e9cbdc394', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:19:33.159476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a72e2b3-3812-4624-ae17-1dd8ba5e2cb7 None None] The sync data for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv is: [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:19:29Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83bbc563-f82a-40bf-ba70-361dfa494ac3', 'name': '', 'network_id': '51c56ede-d075-4615-8626-e57b7ad30c9d', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:02:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5494fbd9-46ca-4904-a297-590e9cbdc394', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:29Z', 'updated_at': '2021-12-23T16:19:32Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '5494fbd9-46ca-4904-a297-590e9cbdc394', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:19:34.785528 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:19:34.943973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 83bbc563-f82a-40bf-ba70-361dfa494ac3 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:19:35.002792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e38abcb0-2a28-48a7-bd7e-ad2b15b4172f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:35.022327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 83bbc563-f82a-40bf-ba70-361dfa494ac3 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:19:35.026836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 83bbc563-f82a-40bf-ba70-361dfa494ac3 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:35.027215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:35.137085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:35.167792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 83bbc563-f82a-40bf-ba70-361dfa494ac3, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=83bbc563-f82a-40bf-ba70-361dfa494ac3,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:19:35.171520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:35.234961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=83bbc563-f82a-40bf-ba70-361dfa494ac3,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:19:36.548123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:36.929067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 83bbc563-f82a-40bf-ba70-361dfa494ac3 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:19:37.031887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 83bbc563-f82a-40bf-ba70-361dfa494ac3 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:19:37.032253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:37.216095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06227eae-2404-48dd-8a22-6e7861e01b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:38.300968 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:38.472815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:39.824318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:51.776242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-f290a8cb-bd7d-41bd-853c-d68037762948 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697179 Dec 23 16:19:51.910521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-205705a9-affe-49b1-8d66-a45596d4a7cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0662165 Dec 23 16:19:52.051321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-a56a62d7-e0e9-4c50-8c50-e13b20cd083c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:52.052701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-a56a62d7-e0e9-4c50-8c50-e13b20cd083c service neutron] 10.222.0.59 "GET /v2.0/networks?id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 897 time: 0.1231928 Dec 23 16:19:52.155791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-b0025739-74d1-4d7d-9b44-c86b5854b42a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 200 len: 1001 time: 0.0965235 Dec 23 16:19:52.216646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-0ac9fab9-ed79-4b5a-b659-06d63d981f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:52.218063 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-0ac9fab9-ed79-4b5a-b659-06d63d981f39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2176f373-eb22-4639-944b-c7c261f7d5e6 HTTP/1.1" status: 200 len: 835 time: 0.0565293 Dec 23 16:19:52.295398 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-9b520842-8244-4412-995c-fcb0c6674cca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27c9a68a-6d86-44f3-8485-c40945289f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708909 Dec 23 16:19:52.422386 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-c1722483-f3f7-446f-8c51-837606f42312 service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205049 Dec 23 16:19:52.549887 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-143dd9c6-0007-4bc8-a09f-46438f3d0556 req-8b252836-dd5b-4e41-87e9-7b68537fd9bf service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212502 Dec 23 16:20:02.877905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57908) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:03.363210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:03.987676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 83bbc563-f82a-40bf-ba70-361dfa494ac3 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:03.988407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:04.165229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 83bbc563-f82a-40bf-ba70-361dfa494ac3, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=83bbc563-f82a-40bf-ba70-361dfa494ac3,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:04.165580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:04.281907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 83bbc563-f82a-40bf-ba70-361dfa494ac3 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:04.460686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:04.506129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=83bbc563-f82a-40bf-ba70-361dfa494ac3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:04.893290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:04.964656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c39c8e6-1d71-4ce1-ac21-4560f8c8e542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:05.499651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 544e5d5f-84fe-41da-b9c7-6addfee8716b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:20:05.701970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:20:05.711349 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] Sync routers for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:20:05.714221 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c9752ad4-afa0-443f-a75c-379b12aca258 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/544e5d5f-84fe-41da-b9c7-6addfee8716b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8352821 Dec 23 16:20:05.724791 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:05.725483 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:19:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:05.897939 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:06.227942 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:04Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:06.232138 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] Checking router: 544e5d5f-84fe-41da-b9c7-6addfee8716b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:20:06.242097 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:06.242666 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:19:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:06.410428 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:06.542488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:06.763380 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:04Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:06.767182 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9771e-63a3-46b6-b752-4a9a03ca603b None None] The sync data for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv is: [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:04Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '1ede32f0-2d91-4f70-b519-f979551b401f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.121', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'port_id': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'mac_address': 'fa:16:3e:1b:af:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:17:54Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:20:07.103941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3fdf3-52e1-47d1-a22d-e52f33c6d9ee req-1363f1d7-dcb1-40a8-a615-2836398cd43b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:07.105619 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-37f3fdf3-52e1-47d1-a22d-e52f33c6d9ee req-1363f1d7-dcb1-40a8-a615-2836398cd43b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 946 time: 0.0760958 Dec 23 16:20:07.117517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 83bbc563-f82a-40bf-ba70-361dfa494ac3 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:20:07.151505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 83bbc563-f82a-40bf-ba70-361dfa494ac3 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:20:07.152167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 83bbc563-f82a-40bf-ba70-361dfa494ac3 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:20:07.152970 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-37f3fdf3-52e1-47d1-a22d-e52f33c6d9ee req-59965b58-48d0-47e0-8783-3f896115175c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Dec 23 16:20:07.217745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1023d2ee-3368-4cd1-ba95-cca745f8a1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:08.305878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:08.436104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1accad-1579-436c-8aff-3d996559cb55 req-8c33e13f-ba88-47d2-91b4-b9e66dd48b07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:08.437651 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b1accad-1579-436c-8aff-3d996559cb55 req-8c33e13f-ba88-47d2-91b4-b9e66dd48b07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 946 time: 0.1639938 Dec 23 16:20:08.475591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:08.482918 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b1accad-1579-436c-8aff-3d996559cb55 req-372dcebf-6958-4bec-be5e-88623862c650 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c41b3f87-7a53-459f-9f12-b192ab5b4c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Dec 23 16:20:08.580576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-a65185b6-6042-4bf5-af78-441320148975 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:08.581944 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-a65185b6-6042-4bf5-af78-441320148975 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 946 time: 0.0761197 Dec 23 16:20:08.646673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:08.647007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:08.878260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:08.878609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:08.993824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:09.155690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:09.203386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=0e13964a-eea6-4e03-b65d-f87f9c8f9e10,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:09.277305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:20:09.279769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:09.282156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'name': 'network-vif-deleted', 'tag': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:09.293032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0c6c341-e099-4e98-ac48-f14922054d35 req-0c5b212b-477a-48fd-86a3-e7f91e65d599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/0e13964a-eea6-4e03-b65d-f87f9c8f9e10 HTTP/1.1" status: 204 len: 173 time: 0.7062218 Dec 23 16:20:09.338050 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9386b4-5845-44de-b9d3-c947758b9db1', 'name': 'network-vif-deleted', 'tag': '0e13964a-eea6-4e03-b65d-f87f9c8f9e10', 'status': 'completed', 'code': 200} Dec 23 16:20:09.662165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-cc064708-f7b2-49d0-8f94-5a0b5fb1d0cd req-0a5b99ad-8308-4260-a495-a6f4afbfc2ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:20:09.679803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-cc064708-f7b2-49d0-8f94-5a0b5fb1d0cd req-0a5b99ad-8308-4260-a495-a6f4afbfc2ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:20:09.681185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cc064708-f7b2-49d0-8f94-5a0b5fb1d0cd req-0a5b99ad-8308-4260-a495-a6f4afbfc2ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c9386b4-5845-44de-b9d3-c947758b9db1 HTTP/1.1" status: 200 len: 210 time: 0.0634840 Dec 23 16:20:09.826115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:10.785034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57926) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:10.851116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-806d2fbb-e1e1-4944-9e85-b1f9cee910ba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:10.879270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-806d2fbb-e1e1-4944-9e85-b1f9cee910ba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:10.940481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-806d2fbb-e1e1-4944-9e85-b1f9cee910ba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:10.960198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d2fbb-e1e1-4944-9e85-b1f9cee910ba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41b3f87-7a53-459f-9f12-b192ab5b4c2a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:10.972871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-806d2fbb-e1e1-4944-9e85-b1f9cee910ba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:10.973876 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-806d2fbb-e1e1-4944-9e85-b1f9cee910ba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/c41b3f87-7a53-459f-9f12-b192ab5b4c2a HTTP/1.1" status: 204 len: 168 time: 0.1878984 Dec 23 16:20:11.021144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:11.198628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet 5494fbd9-46ca-4904-a297-590e9cbdc394 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:20:11.201985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.252670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.333937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.406520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.444783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=5494fbd9-46ca-4904-a297-590e9cbdc394,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:11.454502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.460395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25265ac8-109a-4670-bfcf-da091914b699 None None] Network 51c56ede-d075-4615-8626-e57b7ad30c9d requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:20:11.461528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.461871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.462219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.462537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.462880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.463178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.463503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.463852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.464172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.464486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.464799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:11.469403 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c97aa6d-abfc-4b3b-8b88-9d42351de31a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/5494fbd9-46ca-4904-a297-590e9cbdc394 HTTP/1.1" status: 204 len: 168 time: 0.4472163 Dec 23 16:20:11.475359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57936) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:11.588162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.599099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 48d3757b-da47-4b4f-8057-31213b2ab7df {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:11.599731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.710473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] DHCP port deletion for 51c56ede-d075-4615-8626-e57b7ad30c9d request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:20:11.714771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Deleting port 48d3757b-da47-4b4f-8057-31213b2ab7df {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:11.715133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.786672 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:20:11.908582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 48d3757b-da47-4b4f-8057-31213b2ab7df, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48d3757b-da47-4b4f-8057-31213b2ab7df,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:11.909133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:11.919168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] For port 48d3757b-da47-4b4f-8057-31213b2ab7df, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=48d3757b-da47-4b4f-8057-31213b2ab7df,segment=NetworkSegment(54dd0b8d-6a93-4d45-a7c8-694b026ad5d6),segment_id=54dd0b8d-6a93-4d45-a7c8-694b026ad5d6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:11.919661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.030722 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 48d3757b-da47-4b4f-8057-31213b2ab7df owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:12.045167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Calling delete_port for 48d3757b-da47-4b4f-8057-31213b2ab7df owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:12.114355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.120083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:20:12.120503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:20:12.160092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=48d3757b-da47-4b4f-8057-31213b2ab7df,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:12.166259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port 48d3757b-da47-4b4f-8057-31213b2ab7df on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:20:12.287651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.311842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c56ede-d075-4615-8626-e57b7ad30c9d']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:12.323281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:12.323594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dd0b8d-6a93-4d45-a7c8-694b026ad5d6') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:12.335017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.351760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.357663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:20:12.358037 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:20:12.372420 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:20:12.451482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.468022 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.479048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=51c56ede-d075-4615-8626-e57b7ad30c9d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:12.492307 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b2dd230-885e-4f88-8658-41dad6db7e7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/51c56ede-d075-4615-8626-e57b7ad30c9d HTTP/1.1" status: 204 len: 168 time: 1.0169709 Dec 23 16:20:12.494899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57940) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:12.622004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Deleting port 48d3757b-da47-4b4f-8057-31213b2ab7df {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:12.622609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.687143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6224d3e8-d8a8-46a2-aa08-ac73419d2f3b None None] The port '48d3757b-da47-4b4f-8057-31213b2ab7df' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:20:12.695120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port f83fbeb9-015a-49f7-b50c-6d134cb256b4 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:12.695918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.870391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.870730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:12.943791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48d3757b-da47-4b4f-8057-31213b2ab7df no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:20:12.976323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 48d3757b-da47-4b4f-8057-31213b2ab7df {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:20:12.976655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 48d3757b-da47-4b4f-8057-31213b2ab7df not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:20:12.992589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for f83fbeb9-015a-49f7-b50c-6d134cb256b4 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:13.146173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:13.190402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=f83fbeb9-015a-49f7-b50c-6d134cb256b4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:13.355252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:13.727446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 544e5d5f-84fe-41da-b9c7-6addfee8716b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:20:13.929457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:20:13.938696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] Sync routers for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:20:13.944967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:13.949826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:13.950419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:13.997926 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2b6dcc2-c4d1-4391-8039-48ff142f2db7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ede32f0-2d91-4f70-b519-f979551b401f HTTP/1.1" status: 204 len: 168 time: 1.5020001 Dec 23 16:20:13.998491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:14.006275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:20:14.054646 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'status': 'completed', 'code': 200} Dec 23 16:20:14.055420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:20:14.055889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0e13964a-eea6-4e03-b65d-f87f9c8f9e10 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:20:14.143870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-28320e00-5db0-49bb-b1e1-db21c8bca5ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0677342 Dec 23 16:20:14.171190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:14.291495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-4a118c92-650c-4e9d-b4d0-c4d7a10b7dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:14.293941 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-4a118c92-650c-4e9d-b4d0-c4d7a10b7dc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 200 len: 897 time: 0.1431279 Dec 23 16:20:14.402185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-88b7e7d8-5173-4cf4-b8f8-b10b43aed300 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 200 len: 217 time: 0.1014104 Dec 23 16:20:14.479208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-8f8abd1c-8c76-4b2d-99b2-6af29bf85e84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:14.480664 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-8f8abd1c-8c76-4b2d-99b2-6af29bf85e84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2176f373-eb22-4639-944b-c7c261f7d5e6 HTTP/1.1" status: 200 len: 835 time: 0.0716393 Dec 23 16:20:14.518339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:04Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:14.522138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] Checking router: 544e5d5f-84fe-41da-b9c7-6addfee8716b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:20:14.533230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:14.533823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:14.534787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b36ab-db91-494f-94f1-de8eca5656f7 req-6712c914-57cf-453e-862a-09eb96961f0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:14.536231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-888b36ab-db91-494f-94f1-de8eca5656f7 req-6712c914-57cf-453e-862a-09eb96961f0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1850641 Dec 23 16:20:14.599804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-888b36ab-db91-494f-94f1-de8eca5656f7 req-89009384-f56f-4011-8eb6-19c40b2a4fe9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579331 Dec 23 16:20:14.605151 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-25a34c15-d433-433b-8bc4-a9ba3b1111e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=27c9a68a-6d86-44f3-8485-c40945289f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158431 Dec 23 16:20:14.711021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:14.821148 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-3d761f82-7e8c-4912-ab02-0b7146027b7b service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082307 Dec 23 16:20:14.958411 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b1ff02d-2506-46d7-afc7-86ad0d6b2ac2 req-15a4df29-71cd-4338-a966-12e1b5a682f1 service neutron] 10.222.0.59 "GET /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305513 Dec 23 16:20:15.023839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:04Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:15.028346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298b040-fad5-4c21-864e-0c4a83e3882d None None] The sync data for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv is: [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:04Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '115e7b33-729c-448e-9e80-14704dca2dbb', 'name': '', 'network_id': '27c9a68a-6d86-44f3-8485-c40945289f39', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:8b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:32Z', 'updated_at': '2021-12-23T16:17:43Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '2176f373-eb22-4639-944b-c7c261f7d5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:20:15.237463 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fdf92-364e-4e4b-9d16-e4053c4fd7ec None None] New status for floating IP 1ede32f0-2d91-4f70-b519-f979551b401f: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:20:15.797950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48bc95-1d84-49f5-8314-0ed593e81bd6 req-de903c13-3ecc-4d2c-9918-acaee5eb560a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:15.799388 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b48bc95-1d84-49f5-8314-0ed593e81bd6 req-de903c13-3ecc-4d2c-9918-acaee5eb560a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 945 time: 0.0774658 Dec 23 16:20:15.842835 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b48bc95-1d84-49f5-8314-0ed593e81bd6 req-b0060858-0d73-4193-91d5-daa2399b93ed tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=21264bcb-326c-4cfc-8917-058a700f8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379980 Dec 23 16:20:16.021041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4b006-5604-4d65-be0e-310ac027a751 req-c203104d-b7ce-4aa6-9afa-ba0f7bd86fd0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:16.022449 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fab4b006-5604-4d65-be0e-310ac027a751 req-c203104d-b7ce-4aa6-9afa-ba0f7bd86fd0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 945 time: 0.0769529 Dec 23 16:20:16.090700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:16.091039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:16.325900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:16.326145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:16.442553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:16.579336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:16.626755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:16.693985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.694328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.694666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.694997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.695328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.695748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.696073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.696396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.696715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.697033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.697344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:16.709095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:20:16.711118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:16.713537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'name': 'network-vif-deleted', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:16.724783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fab4b006-5604-4d65-be0e-310ac027a751 req-9249d283-0486-4abd-9079-7dfc4e9b6536 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 HTTP/1.1" status: 204 len: 173 time: 0.6961553 Dec 23 16:20:16.768274 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9', 'name': 'network-vif-deleted', 'tag': '85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1', 'status': 'completed', 'code': 200} Dec 23 16:20:17.023816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0d37df3f-816d-4703-b76c-466001af1bde req-ce7c7c15-45b0-4fd7-a901-039b293b5c16 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:20:17.039753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0d37df3f-816d-4703-b76c-466001af1bde req-ce7c7c15-45b0-4fd7-a901-039b293b5c16 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:20:17.040915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d37df3f-816d-4703-b76c-466001af1bde req-ce7c7c15-45b0-4fd7-a901-039b293b5c16 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f35c61d8-fc77-4f0e-bf02-9e96a65b5cf9 HTTP/1.1" status: 200 len: 210 time: 0.0565290 Dec 23 16:20:18.144885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:18.213417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606be631-fce2-40ee-aeeb-d00f9da5fd76 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:18.241026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606be631-fce2-40ee-aeeb-d00f9da5fd76 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:18.301164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606be631-fce2-40ee-aeeb-d00f9da5fd76 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:18.319582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606be631-fce2-40ee-aeeb-d00f9da5fd76 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21264bcb-326c-4cfc-8917-058a700f8f66,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:18.326098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606be631-fce2-40ee-aeeb-d00f9da5fd76 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:18.327186 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-606be631-fce2-40ee-aeeb-d00f9da5fd76 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/21264bcb-326c-4cfc-8917-058a700f8f66 HTTP/1.1" status: 204 len: 168 time: 0.1813550 Dec 23 16:20:18.369512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:18.750154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:19.433686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 115e7b33-729c-448e-9e80-14704dca2dbb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:19.433686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:19.614826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 115e7b33-729c-448e-9e80-14704dca2dbb, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=115e7b33-729c-448e-9e80-14704dca2dbb,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:19.615173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:19.733683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 115e7b33-729c-448e-9e80-14704dca2dbb owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:19.909087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:19.956291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=115e7b33-729c-448e-9e80-14704dca2dbb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:20.013896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:20:20.052576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:20:20.053008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 85a5b2c3-5c9d-4e17-91b5-e0a79b87ccb1 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:20:20.247936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:20.884928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 544e5d5f-84fe-41da-b9c7-6addfee8716b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:20:21.090523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:20:21.099707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] Sync routers for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:20:21.109082 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87b2f78f-6355-4c21-874b-826009d8f178 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/544e5d5f-84fe-41da-b9c7-6addfee8716b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7384400 Dec 23 16:20:21.111653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:21.113041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:21.113745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:21.290005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:21.296379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet 2176f373-eb22-4639-944b-c7c261f7d5e6 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:20:21.299219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.351290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.435534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.506541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.544372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=2176f373-eb22-4639-944b-c7c261f7d5e6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:21.550961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.557063 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-55e7e88d-e0f9-4392-b91a-9dd2b40bb7c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/2176f373-eb22-4639-944b-c7c261f7d5e6 HTTP/1.1" status: 204 len: 168 time: 0.4444284 Dec 23 16:20:21.557483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3635e5cc-65ce-4190-968b-bb474adaa05c None None] Network 27c9a68a-6d86-44f3-8485-c40945289f39 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:20:21.559643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:21.724046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:19Z', 'revision_number': 7, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:21.754953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] Checking router: 544e5d5f-84fe-41da-b9c7-6addfee8716b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:20:21.758573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.781860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] Routers {'544e5d5f-84fe-41da-b9c7-6addfee8716b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:21.782464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['544e5d5f-84fe-41da-b9c7-6addfee8716b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:21.948470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.962242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port bcc76461-fd52-48e6-bea9-71d3a6d1be99 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:21.962851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:21.966933 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] Set router 544e5d5f-84fe-41da-b9c7-6addfee8716b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:22.007939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] DHCP port deletion for 27c9a68a-6d86-44f3-8485-c40945289f39 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:20:22.071320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Deleting port 5e758787-7673-4fcc-9585-cd13b90e7a32 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:20:22.071622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:22.233434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port bcc76461-fd52-48e6-bea9-71d3a6d1be99, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=bcc76461-fd52-48e6-bea9-71d3a6d1be99,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:22.233657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:22.350418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for bcc76461-fd52-48e6-bea9-71d3a6d1be99 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:22.417185 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] For port 5e758787-7673-4fcc-9585-cd13b90e7a32, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5e758787-7673-4fcc-9585-cd13b90e7a32,segment=NetworkSegment(a0847e1b-4676-4776-9c75-e81fe53f183c),segment_id=a0847e1b-4676-4776-9c75-e81fe53f183c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:22.417779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:22.512744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:22.540273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Calling delete_port for 5e758787-7673-4fcc-9585-cd13b90e7a32 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:20:22.555104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=bcc76461-fd52-48e6-bea9-71d3a6d1be99,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:22.614136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:19Z', 'revision_number': 7, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:22.618808 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77ba69-a26a-4836-8b4c-5867ca965846 None None] The sync data for ids ['544e5d5f-84fe-41da-b9c7-6addfee8716b'] in dv-neutron-822800-1-hyperv is: [{'id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'name': 'tempest-TestNetworkBasicOps-router-582606048', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:20:19Z', 'revision_number': 7, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'bcc76461-fd52-48e6-bea9-71d3a6d1be99', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544e5d5f-84fe-41da-b9c7-6addfee8716b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:29Z', 'updated_at': '2021-12-23T16:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:20:22.627608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:22.673715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] No DVR routers for this DVR port 5e758787-7673-4fcc-9585-cd13b90e7a32 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:20:22.688635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Pushing event deleted for resources: {'Port': ['ID=5e758787-7673-4fcc-9585-cd13b90e7a32,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:22.697011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.697353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.697684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.698010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.698333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.698655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.698973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.699290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.699692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.700007 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.700319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b197ea3-c694-4f2e-8d4a-027d6ee28187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:22.780036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.036482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.042225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.074620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.075366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router 544e5d5f-84fe-41da-b9c7-6addfee8716b {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:20:23.086756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5e758787-7673-4fcc-9585-cd13b90e7a32 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:20:23.101845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.103203 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-efdb0a90-389d-4ef6-b505-ef70d0b44657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/544e5d5f-84fe-41da-b9c7-6addfee8716b HTTP/1.1" status: 204 len: 168 time: 1.5424829 Dec 23 16:20:23.106624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:23.125193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 5e758787-7673-4fcc-9585-cd13b90e7a32 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:20:23.125819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5e758787-7673-4fcc-9585-cd13b90e7a32 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:20:23.126326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 115e7b33-729c-448e-9e80-14704dca2dbb no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:20:23.161834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 115e7b33-729c-448e-9e80-14704dca2dbb {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:20:23.162172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 115e7b33-729c-448e-9e80-14704dca2dbb not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:20:23.218930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.357723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.468522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c9a68a-6d86-44f3-8485-c40945289f39']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:23.480366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0847e1b-4676-4776-9c75-e81fe53f183c') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:23.480727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0847e1b-4676-4776-9c75-e81fe53f183c') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:23.491865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.507021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.513560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:20:23.513922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:20:23.527401 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:20:23.605556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.623059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.634176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=27c9a68a-6d86-44f3-8485-c40945289f39,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:23.640821 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3aa56ec0-fe3b-4723-b8f5-d37dd3cc176b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/27c9a68a-6d86-44f3-8485-c40945289f39 HTTP/1.1" status: 204 len: 168 time: 0.5325153 Dec 23 16:20:23.660089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 57986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:23.668135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--946419379', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:23.672418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:23.676662 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:23.679500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:23.685682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:23.694999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:20:23.697914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.725089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:20:23.734435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.734858 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment f60e8a91-7541-43a5-afab-26892c8ceed3 of type vlan for network eaaab465-f609-4dfa-8bc9-53941de574ed Dec 23 16:20:23.761030 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.789520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.793086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:23.793652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.895571 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342198 Dec 23 16:20:23.898244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57990) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:23.900786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1ac1b-6235-4518-a939-8805e0ae990f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=eaaab465-f609-4dfa-8bc9-53941de574ed,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:23.904473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-911874413', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:23.910639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network eaaab465-f609-4dfa-8bc9-53941de574ed details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:20:23.912024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:23.915819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:23.918658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:23.924786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:23.935427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.936399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:23.955459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.096607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.264654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.292953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.517180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.62 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/5596b921-9c87-43d6-b316-561dcadbd2ff) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:20:24.659147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.685540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.753468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:20:24.756300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:20:24.761630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:20:24.785451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=5596b921-9c87-43d6-b316-561dcadbd2ff,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:24.909144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device bcc76461-fd52-48e6-bea9-71d3a6d1be99 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:20:24.913133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.913860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.941067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: bcc76461-fd52-48e6-bea9-71d3a6d1be99 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:20:24.941620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device bcc76461-fd52-48e6-bea9-71d3a6d1be99 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:20:25.136648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router bf807776-07d0-4a1c-a51b-f963d553bde9 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:20:25.331471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:20:25.341662 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Sync routers for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:20:25.353198 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:25.353777 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:25.357753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:25.359031 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6d7b6903-e711-49e3-8238-6fc50c193fa6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4596581 Dec 23 16:20:25.362092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 57996) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:25.401893 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d3f5c0f1-eb56-4ce0-b27a-cecb9f1c722e tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386088 Dec 23 16:20:25.404290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58000) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:25.533407 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:25.537692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3a196-56a6-48e3-98ac-1aa4150dfb01 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:25.539158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ace3a196-56a6-48e3-98ac-1aa4150dfb01 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339955 Dec 23 16:20:25.541890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58004) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:25.583792 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1fbc8bd1-2aed-4f18-998c-332cd6592adc tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408478 Dec 23 16:20:25.586308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58008) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:25.591425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586089150', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:25.693842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:25.697448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:25.700171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:25.705731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:25.715713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:20:25.814725 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:25.816387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:25.818710 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Checking router: bf807776-07d0-4a1c-a51b-f963d553bde9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:20:25.819045 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Updating router bf807776-07d0-4a1c-a51b-f963d553bde9 port 5596b921-9c87-43d6-b316-561dcadbd2ff binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:20:25.868240 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.126335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.188394 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.200294 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Transition to ACTIVE for port object 5596b921-9c87-43d6-b316-561dcadbd2ff will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:20:26.202270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=49a7021a-8946-423b-8dff-983ea3e5bb30,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:26.207036 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.217175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:20:26.217523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: eaaab465-f609-4dfa-8bc9-53941de574ed, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:20:26.239298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network eaaab465-f609-4dfa-8bc9-53941de574ed is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:20:26.249576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, eaaab465-f609-4dfa-8bc9-53941de574ed) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:20:26.254819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:26.256915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.258220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfb2c5-e27d-4937-bf81-3342090045a9 None None] Network eaaab465-f609-4dfa-8bc9-53941de574ed requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:20:26.280854 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-964af5de-7dbf-4fec-be90-c50f2471a9a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6935685 Dec 23 16:20:26.283836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:26.317500 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Attempting to bind port 5596b921-9c87-43d6-b316-561dcadbd2ff on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:20:26.317859 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Attempting to bind port 5596b921-9c87-43d6-b316-561dcadbd2ff by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:20:26.318205 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Attempting to bind port 5596b921-9c87-43d6-b316-561dcadbd2ff on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:20:26.320255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Pushing event updated for resources: {'Port': ['ID=5596b921-9c87-43d6-b316-561dcadbd2ff,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:26.329994 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.330341 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.330656 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.330986 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.331325 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.331673 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.331994 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.332324 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.332640 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.332953 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.333264 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:26.339575 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:20:26.339977 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:20:26.340362 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.340737 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:20:26.341196 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Bound port: 5596b921-9c87-43d6-b316-561dcadbd2ff, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:20:26.341558 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.434804 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] For port 5596b921-9c87-43d6-b316-561dcadbd2ff, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:20:26.439718 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] For port 5596b921-9c87-43d6-b316-561dcadbd2ff, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5596b921-9c87-43d6-b316-561dcadbd2ff,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:20:26.444988 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.523997 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f939dd-325e-4d14-b303-fa9438c1e0ed None None] Pushing event updated for resources: {'Port': ['ID=5596b921-9c87-43d6-b316-561dcadbd2ff,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:26.528466 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:26.529053 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:26.530778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-eaaab465-f609-4dfa-8bc9-53941de574ed', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:20:26.531851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.696545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Allocated IP 172.20.0.2 (eaaab465-f609-4dfa-8bc9-53941de574ed/49a7021a-8946-423b-8dff-983ea3e5bb30/5f64f3e4-e988-4cbf-b54d-268bd7400f0b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:20:26.711346 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:26.920344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.930563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Transition to ACTIVE for port object 5f64f3e4-e988-4cbf-b54d-268bd7400f0b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:20:26.956246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Transition to ACTIVE for port object 5f64f3e4-e988-4cbf-b54d-268bd7400f0b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:20:26.962174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:26.998095 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:27.001522 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee6be6-5b5d-4eb1-b01f-cbef89acae5c None None] The sync data for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv is: [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:24Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:20:27.031864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Network eaaab465-f609-4dfa-8bc9-53941de574ed is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:20:27.034610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:20:27.038507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:20:27.045460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Pushing event updated for resources: {'Port': ['ID=5f64f3e4-e988-4cbf-b54d-268bd7400f0b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:27.083087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:27.138668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Attempting to bind port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:20:27.139034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Attempting to bind port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:20:27.139511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Attempting to bind port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b on network eaaab465-f609-4dfa-8bc9-53941de574ed {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:20:27.146402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:20:27.146767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Checking segment: {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:20:27.147158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:27.147538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Bound using segment: {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:20:27.148014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Bound port: 5f64f3e4-e988-4cbf-b54d-268bd7400f0b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:20:27.148372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:27.270223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] For port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:20:27.278567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] For port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5f64f3e4-e988-4cbf-b54d-268bd7400f0b,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:20:27.284148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:27.375002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291b254-4d84-4186-b5ca-4e40dcade5fb None None] Pushing event updated for resources: {'Port': ['ID=5f64f3e4-e988-4cbf-b54d-268bd7400f0b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:27.633567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (eaaab465-f609-4dfa-8bc9-53941de574ed/49a7021a-8946-423b-8dff-983ea3e5bb30/8c2ecf46-42cc-4dad-822c-5b6c11338f75) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:20:27.795988 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:27.812141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 8c2ecf46-42cc-4dad-822c-5b6c11338f75 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:20:27.835434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:27.905608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network eaaab465-f609-4dfa-8bc9-53941de574ed is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:20:27.908567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:20:27.911577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:20:27.949093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=8c2ecf46-42cc-4dad-822c-5b6c11338f75,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:27.975241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:28.061121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:28.293893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c655be-0a26-496d-bd13-08ef7ebbe1ca None None] Network eaaab465-f609-4dfa-8bc9-53941de574ed requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:20:28.390585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-faaa7303-22ec-4008-80ab-8343444b1551 None None] Provisioning for port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:20:28.471682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:28.476895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:28.588021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:28.591538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=8c2ecf46-42cc-4dad-822c-5b6c11338f75,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:28.728637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network eaaab465-f609-4dfa-8bc9-53941de574ed is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:20:28.731288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:20:28.735542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-962c45e7-c23a-4abc-a72b-87c2128c2ad2 None None] Provisioning for port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:20:28.741074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-962c45e7-c23a-4abc-a72b-87c2128c2ad2 None None] Provisioning complete for port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:28.741718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-962c45e7-c23a-4abc-a72b-87c2128c2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:28.797793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-962c45e7-c23a-4abc-a72b-87c2128c2ad2 None None] Port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:20:28.937600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-31208637-4c67-475f-b78f-9749027a3a71 None None] Provisioning complete for port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:28.938054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31208637-4c67-475f-b78f-9749027a3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.016938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-31208637-4c67-475f-b78f-9749027a3a71 None None] Port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:20:29.041656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5596b921-9c87-43d6-b316-561dcadbd2ff up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:20:29.119671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 5596b921-9c87-43d6-b316-561dcadbd2ff completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:20:29.128674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5596b921-9c87-43d6-b316-561dcadbd2ff triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:29.129047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.160052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router bf807776-07d0-4a1c-a51b-f963d553bde9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:20:29.189742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0d5f5104-2a47-4a14-91e4-8408619f03f8 None None] Provisioning complete for port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:29.190112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d5f5104-2a47-4a14-91e4-8408619f03f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.281780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f5104-2a47-4a14-91e4-8408619f03f8 None None] Port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:20:29.302050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.318083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 5596b921-9c87-43d6-b316-561dcadbd2ff, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5596b921-9c87-43d6-b316-561dcadbd2ff,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:29.322216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.322954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5f64f3e4-e988-4cbf-b54d-268bd7400f0b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:20:29.435685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=5596b921-9c87-43d6-b316-561dcadbd2ff,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:29.448838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:20:29.457244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:29.457700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.458031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:20:29.471128 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22178001-fdcb-489b-a285-a9f89b88f829 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/bf807776-07d0-4a1c-a51b-f963d553bde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1858320 Dec 23 16:20:29.473710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58018) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:29.573404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.607813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5f64f3e4-e988-4cbf-b54d-268bd7400f0b,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:29.611638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.612241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab3a9a-4a82-4d62-93a8-585a02130ca8 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.612616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab3a9a-4a82-4d62-93a8-585a02130ca8 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.612981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab3a9a-4a82-4d62-93a8-585a02130ca8 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.613339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab3a9a-4a82-4d62-93a8-585a02130ca8 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.614976 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18ab3a9a-4a82-4d62-93a8-585a02130ca8 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1402926 Dec 23 16:20:29.617619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:29.688728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87add8f-916b-461e-9fa2-7a6f787d5ed9 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.689007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87add8f-916b-461e-9fa2-7a6f787d5ed9 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.689365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87add8f-916b-461e-9fa2-7a6f787d5ed9 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.689723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87add8f-916b-461e-9fa2-7a6f787d5ed9 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:29.693742 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a87add8f-916b-461e-9fa2-7a6f787d5ed9 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0726233 Dec 23 16:20:29.694125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:29.705340 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=5f64f3e4-e988-4cbf-b54d-268bd7400f0b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:29.886577 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44a79086-b02f-4211-9f46-c7393011a2d3 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1911297 Dec 23 16:20:30.121648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58032) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:30.127284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195540299', 'description': 'tempest-secgroup-smoke-195540299 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:30.133060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:30.137900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:30.140767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:30.147167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:30.157482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.190945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:30.194695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:30.197393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:30.203323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:30.257778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.261191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.304022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b7f59-5363-47a1-92f9-b1062add1a24,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:30.306711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.308051 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1e25313f-cb0f-4b50-abb8-f956bfecb7a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1853895 Dec 23 16:20:30.311361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58036) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:30.316631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '0b0b7f59-5363-47a1-92f9-b1062add1a24', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:30.322309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:30.326684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:30.329501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:30.335007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:30.350772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.411998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.417581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.434994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca623bbc-3c02-4c19-b321-027ca4c970bc,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:30.453338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.454522 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9ce28412-1439-48e8-bb3f-563e363cf826 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1422291 Dec 23 16:20:30.457164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58040) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:30.462324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '0b0b7f59-5363-47a1-92f9-b1062add1a24', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:30.467808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:30.471690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:30.475474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:30.481663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:30.497977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.562091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.565912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.591221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99337718-2361-48c9-b463-dc8a7b0d7da0,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:30.600181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.601356 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1665f71b-bb9e-4fc5-9b63-f7dd364ca54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1432836 Dec 23 16:20:30.605959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:30.609605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '0b0b7f59-5363-47a1-92f9-b1062add1a24', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:30.615708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:30.619698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:30.623421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:30.628678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Sync routers for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:20:30.629859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:30.641714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:30.642326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:30.646908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.708470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.712135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.739028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ea6d73-6a1b-422a-8e76-356132a425cd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:30.749170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.750398 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b276180f-7984-4680-9e1e-faad5b405c74 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1453331 Dec 23 16:20:30.753244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58048) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:30.758766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '0b0b7f59-5363-47a1-92f9-b1062add1a24', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:30.765004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:30.768726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:30.771706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:30.777390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:30.794530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.818824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:30.856144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.860629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.884847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a199ca-18df-4b7e-8a74-32a6968d66fa,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:30.894579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:30.896004 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-65eba726-d60d-4e76-828e-71aa4ad2406d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1417897 Dec 23 16:20:30.898867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58052) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:30.904675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '0b0b7f59-5363-47a1-92f9-b1062add1a24', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:30.910526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:30.914234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:30.917176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:30.927410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:30.939759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:20:30.946714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.008618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5596b921-9c87-43d6-b316-561dcadbd2ff up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:20:31.012521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.016262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.038968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69667f3-8b52-4b17-a546-6a6d2f099cf6,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:31.048325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.049577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-92eeffee-364a-47a0-9fac-bfd154eed3a9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1497014 Dec 23 16:20:31.052356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58056) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:31.057724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '0b0b7f59-5363-47a1-92f9-b1062add1a24', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:31.063978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:31.067714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:31.070545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:31.076253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:31.093657 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:20:31.100897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.163586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5596b921-9c87-43d6-b316-561dcadbd2ff triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:31.163864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.165694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.171562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.198191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f07337-a05a-4873-a01c-ae90cc0ecbb1,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:31.207661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.208870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5a186faa-6791-4d58-b75e-a671c9f505bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1555545 Dec 23 16:20:31.281159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:28Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:31.294820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Checking router: bf807776-07d0-4a1c-a51b-f963d553bde9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:20:31.295174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Updating router bf807776-07d0-4a1c-a51b-f963d553bde9 port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:20:31.332941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5f64f3e4-e988-4cbf-b54d-268bd7400f0b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:20:31.378569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-719e73db-4529-4ffd-9105-32bf7fa10603 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:20:31.391767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.396022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-719e73db-4529-4ffd-9105-32bf7fa10603 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:20:31.397375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-719e73db-4529-4ffd-9105-32bf7fa10603 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195540299&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0595956 Dec 23 16:20:31.473500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:31.473873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.546711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-3129200b-e54e-4071-be0f-8e376c594ae4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:31.548165 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-3129200b-e54e-4071-be0f-8e376c594ae4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=eaaab465-f609-4dfa-8bc9-53941de574ed HTTP/1.1" status: 200 len: 796 time: 0.1424785 Dec 23 16:20:31.564212 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-44bba978-1873-4f5d-86d0-d20587442fc4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0104163 Dec 23 16:20:31.650399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d329f55a-f497-449d-8ecc-ecbbbed06f0e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812216 Dec 23 16:20:31.788345 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-f1d1ffa8-7e1e-4fef-b812-30b0b15e4127 service neutron] 10.222.0.18 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257505 Dec 23 16:20:31.836672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.848134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Transition to ACTIVE for port object 8c2ecf46-42cc-4dad-822c-5b6c11338f75 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:20:31.853967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:31.917588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-a89c27fc-59df-489f-bafb-331c59335aa2 service neutron] 10.222.0.18 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234560 Dec 23 16:20:31.978008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09fe58-e981-4c7c-a415-60d01b98667a None None] Pushing event updated for resources: {'Port': ['ID=8c2ecf46-42cc-4dad-822c-5b6c11338f75,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:32.124814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Attempting to bind port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:20:32.125262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Attempting to bind port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:20:32.125683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Attempting to bind port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 on network eaaab465-f609-4dfa-8bc9-53941de574ed {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:20:32.132489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:20:32.132854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Checking segment: {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:20:32.133240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:32.133621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Bound using segment: {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:20:32.134066 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Bound port: 8c2ecf46-42cc-4dad-822c-5b6c11338f75, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:20:32.134425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:32.147944 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-54d179c4-6884-4261-b9ad-91284210234c req-15ab0817-f1a0-442e-860f-ae58eee81b2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 210 time: 0.0486352 Dec 23 16:20:32.237363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] For port 8c2ecf46-42cc-4dad-822c-5b6c11338f75, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:20:32.243195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] For port 8c2ecf46-42cc-4dad-822c-5b6c11338f75, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=8c2ecf46-42cc-4dad-822c-5b6c11338f75,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:20:32.250729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:32.336241 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09fe58-e981-4c7c-a415-60d01b98667a None None] Pushing event updated for resources: {'Port': ['ID=8c2ecf46-42cc-4dad-822c-5b6c11338f75,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:32.340956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:32.341568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:32.546071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:32.876561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:32Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:32.880406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407578e8-00ce-410b-8c0c-201bda593a1d None None] The sync data for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv is: [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:32Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:20:33.234739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-1ec7a253-fb5c-4de2-9fc6-3e9fd76f31fa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:33.236477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-1ec7a253-fb5c-4de2-9fc6-3e9fd76f31fa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=eaaab465-f609-4dfa-8bc9-53941de574ed HTTP/1.1" status: 200 len: 796 time: 0.1706862 Dec 23 16:20:33.333960 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1e2c9fd5-2b02-4361-805f-b9933c8733a6 req-f7e97cb6-dbfd-41c3-ac11-8845a1b442fa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 210 time: 0.0482321 Dec 23 16:20:33.340398 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-6c94e78a-4404-48bd-b142-e0788f81d6c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 379 time: 0.0909507 Dec 23 16:20:33.349834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['0b0b7f59-5363-47a1-92f9-b1062add1a24']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:33.488146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:33.492116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:port and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:33.494993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:33.501153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:33.511002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:20:33.514790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:33.679054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.7 (eaaab465-f609-4dfa-8bc9-53941de574ed/49a7021a-8946-423b-8dff-983ea3e5bb30/28fd1bfb-6553-4b9e-91f4-9f612e1101b4) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:20:33.873757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:33.888675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:20:33.909101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:33.974298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network eaaab465-f609-4dfa-8bc9-53941de574ed is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:20:33.977229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:20:33.981358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:20:34.017234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:34.047247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:34.047935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:34.072135 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-9d613961-f676-49a3-87be-5d63576ab5c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7265773 Dec 23 16:20:34.086660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Request body: {'port': {'device_id': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:34.200586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:34.216653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e14a125c-4ca4-49f6-ad92-529a7354b6f5 None None] Provisioning for port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:20:34.221215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e14a125c-4ca4-49f6-ad92-529a7354b6f5 None None] Provisioning complete for port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:34.221586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e14a125c-4ca4-49f6-ad92-529a7354b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:34.276928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e14a125c-4ca4-49f6-ad92-529a7354b6f5 None None] Port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:20:34.610679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7881d-1fe8-4a45-accd-d75238aa0d6f req-924463ef-f0b8-4d01-9cea-2c66451e92e9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:34.611348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b4d7881d-1fe8-4a45-accd-d75238aa0d6f req-924463ef-f0b8-4d01-9cea-2c66451e92e9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:20:34.674779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b4d7881d-1fe8-4a45-accd-d75238aa0d6f req-924463ef-f0b8-4d01-9cea-2c66451e92e9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:20:34.675929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b4d7881d-1fe8-4a45-accd-d75238aa0d6f req-924463ef-f0b8-4d01-9cea-2c66451e92e9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 931 time: 0.1903062 Dec 23 16:20:34.701677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:20:34.711769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:34.738649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Transition to ACTIVE for port object 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:20:34.743848 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b4d7881d-1fe8-4a45-accd-d75238aa0d6f req-ede65d12-6e06-45ce-aa32-f835665eba87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612502 Dec 23 16:20:34.744944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:34.870239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Pushing event updated for resources: {'Port': ['ID=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:34.969743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-28ca0b6d-4684-4ca2-9266-f69007d9dc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:34.989311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 8c2ecf46-42cc-4dad-822c-5b6c11338f75 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:20:34.998277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Attempting to bind port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:20:34.998613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Attempting to bind port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:20:34.998934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Attempting to bind port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 on network eaaab465-f609-4dfa-8bc9-53941de574ed {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:20:35.004560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 on network eaaab465-f609-4dfa-8bc9-53941de574ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:20:35.004875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Attempting to bind port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 on network eaaab465-f609-4dfa-8bc9-53941de574ed {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:20:35.011066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:20:35.011689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Checking segment: {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:20:35.012636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Bound using segment: {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:20:35.013056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Bound port: 28fd1bfb-6553-4b9e-91f4-9f612e1101b4, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60e8a91-7541-43a5-afab-26892c8ceed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:20:35.013396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:35.065641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:20:35.070337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:35.070840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:35.100231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] For port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:20:35.103117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] For port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:20:35.107954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:35.171346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:35.172607 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] 10.222.0.59 "PUT /v2.0/ports/28fd1bfb-6553-4b9e-91f4-9f612e1101b4 HTTP/1.1" status: 200 len: 1093 time: 1.0916433 Dec 23 16:20:35.173023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:35.189643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:35.190799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a2e84-5fc2-40bf-8306-a662280a0fee service neutron] Pushing event updated for resources: {'Port': ['ID=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:35.230047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 8c2ecf46-42cc-4dad-822c-5b6c11338f75, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=8c2ecf46-42cc-4dad-822c-5b6c11338f75,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:35.240145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:35.262578 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'status': 'completed', 'code': 200} Dec 23 16:20:35.306497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-e1ccfe9e-8e0e-472f-8c35-d5961dda6cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 1096 time: 0.0835316 Dec 23 16:20:35.315040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=8c2ecf46-42cc-4dad-822c-5b6c11338f75,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:35.380487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-a56f0b93-47f2-4909-aaab-d098955aaa70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4 HTTP/1.1" status: 200 len: 217 time: 0.0665960 Dec 23 16:20:35.441411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-57689243-4de0-450f-9672-bb20c73155ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:35.442803 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-57689243-4de0-450f-9672-bb20c73155ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a7021a-8946-423b-8dff-983ea3e5bb30 HTTP/1.1" status: 200 len: 834 time: 0.0564299 Dec 23 16:20:35.524913 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-291c0443-88a2-4181-9398-8a265e4a9bad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaaab465-f609-4dfa-8bc9-53941de574ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757034 Dec 23 16:20:35.653395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-e97f201e-3620-4d28-89ab-f83b43731d30 service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217840 Dec 23 16:20:35.780341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-215c5d7e-145e-416d-ab71-4eff74349cc9 req-d5a498ec-5834-4b6e-8c11-62b422fb21a6 service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212821 Dec 23 16:20:35.956033 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0394aa22-a478-4237-9593-098eb46dfc2e req-074c321b-ae34-4c64-be1f-3f186dc4ee29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 1096 time: 0.1236558 Dec 23 16:20:35.965070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf386-811e-40c0-b511-fe363dbb49a7 req-0754f71b-feb8-4cc0-aa49-bc32cdabc0fe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:35.966387 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-08bcf386-811e-40c0-b511-fe363dbb49a7 req-0754f71b-feb8-4cc0-aa49-bc32cdabc0fe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 943 time: 0.1025159 Dec 23 16:20:36.185087 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-08bcf386-811e-40c0-b511-fe363dbb49a7 req-e691b146-818c-4424-8897-cc46c6e3657a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006862 Dec 23 16:20:36.216966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394aa22-a478-4237-9593-098eb46dfc2e req-b97a3a3e-431a-41d2-a4dd-7de6f778256a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:36.218355 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0394aa22-a478-4237-9593-098eb46dfc2e req-b97a3a3e-431a-41d2-a4dd-7de6f778256a service neutron] 10.222.0.59 "GET /v2.0/networks?id=eaaab465-f609-4dfa-8bc9-53941de574ed HTTP/1.1" status: 200 len: 897 time: 0.2511728 Dec 23 16:20:36.283763 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0394aa22-a478-4237-9593-098eb46dfc2e req-ede7829b-3352-4c00-b148-6ef95893faf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4 HTTP/1.1" status: 200 len: 217 time: 0.0589285 Dec 23 16:20:36.345446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394aa22-a478-4237-9593-098eb46dfc2e req-81d6fa30-e471-4bc8-bf84-58915f4ae879 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:36.346703 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0394aa22-a478-4237-9593-098eb46dfc2e req-81d6fa30-e471-4bc8-bf84-58915f4ae879 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a7021a-8946-423b-8dff-983ea3e5bb30 HTTP/1.1" status: 200 len: 834 time: 0.0574331 Dec 23 16:20:36.419608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0394aa22-a478-4237-9593-098eb46dfc2e req-c68b16f5-a387-474c-aca8-7af077372240 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaaab465-f609-4dfa-8bc9-53941de574ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658979 Dec 23 16:20:36.547300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0394aa22-a478-4237-9593-098eb46dfc2e req-a89695c6-8d85-4f09-b5ad-212aec81bd6f service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211076 Dec 23 16:20:36.568633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:36.675731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0394aa22-a478-4237-9593-098eb46dfc2e req-a0142666-aa0c-4aca-bf35-2f7d0485d358 service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213412 Dec 23 16:20:36.956573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 8c2ecf46-42cc-4dad-822c-5b6c11338f75 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:20:37.022579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:37.022947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:37.221286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54a69469-6d3d-4edd-95b9-65165030c8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:37.392952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa62072-5d47-4073-838a-b4b7516c4b74 req-c0744c84-fea9-4497-876c-df5859fe4642 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:37.394400 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1fa62072-5d47-4073-838a-b4b7516c4b74 req-c0744c84-fea9-4497-876c-df5859fe4642 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 943 time: 0.0773103 Dec 23 16:20:37.438729 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1fa62072-5d47-4073-838a-b4b7516c4b74 req-6461dce7-a3b4-4b3d-95df-7bac7d4a64e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387764 Dec 23 16:20:38.307760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:38.490313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:38.635574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b620b4d-2dc5-410a-9879-b0bb9ce511da req-c47270c6-3d4d-4741-bf5d-9c39cf055f48 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:38.637260 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b620b4d-2dc5-410a-9879-b0bb9ce511da req-c47270c6-3d4d-4741-bf5d-9c39cf055f48 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 943 time: 0.0739202 Dec 23 16:20:38.680993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b620b4d-2dc5-410a-9879-b0bb9ce511da req-5dd46a31-5d08-4af4-b588-e8b462e7d207 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383830 Dec 23 16:20:39.831214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:40.019833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b15f-c339-4b4c-89e6-63bbd10b7507 req-15fa2217-19f8-4557-b510-759dbfe6a85f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:40.021563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-54a6b15f-c339-4b4c-89e6-63bbd10b7507 req-15fa2217-19f8-4557-b510-759dbfe6a85f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 943 time: 0.0781651 Dec 23 16:20:40.065161 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-54a6b15f-c339-4b4c-89e6-63bbd10b7507 req-311c17a1-3e65-429b-8e8e-602fa90576a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382431 Dec 23 16:20:40.105984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:20:40.235179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:40.248366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'port_id': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'mac_address': 'fa:16:3e:32:ba:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:20:40.300209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:40.316885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:20:40.331769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:40.335423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:40.431249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:40.665000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['28fd1bfb-6553-4b9e-91f4-9f612e1101b4'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:20:41.257717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b26635-4d5f-4279-81f8-2dc4c1248cf1 req-4c7689f4-7fb2-464a-a703-c0cc39f5c27f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:41.259128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42b26635-4d5f-4279-81f8-2dc4c1248cf1 req-4c7689f4-7fb2-464a-a703-c0cc39f5c27f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 944 time: 0.0746818 Dec 23 16:20:41.317843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42b26635-4d5f-4279-81f8-2dc4c1248cf1 req-eae45d1d-5cec-401f-90a8-00088812ef0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473120 Dec 23 16:20:42.121058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:20:42.186086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:20:42.199537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:20:42.199945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:42.309577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:42.335771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:42.345336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:42.350341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:42.399161 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'code': 200} Dec 23 16:20:42.447765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:42.538198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41872d-b21c-43ec-a0ea-1323d5c0dc4a req-bc247a06-6045-4d04-9bee-10fa102e3202 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:42.539671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b41872d-b21c-43ec-a0ea-1323d5c0dc4a req-bc247a06-6045-4d04-9bee-10fa102e3202 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 945 time: 0.0758009 Dec 23 16:20:42.635738 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b41872d-b21c-43ec-a0ea-1323d5c0dc4a req-48a7b4ad-c476-4567-8389-3a79fb6a7d98 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896900 Dec 23 16:20:42.649435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd3d0121-9295-47ab-b8d6-a7067618ea49 req-ba0f30de-9506-4aff-b341-8710d24c2ce0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 1098 time: 0.0898285 Dec 23 16:20:42.690540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd3d0121-9295-47ab-b8d6-a7067618ea49 req-a91aba86-f934-40ba-bd6d-49c64493f0e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352137 Dec 23 16:20:43.826759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e92e6-a58c-4d55-927a-99b67b22b5d7 req-0c7e23f7-82d6-4a53-9388-5ef180471cd2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:43.828201 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc5e92e6-a58c-4d55-927a-99b67b22b5d7 req-0c7e23f7-82d6-4a53-9388-5ef180471cd2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 945 time: 0.0741944 Dec 23 16:20:43.870781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc5e92e6-a58c-4d55-927a-99b67b22b5d7 req-801dbe48-b3c7-4280-9f88-28b99d40b3bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372217 Dec 23 16:20:45.071753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b84d2-0e91-4d3c-8082-1649b45a8a02 req-a929cd76-50a2-4bbb-bf82-b4bb83e03c44 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:45.073197 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-869b84d2-0e91-4d3c-8082-1649b45a8a02 req-a929cd76-50a2-4bbb-bf82-b4bb83e03c44 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 945 time: 0.0862575 Dec 23 16:20:45.122449 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-869b84d2-0e91-4d3c-8082-1649b45a8a02 req-7f0ae762-963a-47e1-98fb-db9ab76f31a5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438173 Dec 23 16:20:45.324996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52765e00-869c-449d-af50-f02fc5e71e02 req-7ad088b4-fd92-4e90-8f96-e59c70b0bcf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:45.326440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52765e00-869c-449d-af50-f02fc5e71e02 req-7ad088b4-fd92-4e90-8f96-e59c70b0bcf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 945 time: 0.0827591 Dec 23 16:20:45.375165 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52765e00-869c-449d-af50-f02fc5e71e02 req-8eff5c70-650b-4c6f-87cf-594798e5159e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Dec 23 16:20:45.406548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58106) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:45.488617 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3225bf7a-889f-48a2-9e70-6dd5f484a6e0 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 1093 time: 0.0808916 Dec 23 16:20:45.491251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58110) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:45.497133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:20:45.503108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:20:45.507362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:20:45.510216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:20:45.516628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:20:45.527300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:45.680281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:45.837461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.115 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/385ece48-9b2b-47a8-9f97-80fec5456445) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:20:45.976909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:46.002590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:46.067525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:20:46.070307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:20:46.075018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:20:46.101549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=385ece48-9b2b-47a8-9f97-80fec5456445,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:46.659672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:46.712522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:46.908254 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:46.912907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:47.012959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=385ece48-9b2b-47a8-9f97-80fec5456445,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:47.030161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:47.213043 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 7f46b9f2-3f42-4ff3-a384-596b59d6224f associated. External IP: 172.26.7.115, port: 28fd1bfb-6553-4b9e-91f4-9f612e1101b4. Dec 23 16:20:47.601747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router bf807776-07d0-4a1c-a51b-f963d553bde9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:20:47.803697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:20:47.813127 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] Sync routers for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:20:47.825532 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:47.826177 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:47.827100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:47.879399 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c99507da-c273-4d7c-89dc-c57ee2f1c573 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3870137 Dec 23 16:20:47.880034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:47.882087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58114) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:47.987437 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fd235d19-3fc5-4857-a48f-ecc249696bf7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/7f46b9f2-3f42-4ff3-a384-596b59d6224f HTTP/1.1" status: 200 len: 991 time: 0.1041553 Dec 23 16:20:48.003864 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:48.017832 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'status': 'completed', 'code': 200} Dec 23 16:20:48.115772 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-d4049157-c745-404c-9eda-b4fe7840c856 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 1098 time: 0.0739710 Dec 23 16:20:48.242760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-0105bd09-cc3e-4b33-819e-b7301c9aef3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:48.244123 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-0105bd09-cc3e-4b33-819e-b7301c9aef3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=eaaab465-f609-4dfa-8bc9-53941de574ed HTTP/1.1" status: 200 len: 897 time: 0.1225865 Dec 23 16:20:48.349692 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '7f46b9f2-3f42-4ff3-a384-596b59d6224f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'port_id': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'mac_address': 'fa:16:3e:32:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:20:46Z', 'updated_at': '2021-12-23T16:20:46Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:35Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:48.353889 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] Checking router: bf807776-07d0-4a1c-a51b-f963d553bde9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:20:48.365206 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:48.365206 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:20:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:48.440123 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-8ec73013-cbf7-4d0d-8349-7ac8b01f8771 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4 HTTP/1.1" status: 200 len: 999 time: 0.1885242 Dec 23 16:20:48.501862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-f1a0c146-533b-4d1c-a099-7fdefd8e6cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:48.503198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-f1a0c146-533b-4d1c-a099-7fdefd8e6cdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a7021a-8946-423b-8dff-983ea3e5bb30 HTTP/1.1" status: 200 len: 834 time: 0.0564258 Dec 23 16:20:48.571848 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:48.578099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-e08edd65-cc5e-48fa-aba3-fe1d238fe459 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaaab465-f609-4dfa-8bc9-53941de574ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674593 Dec 23 16:20:48.707482 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-d8c2b6b3-d50d-4d7f-8010-3d7462233c32 service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226804 Dec 23 16:20:48.801165 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:20:48.836291 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23d9bda-1b75-4ac0-bc7b-6282e015321e req-32df802e-d483-469b-a57a-ebbfd8c8ea18 service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230166 Dec 23 16:20:48.912678 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '7f46b9f2-3f42-4ff3-a384-596b59d6224f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'port_id': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'mac_address': 'fa:16:3e:32:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:20:46Z', 'updated_at': '2021-12-23T16:20:46Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:35Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:48.916493 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9a7d3-af01-4a57-ba26-482406e42243 None None] The sync data for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv is: [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '7f46b9f2-3f42-4ff3-a384-596b59d6224f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.115', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'port_id': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'mac_address': 'fa:16:3e:32:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:20:46Z', 'updated_at': '2021-12-23T16:20:46Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:35Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:20:48.991191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58122) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:49.092502 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7dd91d47-9745-42b6-bc61-890734d97c0f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/7f46b9f2-3f42-4ff3-a384-596b59d6224f HTTP/1.1" status: 200 len: 991 time: 0.1000698 Dec 23 16:20:49.590609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1f24e-4256-45c5-af3a-9467482ac232 None None] New status for floating IP 7f46b9f2-3f42-4ff3-a384-596b59d6224f: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:20:50.096250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:50.296381 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-08c7504c-e86d-406b-a89d-7272ace1576b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/7f46b9f2-3f42-4ff3-a384-596b59d6224f HTTP/1.1" status: 200 len: 993 time: 0.1990924 Dec 23 16:21:04.972108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-032b146d-fcc7-40ae-8f35-1a226b764067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:06.573082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:07.223088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e725390-6dfc-4bf5-ae81-4b8bec03ea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.309654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.483701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.831701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:25.801688 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:21:34.973352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23deb1a0-0f67-4f9c-9aaf-684cb8664466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:36.573867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:37.224634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9df6667d-0268-44b7-a6f7-d5eea3b00288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:38.312930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:38.484350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:39.833753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:51.159486 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-cb6ad900-b66a-482f-abba-c7efab32ad27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700192 Dec 23 16:21:51.295966 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-c3ad5a96-a1fc-4432-adcd-4eb048a80a55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 1098 time: 0.0669889 Dec 23 16:21:51.435984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-514e1452-48cb-4d3e-9a4a-c735c6a22951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:51.437396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-514e1452-48cb-4d3e-9a4a-c735c6a22951 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eaaab465-f609-4dfa-8bc9-53941de574ed HTTP/1.1" status: 200 len: 897 time: 0.1220267 Dec 23 16:21:51.538949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-420249ad-ae02-4038-885e-b0534688891d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4 HTTP/1.1" status: 200 len: 1001 time: 0.0944676 Dec 23 16:21:51.607661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-ed2860ed-f66d-4d7d-9dff-284659af5a3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:51.608983 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-ed2860ed-f66d-4d7d-9dff-284659af5a3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a7021a-8946-423b-8dff-983ea3e5bb30 HTTP/1.1" status: 200 len: 834 time: 0.0633199 Dec 23 16:21:51.682713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-078f90ff-58a7-41fe-a4f3-9de535b422a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaaab465-f609-4dfa-8bc9-53941de574ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674684 Dec 23 16:21:51.808328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-fe3dfc53-8397-4b5c-b4c4-a64a2219ee00 service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184754 Dec 23 16:21:51.934667 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb5c922d-d76e-45b2-9b62-3c52f9efe81f req-e4b301f7-1fb1-47c8-89df-cea4f958804f service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181436 Dec 23 16:21:59.269677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58154) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:59.371396 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-411de512-f02a-42b2-bcda-5ce6f85d4ca3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/7f46b9f2-3f42-4ff3-a384-596b59d6224f HTTP/1.1" status: 200 len: 993 time: 0.1006234 Dec 23 16:22:00.545600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58168) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:00.734284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 385ece48-9b2b-47a8-9f97-80fec5456445 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:22:00.734517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:00.987399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:00.987692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:01.102657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 385ece48-9b2b-47a8-9f97-80fec5456445 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:22:01.245393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:01.287729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=385ece48-9b2b-47a8-9f97-80fec5456445,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:01.324053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.324394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.324720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.325043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.325365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.325682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.325996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.326314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.326632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.326943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.327245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:01.393538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:01.780576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router bf807776-07d0-4a1c-a51b-f963d553bde9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:22:01.972639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:22:01.982018 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] Sync routers for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:22:01.991866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:01.994414 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:01.995001 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:21:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:02.043352 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fce83bce-cad7-4dde-86b7-9bc5c92a8f26 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/7f46b9f2-3f42-4ff3-a384-596b59d6224f HTTP/1.1" status: 204 len: 168 time: 1.4966180 Dec 23 16:22:02.043847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:22:02.180579 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:02.273679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'status': 'completed', 'code': 200} Dec 23 16:22:02.365544 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-19395537-9936-414f-b615-c63641ff2f58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 1098 time: 0.0705597 Dec 23 16:22:02.498961 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:35Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:02.503315 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] Checking router: bf807776-07d0-4a1c-a51b-f963d553bde9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:22:02.514353 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:02.514937 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:21:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:02.662831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-dad676c8-95f4-446c-bd65-809e95bafe8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:02.664208 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-dad676c8-95f4-446c-bd65-809e95bafe8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=eaaab465-f609-4dfa-8bc9-53941de574ed HTTP/1.1" status: 200 len: 897 time: 0.2908435 Dec 23 16:22:02.677591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573c966-208a-4f04-bb75-c4991c399b10 req-4def12d5-5082-4008-8602-0249e0c77970 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:02.678254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f573c966-208a-4f04-bb75-c4991c399b10 req-4def12d5-5082-4008-8602-0249e0c77970 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:22:02.694191 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:02.745985 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-2a098485-ec7b-47fa-ab2c-271dc72e3d43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4 HTTP/1.1" status: 200 len: 217 time: 0.0745072 Dec 23 16:22:02.749568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f573c966-208a-4f04-bb75-c4991c399b10 req-4def12d5-5082-4008-8602-0249e0c77970 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:22:02.750716 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f573c966-208a-4f04-bb75-c4991c399b10 req-4def12d5-5082-4008-8602-0249e0c77970 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 945 time: 0.3542457 Dec 23 16:22:02.841906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-3c6e41b8-c290-49d7-8273-ffaeb4b4893f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:02.843325 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-3c6e41b8-c290-49d7-8273-ffaeb4b4893f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a7021a-8946-423b-8dff-983ea3e5bb30 HTTP/1.1" status: 200 len: 834 time: 0.0913641 Dec 23 16:22:02.848008 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f573c966-208a-4f04-bb75-c4991c399b10 req-cffd5180-26c2-49b9-ad8d-e76fc629bef3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630901 Dec 23 16:22:02.879051 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:22:02.923973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-907c9773-65f2-4079-87dd-7f669488edbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eaaab465-f609-4dfa-8bc9-53941de574ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694721 Dec 23 16:22:03.042832 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:35Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:03.046632 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e808396e-4641-49af-b1d7-7732aa1a3367 None None] The sync data for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv is: [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '8c2ecf46-42cc-4dad-822c-5b6c11338f75', 'name': '', 'network_id': 'eaaab465-f609-4dfa-8bc9-53941de574ed', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:85:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:35Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '49a7021a-8946-423b-8dff-983ea3e5bb30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:22:03.056503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-22173fb9-42d7-4b0d-81be-5f14eb52d17c service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249535 Dec 23 16:22:03.188500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6e19dcf-0ecc-4c8a-9308-0495d24e1da0 req-035038d8-7d70-4deb-87ce-4234b8045e57 service neutron] 10.222.0.59 "GET /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251802 Dec 23 16:22:03.263505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5741de-256d-4a64-93af-9f783da94519 None None] New status for floating IP 7f46b9f2-3f42-4ff3-a384-596b59d6224f: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:22:04.106727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaa1dd-2852-46ac-bd44-a08c3c79ca0d req-96a7d958-8be0-44cb-b027-e878067fa028 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:04.108176 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-86eaa1dd-2852-46ac-bd44-a08c3c79ca0d req-96a7d958-8be0-44cb-b027-e878067fa028 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 945 time: 0.1381330 Dec 23 16:22:04.114763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-90db217b-baba-443a-b177-65d52eeb33d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:04.116069 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-90db217b-baba-443a-b177-65d52eeb33d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 945 time: 0.1160042 Dec 23 16:22:04.203945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:22:04.204183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:04.233725 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-86eaa1dd-2852-46ac-bd44-a08c3c79ca0d req-8779b192-7420-4c56-980d-fdb31e8a43c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b0b7f59-5363-47a1-92f9-b1062add1a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167939 Dec 23 16:22:04.448219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:04.448569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:04.565420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:22:04.701957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:04.757854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=28fd1bfb-6553-4b9e-91f4-9f612e1101b4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:04.834263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:22:04.836430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:04.838783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'name': 'network-vif-deleted', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:22:04.853831 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-faf014a3-c7a2-4f25-8d59-484d6bb43699 req-9f109332-50cc-42f1-bb6f-c8ed0a27e4e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/28fd1bfb-6553-4b9e-91f4-9f612e1101b4 HTTP/1.1" status: 204 len: 173 time: 0.7242093 Dec 23 16:22:04.892363 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5b7dc0-c802-4105-94f9-ee4c7f58322d', 'name': 'network-vif-deleted', 'tag': '28fd1bfb-6553-4b9e-91f4-9f612e1101b4', 'status': 'completed', 'code': 200} Dec 23 16:22:04.975367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f1456e48-ed3a-4386-8dc4-9e795e83ad5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:05.408028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-2b50face-6d48-41c9-819b-1ee9301f14f2 req-425dcf22-43ae-49fb-b7ae-753d06b2a27a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:22:05.423604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-2b50face-6d48-41c9-819b-1ee9301f14f2 req-425dcf22-43ae-49fb-b7ae-753d06b2a27a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:22:05.425305 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b50face-6d48-41c9-819b-1ee9301f14f2 req-425dcf22-43ae-49fb-b7ae-753d06b2a27a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5b7dc0-c802-4105-94f9-ee4c7f58322d HTTP/1.1" status: 200 len: 210 time: 0.0599656 Dec 23 16:22:06.530186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58190) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:06.569583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:06.597827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-014c1cbf-98c5-47ec-8464-49a9c1ed68a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:06.624977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-014c1cbf-98c5-47ec-8464-49a9c1ed68a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:06.687670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-014c1cbf-98c5-47ec-8464-49a9c1ed68a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:06.789693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c1cbf-98c5-47ec-8464-49a9c1ed68a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b7f59-5363-47a1-92f9-b1062add1a24,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:06.801103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-014c1cbf-98c5-47ec-8464-49a9c1ed68a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:06.802244 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-014c1cbf-98c5-47ec-8464-49a9c1ed68a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/0b0b7f59-5363-47a1-92f9-b1062add1a24 HTTP/1.1" status: 204 len: 168 time: 0.2710865 Dec 23 16:22:06.842832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58196) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:07.225682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1bdccba-ad27-406d-aa44-3f340d5a334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:07.229383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:07.822835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 8c2ecf46-42cc-4dad-822c-5b6c11338f75 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:22:07.823588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:07.999570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 8c2ecf46-42cc-4dad-822c-5b6c11338f75, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=8c2ecf46-42cc-4dad-822c-5b6c11338f75,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:07.999934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:08.117906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 8c2ecf46-42cc-4dad-822c-5b6c11338f75 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:22:08.317035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:08.385029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:08.430133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=8c2ecf46-42cc-4dad-822c-5b6c11338f75,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:08.431179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:22:08.472831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:22:08.473168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 28fd1bfb-6553-4b9e-91f4-9f612e1101b4 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:22:08.490544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:08.716821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:09.269395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router bf807776-07d0-4a1c-a51b-f963d553bde9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:22:09.460218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:22:09.470657 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] Sync routers for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:22:09.476726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-01fb33f2-5994-4b9e-bddc-b8b96e4e442a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/bf807776-07d0-4a1c-a51b-f963d553bde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328053 Dec 23 16:22:09.479764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58200) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:09.483378 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:09.483994 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:09.660375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet 49a7021a-8946-423b-8dff-983ea3e5bb30 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:22:09.663099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:09.674117 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:09.821690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:09.837654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:09.901923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:09.955919 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:22:08Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:09.959509 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] Checking router: bf807776-07d0-4a1c-a51b-f963d553bde9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:22:09.970814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:09.971417 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] Routers {'bf807776-07d0-4a1c-a51b-f963d553bde9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:09.972021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bf807776-07d0-4a1c-a51b-f963d553bde9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:10.012772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=49a7021a-8946-423b-8dff-983ea3e5bb30,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:10.017881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.027533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b7e326ef-aa1f-415f-bc64-593c993a80c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/49a7021a-8946-423b-8dff-983ea3e5bb30 HTTP/1.1" status: 204 len: 168 time: 0.5424831 Dec 23 16:22:10.028490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58204) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:10.035665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14225a-a58c-4813-9756-87cefb3aad77 None None] Network eaaab465-f609-4dfa-8bc9-53941de574ed requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:22:10.145309 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] Set router bf807776-07d0-4a1c-a51b-f963d553bde9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:10.228305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.333155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] DHCP port deletion for eaaab465-f609-4dfa-8bc9-53941de574ed request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:22:10.337516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Deleting port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:22:10.337888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.440163 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:22:08Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:10.444927 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172b528-66a6-47f8-9c71-6f4d32086a12 None None] The sync data for ids ['bf807776-07d0-4a1c-a51b-f963d553bde9'] in dv-neutron-822800-1-hyperv is: [{'id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'name': 'tempest-TestNetworkBasicOps-router-911874413', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:23Z', 'updated_at': '2021-12-23T16:22:08Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '5596b921-9c87-43d6-b316-561dcadbd2ff', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf807776-07d0-4a1c-a51b-f963d553bde9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:24Z', 'updated_at': '2021-12-23T16:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:22:10.446132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.460761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 5596b921-9c87-43d6-b316-561dcadbd2ff {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:22:10.461212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.555817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] For port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5f64f3e4-e988-4cbf-b54d-268bd7400f0b,segment=NetworkSegment(f60e8a91-7541-43a5-afab-26892c8ceed3),segment_id=f60e8a91-7541-43a5-afab-26892c8ceed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:10.556120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.632623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 5596b921-9c87-43d6-b316-561dcadbd2ff, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5596b921-9c87-43d6-b316-561dcadbd2ff,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:10.632970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.674713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Calling delete_port for 5f64f3e4-e988-4cbf-b54d-268bd7400f0b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:22:10.744592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.753757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 5596b921-9c87-43d6-b316-561dcadbd2ff owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:22:10.789568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Pushing event deleted for resources: {'Port': ['ID=5f64f3e4-e988-4cbf-b54d-268bd7400f0b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:10.795043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] No DVR routers for this DVR port 5f64f3e4-e988-4cbf-b54d-268bd7400f0b on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:22:10.802027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.802373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.802711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.806480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.807746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.808004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.808103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.808439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.808892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.809089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.809414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d4fc17-1f97-4ed9-9f20-0dea8d5fde68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:10.934086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:10.979871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=5596b921-9c87-43d6-b316-561dcadbd2ff,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:11.007651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 8c2ecf46-42cc-4dad-822c-5b6c11338f75 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:22:11.042512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 8c2ecf46-42cc-4dad-822c-5b6c11338f75 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:22:11.042856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 8c2ecf46-42cc-4dad-822c-5b6c11338f75 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:22:11.043257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5f64f3e4-e988-4cbf-b54d-268bd7400f0b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:22:11.074334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 5f64f3e4-e988-4cbf-b54d-268bd7400f0b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:22:11.074571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5f64f3e4-e988-4cbf-b54d-268bd7400f0b not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:22:11.201600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.548681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.553001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.576610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.577278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router bf807776-07d0-4a1c-a51b-f963d553bde9 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:22:11.592759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.593840 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-499beef2-7b96-4e02-bfa8-2cc08a5a0ebc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/bf807776-07d0-4a1c-a51b-f963d553bde9 HTTP/1.1" status: 204 len: 168 time: 1.5651336 Dec 23 16:22:11.597452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58208) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:11.718406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.848768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.872663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaaab465-f609-4dfa-8bc9-53941de574ed']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:11.884796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60e8a91-7541-43a5-afab-26892c8ceed3') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:11.885083 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60e8a91-7541-43a5-afab-26892c8ceed3') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:11.896782 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.911896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.917757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:22:11.918233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:22:11.932201 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:22:12.022419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.044614 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.051585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=eaaab465-f609-4dfa-8bc9-53941de574ed,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:12.065222 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/eaaab465-f609-4dfa-8bc9-53941de574ed HTTP/1.1" status: 204 len: 168 time: 0.4657836 Dec 23 16:22:12.067881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.067881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.067881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.067881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.068493 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.068820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.069229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.070534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.070534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.070534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.070534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12e1127-bf48-4e9b-8d9b-46874a6d6bfa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:12.080930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58212) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:12.086650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--624630561', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:12.091631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:12.095789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:12.098574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:12.104186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:12.114471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:22:12.117373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.145643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:22:12.154259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.154683 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment 9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba of type vlan for network 585572a8-8937-44f8-babe-533665aa898f Dec 23 16:22:12.180170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.207129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.210636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:12.211199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.314184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2320783 Dec 23 16:22:12.317547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58216) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:12.320713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fb134-183b-49ef-88ac-32551441b748 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=585572a8-8937-44f8-babe-533665aa898f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:12.324143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:12.330441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 585572a8-8937-44f8-babe-533665aa898f details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:22:12.332329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:12.336373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:12.339215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:12.345346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:12.355829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.356673 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.382819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.530051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.697819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.726601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:12.858060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.164 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/a3e8b9ec-5ce7-43ec-8761-1f12730b4093) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:22:12.996640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5596b921-9c87-43d6-b316-561dcadbd2ff no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:22:13.004929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:13.037125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 5596b921-9c87-43d6-b316-561dcadbd2ff {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:22:13.037559 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5596b921-9c87-43d6-b316-561dcadbd2ff not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:22:13.040332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:13.113339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:22:13.116116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:22:13.120290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:22:13.144112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:13.268657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:13.269360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:13.572304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:22:13.771068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:22:13.779998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Sync routers for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:22:13.791239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:13.791948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:13.796196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:13.797588 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ec521929-c8fc-42b9-b470-7c876d757250 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4790659 Dec 23 16:22:13.801186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58220) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:13.839910 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7deb1fa9-c052-4d4b-b9ee-1fd872e8916f tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375707 Dec 23 16:22:13.842425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58224) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:13.967010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:13.972319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b5560-bc67-4476-93a5-87797912a4f5 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:13.973777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-367b5560-bc67-4476-93a5-87797912a4f5 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304038 Dec 23 16:22:13.976532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58228) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:14.018996 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c04b3968-7a0f-461a-accc-8754f61cfbcb tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414386 Dec 23 16:22:14.021467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58232) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:14.026688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511003836', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:14.134148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:14.138160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:14.140916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:14.146421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:14.155966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:22:14.244726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:13Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:14.248509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Checking router: b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:22:14.249053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Updating router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:22:14.252648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.302707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.470641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.547648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=52dd00b4-fb2f-461d-a0d4-517bc128fe92,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:14.557872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:22:14.558222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: 585572a8-8937-44f8-babe-533665aa898f, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:22:14.578987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 585572a8-8937-44f8-babe-533665aa898f is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:22:14.588421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 585572a8-8937-44f8-babe-533665aa898f) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:22:14.592190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:14.592777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.600902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e70de-60f8-4379-87d1-b024387b3c79 None None] Network 585572a8-8937-44f8-babe-533665aa898f requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:22:14.614012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-24e92a1c-f026-4be6-9c6e-945114ddaf85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5915091 Dec 23 16:22:14.616817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58236) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:14.734253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.760487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Transition to ACTIVE for port object a3e8b9ec-5ce7-43ec-8761-1f12730b4093 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:22:14.775582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.901186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4264ac-9135-48ec-aea1-6aba07fce5d1 None None] Pushing event updated for resources: {'Port': ['ID=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:14.906797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Attempting to bind port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:22:14.907164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Attempting to bind port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:22:14.907519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Attempting to bind port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:22:14.949489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:22:14.949866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:22:14.950312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.950649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:22:14.951121 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Bound port: a3e8b9ec-5ce7-43ec-8761-1f12730b4093, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:22:14.951488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:14.988336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-585572a8-8937-44f8-babe-533665aa898f', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:22:14.989060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:15.097803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] For port a3e8b9ec-5ce7-43ec-8761-1f12730b4093, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:22:15.113795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] For port a3e8b9ec-5ce7-43ec-8761-1f12730b4093, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:22:15.146603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:15.253275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Allocated IP 172.20.0.2 (585572a8-8937-44f8-babe-533665aa898f/52dd00b4-fb2f-461d-a0d4-517bc128fe92/663e2ca7-644b-4bdc-bf29-a07724fb706b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:22:15.260841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4264ac-9135-48ec-aea1-6aba07fce5d1 None None] Pushing event updated for resources: {'Port': ['ID=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:15.271631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:15.272250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:15.458036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:15.590793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:15.781193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:15.802100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Transition to ACTIVE for port object 663e2ca7-644b-4bdc-bf29-a07724fb706b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:22:15.838328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Transition to ACTIVE for port object 663e2ca7-644b-4bdc-bf29-a07724fb706b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:22:15.852116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:15.911618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (585572a8-8937-44f8-babe-533665aa898f/52dd00b4-fb2f-461d-a0d4-517bc128fe92/76e96cfc-b264-46b7-ae14-9ad9810d8562) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:22:16.002763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Network 585572a8-8937-44f8-babe-533665aa898f is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:22:16.008547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:22:16.011027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Pushing event updated for resources: {'Port': ['ID=663e2ca7-644b-4bdc-bf29-a07724fb706b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:16.013489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:22:16.071914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.087060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 76e96cfc-b264-46b7-ae14-9ad9810d8562 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:22:16.108792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.112270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:13Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:16.116999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Attempting to bind port 663e2ca7-644b-4bdc-bf29-a07724fb706b on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:22:16.117371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Attempting to bind port 663e2ca7-644b-4bdc-bf29-a07724fb706b by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:22:16.117727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Attempting to bind port 663e2ca7-644b-4bdc-bf29-a07724fb706b on network 585572a8-8937-44f8-babe-533665aa898f {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:22:16.120359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50d8e17-cedc-4fb6-8cbf-ebb2a20fc498 None None] The sync data for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv is: [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:13Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:22:16.126260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:22:16.126630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Checking segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:22:16.127623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.128008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Bound using segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:22:16.128470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Bound port: 663e2ca7-644b-4bdc-bf29-a07724fb706b, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:22:16.128842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.184262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 585572a8-8937-44f8-babe-533665aa898f is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:22:16.187292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:22:16.190460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:22:16.218832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] For port 663e2ca7-644b-4bdc-bf29-a07724fb706b, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:22:16.223336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] For port 663e2ca7-644b-4bdc-bf29-a07724fb706b, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=663e2ca7-644b-4bdc-bf29-a07724fb706b,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:22:16.231432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.239539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=76e96cfc-b264-46b7-ae14-9ad9810d8562,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:16.268259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.316637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8afa4-7c7d-43c8-a7f4-57b761e0e9b5 None None] Pushing event updated for resources: {'Port': ['ID=663e2ca7-644b-4bdc-bf29-a07724fb706b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:16.374232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.942818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:16.950232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.071174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.071489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a3e8b9ec-5ce7-43ec-8761-1f12730b4093 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:22:17.078516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=76e96cfc-b264-46b7-ae14-9ad9810d8562,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:17.143664 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:22:17.148705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:17.149081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.222964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 585572a8-8937-44f8-babe-533665aa898f is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:22:17.224211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:22:17.277334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.295788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a3e8b9ec-5ce7-43ec-8761-1f12730b4093, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:17.300475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.304718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 663e2ca7-644b-4bdc-bf29-a07724fb706b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:22:17.369098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e764bf9-3a28-45ea-9919-554eede3288c None None] Network 585572a8-8937-44f8-babe-533665aa898f requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:22:17.516332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:17.534494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-594171b3-459e-45f2-87a4-b22a634231dd None None] Provisioning for port 663e2ca7-644b-4bdc-bf29-a07724fb706b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:22:17.558737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 663e2ca7-644b-4bdc-bf29-a07724fb706b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:22:17.568884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 663e2ca7-644b-4bdc-bf29-a07724fb706b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:17.569197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.615870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:22:17.770081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.811366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 663e2ca7-644b-4bdc-bf29-a07724fb706b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=663e2ca7-644b-4bdc-bf29-a07724fb706b,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:17.815908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:22:17.816734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:17.832088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-42a18059-a79b-4d79-a65d-4b9575e53b3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/b1cab47d-953f-4a6b-8454-7ce4f3d60ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2142434 Dec 23 16:22:17.833531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58240) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:17.889751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=663e2ca7-644b-4bdc-bf29-a07724fb706b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:17.971024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6f566-5b8f-402c-b66d-26689a2b6d6b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:17.971612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6f566-5b8f-402c-b66d-26689a2b6d6b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:17.971745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6f566-5b8f-402c-b66d-26689a2b6d6b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:17.972100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6f566-5b8f-402c-b66d-26689a2b6d6b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:17.973717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-abe6f566-5b8f-402c-b66d-26689a2b6d6b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1390982 Dec 23 16:22:17.976866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58244) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:18.049193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30914aa2-19d4-4756-ae44-88af585067f3 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:18.049551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30914aa2-19d4-4756-ae44-88af585067f3 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:18.049901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30914aa2-19d4-4756-ae44-88af585067f3 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:18.050243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30914aa2-19d4-4756-ae44-88af585067f3 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:18.053206 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30914aa2-19d4-4756-ae44-88af585067f3 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0739825 Dec 23 16:22:18.054637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58248) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:18.072950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-932a0c69-065a-432a-8415-48007f65ee20 None None] Provisioning complete for port 663e2ca7-644b-4bdc-bf29-a07724fb706b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:18.073522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-932a0c69-065a-432a-8415-48007f65ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.206434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-932a0c69-065a-432a-8415-48007f65ee20 None None] Provisioning for port 76e96cfc-b264-46b7-ae14-9ad9810d8562 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:22:18.211834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-932a0c69-065a-432a-8415-48007f65ee20 None None] Provisioning complete for port 76e96cfc-b264-46b7-ae14-9ad9810d8562 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:18.212470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-932a0c69-065a-432a-8415-48007f65ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.258178 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d59d3e47-87f9-4501-a9e4-22b57d14b193 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2000222 Dec 23 16:22:18.268799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-932a0c69-065a-432a-8415-48007f65ee20 None None] Port 76e96cfc-b264-46b7-ae14-9ad9810d8562 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:22:18.390062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b4cf14a1-672d-442c-82f6-d79bb4560e31 None None] Provisioning complete for port 76e96cfc-b264-46b7-ae14-9ad9810d8562 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:18.390504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4cf14a1-672d-442c-82f6-d79bb4560e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.445053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b4cf14a1-672d-442c-82f6-d79bb4560e31 None None] Port 76e96cfc-b264-46b7-ae14-9ad9810d8562 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:22:18.608891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58254) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:18.614368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633308068', 'description': 'tempest-secgroup-smoke-1633308068 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:18.620218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:18.624225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:18.627517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:18.633165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:18.646869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.679737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:18.683377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:18.686093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:18.692163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:18.744060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.747704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.790410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:18.792957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.794113 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-21aa8d20-e028-4da5-ad68-f646343bdde2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1842349 Dec 23 16:22:18.797066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58258) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:18.802291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '2c23288a-7c4d-47a5-bb1f-5c7db080a0ef', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:18.807947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:18.811666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:18.814959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:18.820584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:18.836808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.894676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.898057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.919697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a92335-bd0a-454e-a49a-773a1b4330ee,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:18.928579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:18.929730 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c6fc1ee8-cf9d-476b-95f1-9af03da29cf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1319101 Dec 23 16:22:18.932379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58262) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:18.937617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '2c23288a-7c4d-47a5-bb1f-5c7db080a0ef', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:18.943656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:18.947303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:18.950135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:18.955949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:18.972977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.010839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a3e8b9ec-5ce7-43ec-8761-1f12730b4093 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:22:19.081518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:19.082212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.141079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.145061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.165094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dd9da4-ad0b-4b2f-8727-bdec88aab92d,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:19.176846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.180688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-90eda98f-7cfe-40ec-80c8-ed4332284e2c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2448571 Dec 23 16:22:19.181018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58266) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:19.186346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '2c23288a-7c4d-47a5-bb1f-5c7db080a0ef', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:19.192586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:19.196380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:19.199158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:19.201450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 663e2ca7-644b-4bdc-bf29-a07724fb706b up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:22:19.204739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:19.221206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.268454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 663e2ca7-644b-4bdc-bf29-a07724fb706b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:19.268819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.285058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.288501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.311795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b196cb-829f-411c-b936-cb3c1fd2beeb,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:19.320681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.321832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-01f8ccd8-b306-4c8d-ad4c-33a64680c0a6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1398785 Dec 23 16:22:19.324513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58270) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:19.329892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '2c23288a-7c4d-47a5-bb1f-5c7db080a0ef', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:19.335685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:19.339490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:19.342326 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:19.348460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:19.366983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.451613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.457662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.485315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f512eb52-a4df-424f-9186-e368e0727a15,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:19.495339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.496515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-709933e1-73aa-4597-86ce-4d7a58760ed9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1711152 Dec 23 16:22:19.499119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58274) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:19.504489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '2c23288a-7c4d-47a5-bb1f-5c7db080a0ef', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:19.510253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:19.514225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:19.517081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:19.522825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:19.533759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:22:19.540215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.602524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.606062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.628366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d53201-20ec-4be9-8d3a-b2a8c72fb628,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:19.638639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.639077 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-675f92e0-beeb-4a16-90e5-be9e51b3d1ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1389530 Dec 23 16:22:19.641834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58278) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:19.647875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '2c23288a-7c4d-47a5-bb1f-5c7db080a0ef', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:19.653695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:19.657504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:19.659988 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Sync routers for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:22:19.660968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:19.666527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:19.671244 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:19.671857 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:19.677758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:22:19.684083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.754269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.760260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.784402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713b775f-d762-4f58-9089-801114dfe9b0,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:19.793530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:19.794810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-84a10158-aec7-44f8-997a-02d6bd1552a7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1514130 Dec 23 16:22:19.881107 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:19.964583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a5fab677-897c-4758-85ca-623f0980137e req-0743ddea-201c-4af9-9fee-ca8315e704e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:22:19.979816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a5fab677-897c-4758-85ca-623f0980137e req-0743ddea-201c-4af9-9fee-ca8315e704e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:22:19.981126 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-0743ddea-201c-4af9-9fee-ca8315e704e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633308068&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0579069 Dec 23 16:22:20.132484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab677-897c-4758-85ca-623f0980137e req-7cfd2b07-1744-46bb-a6f8-d46a058cff0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:20.133151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a5fab677-897c-4758-85ca-623f0980137e req-7cfd2b07-1744-46bb-a6f8-d46a058cff0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:22:20.148604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a5fab677-897c-4758-85ca-623f0980137e req-7cfd2b07-1744-46bb-a6f8-d46a058cff0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:22:20.150068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-7cfd2b07-1744-46bb-a6f8-d46a058cff0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 796 time: 0.1622748 Dec 23 16:22:20.165843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-1ed98940-bb41-4951-a384-c844f2836dc2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0103893 Dec 23 16:22:20.193917 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:20.197679 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Checking router: b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:22:20.198022 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Updating router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 port 76e96cfc-b264-46b7-ae14-9ad9810d8562 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:22:20.244068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a5fab677-897c-4758-85ca-623f0980137e req-018c7c5a-0143-4f5b-8007-75bf9629fef0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:22:20.246805 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:20.259087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a5fab677-897c-4758-85ca-623f0980137e req-018c7c5a-0143-4f5b-8007-75bf9629fef0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:22:20.260482 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-018c7c5a-0143-4f5b-8007-75bf9629fef0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893466 Dec 23 16:22:20.277483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-d7783a0e-8ab6-4e4f-b68e-a7d501e7bafd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:22:20.278390 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-d7783a0e-8ab6-4e4f-b68e-a7d501e7bafd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049927 Dec 23 16:22:20.406946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-9f9cbcbc-1815-435f-8469-abaa791505d3 service neutron] 10.222.0.18 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228106 Dec 23 16:22:20.536769 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-40e35c35-3727-4d93-9942-e12b238f2e36 service neutron] 10.222.0.18 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238520 Dec 23 16:22:20.577874 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:20.589174 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Transition to ACTIVE for port object 76e96cfc-b264-46b7-ae14-9ad9810d8562 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:22:20.595424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:20.715807 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Pushing event updated for resources: {'Port': ['ID=76e96cfc-b264-46b7-ae14-9ad9810d8562,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:20.732467 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.733014 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.733515 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.733999 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.734488 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.734974 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.735592 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.736597 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.737232 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.737827 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.738283 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:22:20.747242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-02b1a41e-fe4d-4196-9d04-409e467525f9 req-d18bf406-901d-4248-99ae-dda4f6328027 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 210 time: 0.0620456 Dec 23 16:22:20.839714 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Attempting to bind port 76e96cfc-b264-46b7-ae14-9ad9810d8562 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:22:20.840064 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Attempting to bind port 76e96cfc-b264-46b7-ae14-9ad9810d8562 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:22:20.840610 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Attempting to bind port 76e96cfc-b264-46b7-ae14-9ad9810d8562 on network 585572a8-8937-44f8-babe-533665aa898f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:22:20.848414 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:22:20.848787 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Checking segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:22:20.849220 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:20.849755 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Bound using segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:22:20.850066 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Bound port: 76e96cfc-b264-46b7-ae14-9ad9810d8562, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:22:20.850475 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:20.938171 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] For port 76e96cfc-b264-46b7-ae14-9ad9810d8562, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:22:20.941129 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] For port 76e96cfc-b264-46b7-ae14-9ad9810d8562, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=76e96cfc-b264-46b7-ae14-9ad9810d8562,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:22:20.944897 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:21.027742 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47bb34-c9e9-4db9-8d80-9187cc8a03eb None None] Pushing event updated for resources: {'Port': ['ID=76e96cfc-b264-46b7-ae14-9ad9810d8562,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:21.032582 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:21.033699 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:21.216120 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:21.546445 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:20Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:21.550441 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01726-4f38-4ce4-ac13-028d1fd70054 None None] The sync data for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv is: [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:20Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:22:21.819844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab677-897c-4758-85ca-623f0980137e req-9649cd5f-d65b-49ee-9798-7e0fac85344d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:21.821287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-9649cd5f-d65b-49ee-9798-7e0fac85344d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 796 time: 0.1687033 Dec 23 16:22:21.926085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-5f528c90-ce4b-4ff2-a4a8-974dbcd3f86a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 380 time: 0.0916350 Dec 23 16:22:21.934908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': '11338175-05b3-484c-a855-1383a44ec523', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['2c23288a-7c4d-47a5-bb1f-5c7db080a0ef']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:21.950221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8143e31e-6899-49fa-853c-5f64b7aab2dd req-f130b1e7-fec7-4b99-9c43-0a5502119e7c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 210 time: 0.0716169 Dec 23 16:22:22.074158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:22.083946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:22.093786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:22:22.097146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:22.262329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.11 (585572a8-8937-44f8-babe-533665aa898f/52dd00b4-fb2f-461d-a0d4-517bc128fe92/6a9116ff-5dfe-43be-aba3-e969466cb7c8) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:22:22.455653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:22.472531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 6a9116ff-5dfe-43be-aba3-e969466cb7c8 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:22:22.494364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:22.654101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 585572a8-8937-44f8-babe-533665aa898f is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:22:22.657038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:22:22.662053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:22:22.689118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=6a9116ff-5dfe-43be-aba3-e969466cb7c8,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:22.723418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:22.724051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:22.748199 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-5e03a7cf-a5e9-4a03-88c9-55821503859c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8169713 Dec 23 16:22:22.760629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Request body: {'port': {'device_id': '11338175-05b3-484c-a855-1383a44ec523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:22.868857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:22.944874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6f1e8cfa-0456-4641-b8a1-2219a834ad8e None None] Provisioning for port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:22:22.949480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6f1e8cfa-0456-4641-b8a1-2219a834ad8e None None] Provisioning complete for port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:22.949854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8cfa-0456-4641-b8a1-2219a834ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.013354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e8cfa-0456-4641-b8a1-2219a834ad8e None None] Port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:22:23.043911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76e96cfc-b264-46b7-ae14-9ad9810d8562 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:22:23.117616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 76e96cfc-b264-46b7-ae14-9ad9810d8562 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:22:23.122568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 76e96cfc-b264-46b7-ae14-9ad9810d8562 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:23.122958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.230242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105d3e6-12c5-4eea-a3fa-bafb6d40ef0c req-7445059e-53c7-47ea-82a7-bb98feb084d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:23.230805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-9105d3e6-12c5-4eea-a3fa-bafb6d40ef0c req-7445059e-53c7-47ea-82a7-bb98feb084d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:22:23.233025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.266995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 76e96cfc-b264-46b7-ae14-9ad9810d8562, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=76e96cfc-b264-46b7-ae14-9ad9810d8562,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:23.272867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.297645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-9105d3e6-12c5-4eea-a3fa-bafb6d40ef0c req-7445059e-53c7-47ea-82a7-bb98feb084d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:22:23.298774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9105d3e6-12c5-4eea-a3fa-bafb6d40ef0c req-7445059e-53c7-47ea-82a7-bb98feb084d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 932 time: 0.1977391 Dec 23 16:22:23.300644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9116ff-5dfe-43be-aba3-e969466cb7c8 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:22:23.321010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.337296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=76e96cfc-b264-46b7-ae14-9ad9810d8562,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:23.347684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Transition to ACTIVE for port object 6a9116ff-5dfe-43be-aba3-e969466cb7c8 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:22:23.353901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.406270 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9105d3e6-12c5-4eea-a3fa-bafb6d40ef0c req-d5d291e1-9285-4f7a-8664-5a6049b96a30 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014874 Dec 23 16:22:23.488083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9116ff-5dfe-43be-aba3-e969466cb7c8,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:23.594138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Attempting to bind port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:22:23.594471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Attempting to bind port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:22:23.594792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Attempting to bind port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 on network 585572a8-8937-44f8-babe-533665aa898f {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:22:23.601093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 on network 585572a8-8937-44f8-babe-533665aa898f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:22:23.601408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Attempting to bind port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 on network 585572a8-8937-44f8-babe-533665aa898f {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:22:23.607478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:22:23.608010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Checking segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:22:23.608387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Bound using segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:22:23.608799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Bound port: 6a9116ff-5dfe-43be-aba3-e969466cb7c8, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:22:23.609135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.693538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] For port 6a9116ff-5dfe-43be-aba3-e969466cb7c8, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:22:23.696327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] For port 6a9116ff-5dfe-43be-aba3-e969466cb7c8, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:22:23.700711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.759216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:23.760581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 1094 time: 1.0041332 Dec 23 16:22:23.761005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:22:23.782895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca8b99-baad-43f0-a9f3-d9e97f3ad327 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9116ff-5dfe-43be-aba3-e969466cb7c8,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:23.841600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'status': 'completed', 'code': 200} Dec 23 16:22:23.882907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-9ddf281d-7c0f-43af-94bc-780f56d99d02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1097 time: 0.0770104 Dec 23 16:22:23.954154 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-fd92cbc7-ab4d-4a47-95bb-398b4fa1b119 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 217 time: 0.0637324 Dec 23 16:22:24.014731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab677-897c-4758-85ca-623f0980137e req-ea9953a0-1b7a-44ce-b664-dfb59b8e07fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:24.016043 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-ea9953a0-1b7a-44ce-b664-dfb59b8e07fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0552983 Dec 23 16:22:24.087730 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-f130ef17-d06b-447f-917f-bb5554fdd096 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640733 Dec 23 16:22:24.213676 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-449ff015-e9fd-4c9f-b67b-d5e387faff70 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198304 Dec 23 16:22:24.338396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5fab677-897c-4758-85ca-623f0980137e req-6d2ba429-5ab6-435b-ae5c-f27b4c114a97 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188397 Dec 23 16:22:24.582384 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-153d7f17-9f28-4abb-b048-95ff44919a38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1097 time: 0.2031839 Dec 23 16:22:24.699409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3aaa5-2265-4629-9afc-c9a581308efd req-05ea40ce-3098-436c-ba87-a6d0a1b990dd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:24.700748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ed3aaa5-2265-4629-9afc-c9a581308efd req-05ea40ce-3098-436c-ba87-a6d0a1b990dd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 944 time: 0.1680112 Dec 23 16:22:24.762857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-4b3bc3ab-c7c3-4408-85e7-0ecefbd2d250 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:24.764298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-4b3bc3ab-c7c3-4408-85e7-0ecefbd2d250 service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1728628 Dec 23 16:22:24.771655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ed3aaa5-2265-4629-9afc-c9a581308efd req-a72ceafe-567b-443d-affc-4e1de38bfb3c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615273 Dec 23 16:22:24.832751 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-5dbe35ed-847a-4307-92ea-33fac73dfd44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 217 time: 0.0600748 Dec 23 16:22:24.896938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-e2d74ff3-b850-4077-9190-09a3e974ebd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:24.898314 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-e2d74ff3-b850-4077-9190-09a3e974ebd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0594060 Dec 23 16:22:24.970575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-ce6ad363-7acc-43bd-9cbc-2e799ce1730a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657983 Dec 23 16:22:25.009403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76e96cfc-b264-46b7-ae14-9ad9810d8562 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:22:25.075780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 76e96cfc-b264-46b7-ae14-9ad9810d8562 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:25.076250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:25.103089 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-c2597a80-f79b-4377-8e58-f53a18398010 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249554 Dec 23 16:22:25.235825 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b468abb9-6ae9-44af-831a-87d27e87f3ba req-bd40b82a-1aa8-4f71-a06f-f211a3e64824 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258337 Dec 23 16:22:25.965133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1567c-4949-4503-84c3-a0f2b2220efe req-bfe2335d-8606-4ddb-b612-1cc8b07d01e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:25.966559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ba1567c-4949-4503-84c3-a0f2b2220efe req-bfe2335d-8606-4ddb-b612-1cc8b07d01e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 944 time: 0.0731401 Dec 23 16:22:26.014372 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ba1567c-4949-4503-84c3-a0f2b2220efe req-babd3b7d-f30a-421f-bb8e-30402ed5f801 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Dec 23 16:22:27.205105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6785f-5038-4d25-b39d-0b208ee3f0d4 req-3ab42d92-c085-4c02-9c60-3d097dd02634 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:27.206995 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-30f6785f-5038-4d25-b39d-0b208ee3f0d4 req-3ab42d92-c085-4c02-9c60-3d097dd02634 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 944 time: 0.0743051 Dec 23 16:22:27.249717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-30f6785f-5038-4d25-b39d-0b208ee3f0d4 req-f508d6a3-017b-4066-8b4e-24f32fe34bdb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Dec 23 16:22:28.448744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0378c72-5c87-4c99-8c6b-02d582fc7478 req-7452e9ad-c27d-4cd7-bab7-da0c81773b81 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:28.450161 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0378c72-5c87-4c99-8c6b-02d582fc7478 req-7452e9ad-c27d-4cd7-bab7-da0c81773b81 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 944 time: 0.0791662 Dec 23 16:22:28.494057 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0378c72-5c87-4c99-8c6b-02d582fc7478 req-00d67e2e-1846-495d-9929-add0691ee22e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384946 Dec 23 16:22:28.541365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 6a9116ff-5dfe-43be-aba3-e969466cb7c8 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:22:28.669010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 6a9116ff-5dfe-43be-aba3-e969466cb7c8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:28.681638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'port_id': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'mac_address': 'fa:16:3e:74:ad:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:22:28.740751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:28.757539 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9116ff-5dfe-43be-aba3-e969466cb7c8 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:22:28.772803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 6a9116ff-5dfe-43be-aba3-e969466cb7c8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:28.777053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:28.842136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=6a9116ff-5dfe-43be-aba3-e969466cb7c8,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:29.107632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['6a9116ff-5dfe-43be-aba3-e969466cb7c8'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:22:29.754383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5259-5271-401f-80bb-fc71ac5abccb req-1b77b4ef-e1b7-4142-a4a9-e78b75e689f0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:29.755737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d79f5259-5271-401f-80bb-fc71ac5abccb req-1b77b4ef-e1b7-4142-a4a9-e78b75e689f0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 945 time: 0.0750308 Dec 23 16:22:29.799873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d79f5259-5271-401f-80bb-fc71ac5abccb req-533161e7-be28-47a9-901d-ba992baec517 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386231 Dec 23 16:22:30.541920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 6a9116ff-5dfe-43be-aba3-e969466cb7c8 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:22:30.609463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:22:30.614393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:22:30.614768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:30.724566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:30.750654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:22:30.761060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 6a9116ff-5dfe-43be-aba3-e969466cb7c8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:22:30.765419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:30.808875 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'code': 200} Dec 23 16:22:30.833313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=6a9116ff-5dfe-43be-aba3-e969466cb7c8,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:31.058808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c0239-e082-4ba7-b554-7ebdf1383723 req-226d1e12-7857-4950-9fe3-1644c213a4db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:31.060214 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c3c0239-e082-4ba7-b554-7ebdf1383723 req-226d1e12-7857-4950-9fe3-1644c213a4db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 946 time: 0.1365161 Dec 23 16:22:31.062851 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68b7c24d-189c-43e1-bcc8-1985def2ac3d req-62510636-9cfd-4da8-bbaa-d6b37d675b21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1099 time: 0.0989280 Dec 23 16:22:31.135267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68b7c24d-189c-43e1-bcc8-1985def2ac3d req-952d5440-c189-41e4-8850-79d2c0e4bf9f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557754 Dec 23 16:22:31.137422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c3c0239-e082-4ba7-b554-7ebdf1383723 req-1baef708-7741-4dd4-82f8-eaf66c3f65da tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708339 Dec 23 16:22:32.332499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e034a3-c2b8-4d65-8f00-f5be54598a80 req-1b5415c0-1ba1-44b9-955a-4f56bb02e99f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:32.333949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f5e034a3-c2b8-4d65-8f00-f5be54598a80 req-1b5415c0-1ba1-44b9-955a-4f56bb02e99f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 946 time: 0.0739021 Dec 23 16:22:32.380227 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f5e034a3-c2b8-4d65-8f00-f5be54598a80 req-699c6d06-f855-4efc-9c2d-5bcbf3308a88 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Dec 23 16:22:33.578188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771f18c-4f1a-4448-811d-39bfa656a1e0 req-bb623edf-c5c7-4f88-8633-40bfeef82dee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:33.579622 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2771f18c-4f1a-4448-811d-39bfa656a1e0 req-bb623edf-c5c7-4f88-8633-40bfeef82dee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 946 time: 0.0767064 Dec 23 16:22:33.622690 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2771f18c-4f1a-4448-811d-39bfa656a1e0 req-3ad7b5ee-f1f1-4750-8024-d9aa9f5d0255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370131 Dec 23 16:22:33.809436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e083-32bc-4579-bfc8-82ca8c572ab9 req-eb557935-5a3f-4be4-b63d-d5330a224c5e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:33.810831 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8b85e083-32bc-4579-bfc8-82ca8c572ab9 req-eb557935-5a3f-4be4-b63d-d5330a224c5e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 946 time: 0.0726650 Dec 23 16:22:33.857608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8b85e083-32bc-4579-bfc8-82ca8c572ab9 req-4c70cbb1-9d25-40e7-bf0a-5584ebddf2f3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407598 Dec 23 16:22:33.885764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58328) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:34.179189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7b4b0eff-9d03-485a-a858-0d5f0683b36f tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1094 time: 0.2922308 Dec 23 16:22:34.181707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58334) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:34.186723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:22:34.191998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:22:34.195764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:22:34.198517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:22:34.204102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:22:34.213239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:34.341193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:34.472889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.42 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ad7e6dff-f69c-44ea-91c3-3dd913c7302e) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:22:34.615752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:34.641568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:34.704254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:22:34.707310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:22:34.710971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:22:34.740520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ad7e6dff-f69c-44ea-91c3-3dd913c7302e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:34.976729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74c21c77-e78d-42f2-8682-15dc47439091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:35.210061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:35.266378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:35.464075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:35.468395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:35.567996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ad7e6dff-f69c-44ea-91c3-3dd913c7302e,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:22:35.585044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:35.869094 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 9d47775a-8103-480e-938c-cba790b38ca7 associated. External IP: 172.26.7.42, port: 6a9116ff-5dfe-43be-aba3-e969466cb7c8. Dec 23 16:22:36.253258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:22:36.448048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:22:36.457881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] Sync routers for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:22:36.469685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:36.470525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:36.473584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:36.525930 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3d6cdead-b5af-4545-829e-7a0536146ecf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3432224 Dec 23 16:22:36.526490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:22:36.529087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:36.578545 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'status': 'completed', 'code': 200} Dec 23 16:22:36.636121 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5f32e2b-2d62-463a-bad5-ea9ff2ca0623 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 991 time: 0.1057744 Dec 23 16:22:36.649995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:36.664901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:36.674863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-9fd73a39-4fee-45ae-9874-83f5b3a2dc43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1099 time: 0.0752726 Dec 23 16:22:36.810842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-8cf988bb-8a6b-4efb-b2f2-606ae3ad8ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:36.812193 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-8cf988bb-8a6b-4efb-b2f2-606ae3ad8ffd service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1306736 Dec 23 16:22:36.909543 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-62dd7d88-d341-44f2-84df-d26e30ed795c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 999 time: 0.0908816 Dec 23 16:22:36.973742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-6921f2a2-ddbb-4f76-9aae-a94aa608aecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:36.975354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-6921f2a2-ddbb-4f76-9aae-a94aa608aecf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0590556 Dec 23 16:22:37.042572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '9d47775a-8103-480e-938c-cba790b38ca7', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'port_id': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'mac_address': 'fa:16:3e:74:ad:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11338175-05b3-484c-a855-1383a44ec523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:35Z', 'updated_at': '2021-12-23T16:22:35Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:37.046324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] Checking router: b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:22:37.049453 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-48a6e18c-9e3f-4e49-967d-5362bd8d9794 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666914 Dec 23 16:22:37.057164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:22:37.057758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:22:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:37.180293 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-17976c1c-ac9b-4dbe-9c86-ffcbeb714bbd service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236320 Dec 23 16:22:37.235359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cbb93e61-fc43-4325-9252-025da9f1e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:37.243047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:22:37.309952 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7770ccbf-379f-41ca-9ae8-3cfea5eddf73 req-8c77b22b-4988-43f9-9b73-eadb5132807b service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235933 Dec 23 16:22:37.581602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '9d47775a-8103-480e-938c-cba790b38ca7', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'port_id': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'mac_address': 'fa:16:3e:74:ad:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11338175-05b3-484c-a855-1383a44ec523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:35Z', 'updated_at': '2021-12-23T16:22:35Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:22:37.585512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24db333-ca5c-4d1e-9290-aad2a20d15b4 None None] The sync data for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv is: [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '9d47775a-8103-480e-938c-cba790b38ca7', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'port_id': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'mac_address': 'fa:16:3e:74:ad:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11338175-05b3-484c-a855-1383a44ec523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:35Z', 'updated_at': '2021-12-23T16:22:35Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:22:37.639598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58344) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:37.744292 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e03e864-c2db-4d6a-a2a8-f99e647bc0ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 991 time: 0.1035447 Dec 23 16:22:37.798815 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e9c99-af20-42af-ae5b-a8563da38a7e None None] New status for floating IP 9d47775a-8103-480e-938c-cba790b38ca7: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:22:38.317734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:38.484261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:38.748200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58348) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:38.945246 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e5fe87b1-0825-4ae5-8f07-743d5cf2a659 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 993 time: 0.1960149 Dec 23 16:22:39.835094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:39.858138 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:22:52.146045 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-6773e4bc-ccac-4b87-872b-fd9c6cdd5e07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701985 Dec 23 16:22:52.280955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-21538ad9-197f-418a-82bd-5d2fd63cf5fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1099 time: 0.0663002 Dec 23 16:22:52.419888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c8918-56c5-4d59-838c-57708fa16417 req-74fde152-674f-4e73-ab2f-04236b57c1a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:52.421241 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-74fde152-674f-4e73-ab2f-04236b57c1a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1211534 Dec 23 16:22:52.523280 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-c446c326-0b17-4267-aeff-9dc259578a0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.0956123 Dec 23 16:22:52.583262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c8918-56c5-4d59-838c-57708fa16417 req-ede4f4a8-86bf-4411-8b5c-5164d6a0ad0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:52.584649 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-ede4f4a8-86bf-4411-8b5c-5164d6a0ad0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0547767 Dec 23 16:22:52.659451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-c80a098d-eeb6-4363-bcb3-aec2dab723f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678902 Dec 23 16:22:52.788127 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-cca8483b-be29-4779-8ffa-505e75189af7 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214724 Dec 23 16:22:52.914066 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-355c8918-56c5-4d59-838c-57708fa16417 req-3ed05f97-4f32-4628-836c-9d1e3ea8384b service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195035 Dec 23 16:23:04.977749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f7388b7-bd6e-4153-bc2b-7607e1fc7cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:06.600386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:07.227254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a1ff09d-004f-4cb9-93db-7744dd3c1ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:08.320416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:08.485438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:09.836529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:16.857782 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:23:34.979841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffe0c-557d-481f-a8b1-c04119bba7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:36.623736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:37.228889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6495fa48-8197-4efb-9a00-e8a5c8942d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:38.323296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:38.487785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:39.838893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:50.131992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58378) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:50.208477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-874bed9d-d393-4238-bb9a-61686f0e9980 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&network_id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 3000 time: 0.0753136 Dec 23 16:23:51.608157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58390) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:51.668164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb49c8d-0469-49cf-8099-4917d126059b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:51.669579 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fdb49c8d-0469-49cf-8099-4917d126059b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d HTTP/1.1" status: 200 len: 814 time: 0.0604832 Dec 23 16:23:52.117738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58398) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:52.123044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:52.233029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:52.500492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:52.503904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:52.504238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 9d47775a-8103-480e-938c-cba790b38ca7 disassociated. External IP: 172.26.7.42, port: 6a9116ff-5dfe-43be-aba3-e969466cb7c8. Dec 23 16:23:52.972343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:23:53.161702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:23:53.166827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:53.171509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] Sync routers for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:23:53.183580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:23:53.184190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:23:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:23:53.220596 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8bff1463-f03f-4a3c-b99e-df3d8f0cce33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 689 time: 1.1017885 Dec 23 16:23:53.221248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:23:53.223670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58402) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:53.277879 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'status': 'completed', 'code': 200} Dec 23 16:23:53.312233 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-258e4dc8-e901-498b-97ba-2f240605f97f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 689 time: 0.0866513 Dec 23 16:23:53.362141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:23:53.376747 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-5d1d5a6d-7823-483c-ba8f-864e61600c0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1099 time: 0.0761960 Dec 23 16:23:53.508015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-9fcb87d6-5bd8-49d2-8baf-1fe62f5acba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:53.509463 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-9fcb87d6-5bd8-49d2-8baf-1fe62f5acba1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1262913 Dec 23 16:23:53.578406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-34974bde-6282-4537-bead-9c6261297844 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 217 time: 0.0626717 Dec 23 16:23:53.650627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-31ed4e07-e632-46d8-bd85-b9d6fb2c879d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:53.652109 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-31ed4e07-e632-46d8-bd85-b9d6fb2c879d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0560908 Dec 23 16:23:53.716326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:23:53.720094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] Checking router: b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:23:53.729073 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-a29558d9-d8d7-491b-b1be-e08b46ca444b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698571 Dec 23 16:23:53.731640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:23:53.732225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:23:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:23:53.857680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-35e72495-a37f-42db-9b63-309ed0e056ba service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218860 Dec 23 16:23:53.859153 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:23:53.905381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:23:53.986737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be84d19e-7a75-49f7-9cb1-0a9ab993c6c8 req-8ec71b55-b11f-4428-bb6d-7f1876a08155 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234055 Dec 23 16:23:54.152884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-cdae3cdf-19ea-4a90-b896-66ea952419ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653963 Dec 23 16:23:54.214943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:23:54.219055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ddd307-848e-48d6-8e50-06f2ae1c1c1d None None] The sync data for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv is: [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:23:54.297986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-ab314b83-dc73-4d82-a951-e5c635e9a2ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1099 time: 0.0678487 Dec 23 16:23:54.316020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58408) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:54.404505 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ccd6943-8920-4920-bb64-1cb58db3bc48 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 689 time: 0.0872285 Dec 23 16:23:54.457315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a10-ebf3-43af-a24f-d402b198e794 req-642202d6-25eb-4291-93f9-ef84302cf2da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:54.458780 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-642202d6-25eb-4291-93f9-ef84302cf2da service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1423233 Dec 23 16:23:54.466302 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab7ee2-d9d3-4e64-9834-199fb5393358 None None] New status for floating IP 9d47775a-8103-480e-938c-cba790b38ca7: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:23:54.619440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-c45a9795-14bc-4486-8b8b-9ceca040ea30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 217 time: 0.1543880 Dec 23 16:23:54.683116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860a10-ebf3-43af-a24f-d402b198e794 req-f431922e-fc1d-4011-af12-442692607bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:54.684468 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-f431922e-fc1d-4011-af12-442692607bc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0591447 Dec 23 16:23:54.764392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-50f04136-3db8-474b-b8f7-b136fe179f67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727069 Dec 23 16:23:54.896191 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-b4f9a914-104f-4716-a0f7-5d2e705adb37 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244602 Dec 23 16:23:55.025830 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61860a10-ebf3-43af-a24f-d402b198e794 req-e87f0596-5af0-461f-ab76-18262d27ea65 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229143 Dec 23 16:23:55.407480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58412) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:55.488559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-11409bae-40c3-4522-b09f-9ab1c48de839 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 687 time: 0.0798910 Dec 23 16:23:56.782255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58418) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:56.787970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047228836', 'description': 'tempest-secgroup-smoke-1047228836 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:56.793666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:56.802784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:56.812445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:56.846791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:56.850376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:23:56.853129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:23:56.858550 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:56.910982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:56.914461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:56.956570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:56.965330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:56.966511 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1832690 Dec 23 16:23:56.968283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.968687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.969019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.969403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.969732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.969863 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:56.970331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.970455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.970673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.970977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.971337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.971762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f2beb-4872-4257-a149-29ce173ba4d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:56.975406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad108e-918e-4e01-bf42-21cc2d5e5bfd', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:56.981668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:56.986185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:23:56.989431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:23:56.995533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:57.011426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.070248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.073678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.095226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becff879-0f86-448f-8264-7194ccde8f7e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:57.106035 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.107147 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1363680 Dec 23 16:23:57.108650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.108984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.109311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.109733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.110569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.110756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58426) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:57.110900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.111190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.111504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.111907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.112219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.112637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87258716-1801-41e6-9036-167f573791c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:57.116800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad108e-918e-4e01-bf42-21cc2d5e5bfd', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:57.122907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:57.127228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:23:57.130044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:23:57.136268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:57.150824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.210916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.214118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.236462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15078897-3be2-4636-9cfb-0e58911d7b05,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:57.244934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.246076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8b797391-e8b5-48fe-8d4d-e753bcf2ac0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1340544 Dec 23 16:23:57.248738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58430) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:57.254437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad108e-918e-4e01-bf42-21cc2d5e5bfd', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:57.259932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:57.263945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:23:57.266709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:23:57.272225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:57.288124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.349344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.352650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.382255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6efea91-73ba-4b50-85dd-e2d9168d8633,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:57.390644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.391839 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-93696141-158a-42c0-a5f0-b63c586505e4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422017 Dec 23 16:23:57.394505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58434) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:57.400313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad108e-918e-4e01-bf42-21cc2d5e5bfd', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:57.405932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:57.410249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:23:57.413181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:23:57.418939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:57.435242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.497472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.500817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.525063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e9c42a-f7ba-4c3c-a145-151c0730f318,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:57.533522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.534695 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1c275ab1-027f-43a6-847b-424cf4b57b0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1389945 Dec 23 16:23:57.537475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58438) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:57.542698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad108e-918e-4e01-bf42-21cc2d5e5bfd', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:57.548983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:57.552653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:23:57.555458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:23:57.561046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:57.571104 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:23:57.577156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.638649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.642043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.664231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f5a6b9-4767-46b4-91b6-c5c325fe7ee3,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:57.673610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.674746 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9d0c881d-679b-4f1e-8ccb-37f58c94174c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1363866 Dec 23 16:23:57.677490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58442) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:57.682760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad108e-918e-4e01-bf42-21cc2d5e5bfd', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:23:57.688389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:23:57.692142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:23:57.694987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:23:57.700598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:23:57.709948 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:23:57.715971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.780155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.784432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.808477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fb4453-bf38-48fb-bf5c-1400ec2a53a9,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:57.817477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.818617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9a16f168-a6f6-4cf9-9159-7dd2ffbbb5e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1402404 Dec 23 16:23:57.986211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-ae2859b6-4b83-4e7f-8ff3-a6869b43cbf3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:23:58.000313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-ae2859b6-4b83-4e7f-8ff3-a6869b43cbf3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:23:58.001488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-ae2859b6-4b83-4e7f-8ff3-a6869b43cbf3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047228836&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0545208 Dec 23 16:23:58.144349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-44c70bb4-7934-4ccf-aadb-4e9c1f79a9e5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:58.145663 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-44c70bb4-7934-4ccf-aadb-4e9c1f79a9e5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 796 time: 0.1377537 Dec 23 16:23:58.160923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-81bac744-4902-4824-bc7f-2481f3d8e33f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0099988 Dec 23 16:23:58.243770 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-a9c67545-e9be-4a84-b285-091a2a3280bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0780728 Dec 23 16:23:58.343573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-2d50d84f-6337-426d-a535-882790e06d36 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:23:58.344575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-2d50d84f-6337-426d-a535-882790e06d36 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0882919 Dec 23 16:23:58.474930 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-a3cd514d-cca0-4e50-9214-862923ee698d service neutron] 10.222.0.18 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241548 Dec 23 16:23:58.602703 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-bbe8a033-b22e-4b13-a916-57c22c80ce8e service neutron] 10.222.0.18 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220703 Dec 23 16:23:58.785678 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-941d90e8-ddf6-4cc0-bd82-fabdcfa385da req-e9c3d014-7894-4bfa-9396-1e3a5fd2c739 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 210 time: 0.0403688 Dec 23 16:24:00.016387 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a794a090-3f11-4466-b08c-db03b0a5b177 req-d0f24d3b-5ce2-4a95-81b1-231a32e81278 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 210 time: 0.0567217 Dec 23 16:24:00.071865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-51a4fcbb-e73a-4f68-8746-29173a51b9a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:00.073256 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-51a4fcbb-e73a-4f68-8746-29173a51b9a4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 796 time: 0.2788696 Dec 23 16:24:00.136428 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-adaeb764-0d41-4916-87bd-35e03e2d58aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 473 time: 0.0405900 Dec 23 16:24:00.144871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': '8667257a-1b74-4598-9e64-6378e11746cf', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['a8ad108e-918e-4e01-bf42-21cc2d5e5bfd']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:00.272621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:00.281916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:00.291121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:24:00.294063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:00.459975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.12 (585572a8-8937-44f8-babe-533665aa898f/52dd00b4-fb2f-461d-a0d4-517bc128fe92/bef85734-e8eb-40fe-b812-ed22c221f9c9) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:24:00.642000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:00.657189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object bef85734-e8eb-40fe-b812-ed22c221f9c9 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:00.678224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:00.745793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 585572a8-8937-44f8-babe-533665aa898f is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:24:00.748574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:00.750841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:24:00.791429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=bef85734-e8eb-40fe-b812-ed22c221f9c9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:00.820058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:00.820658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:00.846666 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-6e777a70-648e-46b6-a96c-abcee299f4c2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7049968 Dec 23 16:24:00.858504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Request body: {'port': {'device_id': '8667257a-1b74-4598-9e64-6378e11746cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:00.936489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5a3e9b3f-8993-4fcf-b1ce-b030e2c14541 None None] Provisioning for port bef85734-e8eb-40fe-b812-ed22c221f9c9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:00.941434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5a3e9b3f-8993-4fcf-b1ce-b030e2c14541 None None] Provisioning complete for port bef85734-e8eb-40fe-b812-ed22c221f9c9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:00.941801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5a3e9b3f-8993-4fcf-b1ce-b030e2c14541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:00.970497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:00.993887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e9b3f-8993-4fcf-b1ce-b030e2c14541 None None] Port bef85734-e8eb-40fe-b812-ed22c221f9c9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:24:01.296645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0d3b2-cf4d-4244-9851-2a56ca98fc11 req-ae14d40a-4744-414c-9eda-41f3e131d172 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:01.297358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f6b0d3b2-cf4d-4244-9851-2a56ca98fc11 req-ae14d40a-4744-414c-9eda-41f3e131d172 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:24:01.360724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f6b0d3b2-cf4d-4244-9851-2a56ca98fc11 req-ae14d40a-4744-414c-9eda-41f3e131d172 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:24:01.361877 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6b0d3b2-cf4d-4244-9851-2a56ca98fc11 req-ae14d40a-4744-414c-9eda-41f3e131d172 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 932 time: 0.1930828 Dec 23 16:24:01.370888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef85734-e8eb-40fe-b812-ed22c221f9c9 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:24:01.393950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:01.420256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Transition to ACTIVE for port object bef85734-e8eb-40fe-b812-ed22c221f9c9 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:01.426583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:01.461373 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6b0d3b2-cf4d-4244-9851-2a56ca98fc11 req-e7541084-40d8-463c-a3fc-9af2d2192367 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931413 Dec 23 16:24:01.557458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Pushing event updated for resources: {'Port': ['ID=bef85734-e8eb-40fe-b812-ed22c221f9c9,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:01.664584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Attempting to bind port bef85734-e8eb-40fe-b812-ed22c221f9c9 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:24:01.664922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Attempting to bind port bef85734-e8eb-40fe-b812-ed22c221f9c9 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:24:01.665246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Attempting to bind port bef85734-e8eb-40fe-b812-ed22c221f9c9 on network 585572a8-8937-44f8-babe-533665aa898f {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:24:01.670865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Port bef85734-e8eb-40fe-b812-ed22c221f9c9 on network 585572a8-8937-44f8-babe-533665aa898f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:24:01.671183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Attempting to bind port bef85734-e8eb-40fe-b812-ed22c221f9c9 on network 585572a8-8937-44f8-babe-533665aa898f {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:24:01.677879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:24:01.678210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Checking segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:24:01.678585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Bound using segment: {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:24:01.679001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Bound port: bef85734-e8eb-40fe-b812-ed22c221f9c9, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '585572a8-8937-44f8-babe-533665aa898f'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:24:01.679340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:01.861775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] For port bef85734-e8eb-40fe-b812-ed22c221f9c9, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:24:01.865050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] For port bef85734-e8eb-40fe-b812-ed22c221f9c9, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:24:01.869072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:01.929388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:01.930733 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] 10.222.0.59 "PUT /v2.0/ports/bef85734-e8eb-40fe-b812-ed22c221f9c9 HTTP/1.1" status: 200 len: 1094 time: 1.0764625 Dec 23 16:24:01.931173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:01.950040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cecf2-ede2-49f4-90ca-647919d1a27e service neutron] Pushing event updated for resources: {'Port': ['ID=bef85734-e8eb-40fe-b812-ed22c221f9c9,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:02.003761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'status': 'completed', 'code': 200} Dec 23 16:24:02.048227 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-1b07d6aa-e2af-4fdd-b488-f32cc29366f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 1097 time: 0.0781941 Dec 23 16:24:02.116357 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-54b50624-14cd-402c-8f04-07ed90a434a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9 HTTP/1.1" status: 200 len: 217 time: 0.0613995 Dec 23 16:24:02.183028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-9451ede2-dde9-4b1a-bed9-d82a35f0ff74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:02.184497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-9451ede2-dde9-4b1a-bed9-d82a35f0ff74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0626926 Dec 23 16:24:02.256417 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-e9d7b17f-32ee-4978-9e7b-101f000e245b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656734 Dec 23 16:24:02.384293 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-f40c1b9c-57e5-4442-b6ec-eeae2147cf74 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218817 Dec 23 16:24:02.514577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7a47bff-1a08-4705-9e89-77c30a32142c req-a5dd768f-837e-4095-8d96-6a2e1fb40503 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238544 Dec 23 16:24:02.686901 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-bb406767-b456-42f9-b06e-6cf05a94f1e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 1097 time: 0.1287637 Dec 23 16:24:02.693512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf2f-3328-4b1e-80ff-1ceac9daf5b4 req-ea5f5e53-5899-47e5-9847-c62af6069e0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:02.694832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0fedf2f-3328-4b1e-80ff-1ceac9daf5b4 req-ea5f5e53-5899-47e5-9847-c62af6069e0a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 944 time: 0.1039116 Dec 23 16:24:02.827620 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0fedf2f-3328-4b1e-80ff-1ceac9daf5b4 req-8bf08948-5fa0-4509-b408-1bc61e6e8374 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144605 Dec 23 16:24:02.849090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-61f89741-3087-4009-816c-74a9b60ebc54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:02.850510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-61f89741-3087-4009-816c-74a9b60ebc54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1548650 Dec 23 16:24:02.919472 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-883b08ed-b8bb-4341-af24-69204aeee212 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9 HTTP/1.1" status: 200 len: 217 time: 0.0628607 Dec 23 16:24:02.979775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-d21d2091-61d3-48df-ba45-d04ca7f49171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:02.981071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-d21d2091-61d3-48df-ba45-d04ca7f49171 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0556698 Dec 23 16:24:03.056176 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-c219bfc0-f70d-485a-891a-95abe91232e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688071 Dec 23 16:24:03.184345 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-7843fed8-cb2b-4a9c-85ad-6a58083443b4 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212630 Dec 23 16:24:03.310797 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0bc5a24-3ca5-454d-a57d-2deee1025a33 req-c5a2b91b-2359-4867-8037-aa84a5230b71 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193891 Dec 23 16:24:04.017728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86dd79-3dfe-4a6c-901f-6c8c84eff7ac req-b0a833f3-d7b7-4657-98e8-ab106efeba85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:04.019157 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ca86dd79-3dfe-4a6c-901f-6c8c84eff7ac req-b0a833f3-d7b7-4657-98e8-ab106efeba85 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 944 time: 0.0747271 Dec 23 16:24:04.070779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ca86dd79-3dfe-4a6c-901f-6c8c84eff7ac req-1e37e96d-f0ab-4d64-88f4-b1ccc391cd3e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Dec 23 16:24:04.981237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f178388b-4dd9-4e11-81be-56e31c964760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:05.353704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71597-d26a-4d10-a2f4-656ad60801e0 req-6cacea5c-43df-4e20-bd64-70421396d08f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:05.355142 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d8b71597-d26a-4d10-a2f4-656ad60801e0 req-6cacea5c-43df-4e20-bd64-70421396d08f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 944 time: 0.1622515 Dec 23 16:24:05.399313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d8b71597-d26a-4d10-a2f4-656ad60801e0 req-b6e5c8f3-164c-4021-8d5a-825c7ab96c08 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382125 Dec 23 16:24:06.591907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b62ff-1a99-48f4-9b18-b7b81c913bb1 req-6282964f-8e40-4a97-8bec-43c50c6887fa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:06.593476 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-294b62ff-1a99-48f4-9b18-b7b81c913bb1 req-6282964f-8e40-4a97-8bec-43c50c6887fa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 944 time: 0.0744014 Dec 23 16:24:06.640921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-294b62ff-1a99-48f4-9b18-b7b81c913bb1 req-d3228f7e-e84f-410f-9823-213d4dd1712d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Dec 23 16:24:06.643136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:06.895015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device bef85734-e8eb-40fe-b812-ed22c221f9c9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:24:07.025258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port bef85734-e8eb-40fe-b812-ed22c221f9c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:07.038319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'port_id': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'mac_address': 'fa:16:3e:b7:89:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:24:07.097497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:07.114046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef85734-e8eb-40fe-b812-ed22c221f9c9 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:24:07.128943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port bef85734-e8eb-40fe-b812-ed22c221f9c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:07.132753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:07.195434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=bef85734-e8eb-40fe-b812-ed22c221f9c9,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:07.203311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.204235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.204569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.204899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.205218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.205535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.205852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.206172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.206486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.206797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.207113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:07.228002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9713fb9c-97a7-460e-87da-d714d6514220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:07.430604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['bef85734-e8eb-40fe-b812-ed22c221f9c9'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:24:07.830372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c74b14-d25e-4658-9c74-fcdff2603a25 req-90f1fa66-bfa0-461d-8e63-a36d2662119d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:07.831808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c74b14-d25e-4658-9c74-fcdff2603a25 req-90f1fa66-bfa0-461d-8e63-a36d2662119d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 945 time: 0.0729651 Dec 23 16:24:07.875996 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c74b14-d25e-4658-9c74-fcdff2603a25 req-16ceb650-5c2c-4329-a9eb-c69f255ddf77 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Dec 23 16:24:08.325321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:08.489652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:08.910448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device bef85734-e8eb-40fe-b812-ed22c221f9c9 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:08.978730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port bef85734-e8eb-40fe-b812-ed22c221f9c9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:08.983522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port bef85734-e8eb-40fe-b812-ed22c221f9c9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:08.984016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:09.074093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2afd-fc01-436e-bd89-f86791239d7f req-3c32c7db-e60d-4f45-916b-961c66c94deb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:09.075537 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1fad2afd-fc01-436e-bd89-f86791239d7f req-3c32c7db-e60d-4f45-916b-961c66c94deb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 945 time: 0.0785084 Dec 23 16:24:09.095997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:09.120532 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1fad2afd-fc01-436e-bd89-f86791239d7f req-5565427d-c81e-462d-9437-5145ef2bdc89 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391276 Dec 23 16:24:09.157847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:09.167645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port bef85734-e8eb-40fe-b812-ed22c221f9c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:09.171429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:09.215713 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'code': 200} Dec 23 16:24:09.240740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=bef85734-e8eb-40fe-b812-ed22c221f9c9,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:09.431670 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c6e4499-bd77-4ee7-a765-2f5949dc5363 req-66f6af1b-4567-40a0-9426-3371a4a8d9e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 1099 time: 0.0668397 Dec 23 16:24:09.472157 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c6e4499-bd77-4ee7-a765-2f5949dc5363 req-d62126b7-bebb-46b3-b819-aa31ad0950be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Dec 23 16:24:09.841704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:10.451511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fec96-1078-45ad-b938-fd380b3f652f req-c4e06977-e0de-49e1-9676-ec51bd164792 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:10.452962 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b6fec96-1078-45ad-b938-fd380b3f652f req-c4e06977-e0de-49e1-9676-ec51bd164792 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 946 time: 0.0777698 Dec 23 16:24:10.496826 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b6fec96-1078-45ad-b938-fd380b3f652f req-d6b9e5cc-47fa-4089-ab73-d9ea69e33c09 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378127 Dec 23 16:24:11.690419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f0b7-2399-49c6-bd4d-3afadf71db61 req-e4a2e40f-17ec-4e2f-93ce-320bc06efb3d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:11.691774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa56f0b7-2399-49c6-bd4d-3afadf71db61 req-e4a2e40f-17ec-4e2f-93ce-320bc06efb3d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 946 time: 0.0757813 Dec 23 16:24:11.738794 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa56f0b7-2399-49c6-bd4d-3afadf71db61 req-7a10ac4d-7919-4104-96bd-1b44fbda570f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415907 Dec 23 16:24:11.930900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2e51-9371-4bcd-8380-84f398ae0169 req-8fc4cf6b-e6d1-49dc-8b3c-c54f6b06f81c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:11.932379 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d8f2e51-9371-4bcd-8380-84f398ae0169 req-8fc4cf6b-e6d1-49dc-8b3c-c54f6b06f81c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 946 time: 0.0758061 Dec 23 16:24:11.977236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d8f2e51-9371-4bcd-8380-84f398ae0169 req-fc854864-e7f7-4bd7-85bf-93beceb21e10 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393233 Dec 23 16:24:12.004662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58496) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:12.074988 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7f3abfe0-8982-4bd2-bcd9-7dcaded630df tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 1094 time: 0.0691247 Dec 23 16:24:12.077553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58500) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:12.082608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'port_id': 'bef85734-e8eb-40fe-b812-ed22c221f9c9'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:12.154910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:12.738039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:12.741540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:13.005609 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 9d47775a-8103-480e-938c-cba790b38ca7 associated. External IP: 172.26.7.42, port: bef85734-e8eb-40fe-b812-ed22c221f9c9. Dec 23 16:24:13.381380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:24:13.574596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:24:13.579197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:13.584287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] Sync routers for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:24:13.596974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:13.597638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:24:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:13.629775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-88fb2662-7be2-4507-ad35-de7030eb7831 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 991 time: 1.5512309 Dec 23 16:24:13.630343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:13.632871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:13.687264 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'status': 'completed', 'code': 200} Dec 23 16:24:13.742370 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-db080baa-0284-41e0-b043-262f5d81b24f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 991 time: 0.1078029 Dec 23 16:24:13.780966 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-1b9fd939-5aa7-444a-be61-8ee2f8160b57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 1099 time: 0.0722940 Dec 23 16:24:13.796297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:13.910762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-45a939e6-8e5e-40e5-a5f3-a7ee57f4d11b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:13.912177 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-45a939e6-8e5e-40e5-a5f3-a7ee57f4d11b service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1229329 Dec 23 16:24:14.016906 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-44ad9a76-38d8-491d-9238-c9a8959779a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9 HTTP/1.1" status: 200 len: 999 time: 0.0987349 Dec 23 16:24:14.086143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-a1f55bc4-6dda-4487-ad35-7055fe62822d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:14.087620 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-a1f55bc4-6dda-4487-ad35-7055fe62822d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0651894 Dec 23 16:24:14.135861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '9d47775a-8103-480e-938c-cba790b38ca7', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'port_id': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'mac_address': 'fa:16:3e:b7:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8667257a-1b74-4598-9e64-6378e11746cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:35Z', 'updated_at': '2021-12-23T16:24:12Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:14.140089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] Checking router: b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:24:14.151101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:14.151718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:24:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:14.159806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-155b2627-0564-49eb-9a8c-7a6f4220f00e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662608 Dec 23 16:24:14.287720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-9a38d8a1-ca65-473a-9b5c-b74a4e731327 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217659 Dec 23 16:24:14.323010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:14.517990 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da223075-5abe-42c2-adf4-ac8ba719a248 req-b3922046-b5f3-422c-bd11-58efa0f259b0 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242587 Dec 23 16:24:14.678847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '9d47775a-8103-480e-938c-cba790b38ca7', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'port_id': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'mac_address': 'fa:16:3e:b7:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8667257a-1b74-4598-9e64-6378e11746cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:35Z', 'updated_at': '2021-12-23T16:24:12Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:14.682647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec338663-cd26-49b6-89cc-989dbd4c1d16 None None] The sync data for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv is: [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '9d47775a-8103-480e-938c-cba790b38ca7', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.42', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'port_id': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'mac_address': 'fa:16:3e:b7:89:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8667257a-1b74-4598-9e64-6378e11746cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:35Z', 'updated_at': '2021-12-23T16:24:12Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:24:14.745682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58510) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:14.851243 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-174b9b53-ded1-4606-b9b0-e93cfa4ff71b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 991 time: 0.1044021 Dec 23 16:24:14.873810 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb609e-d678-4541-a1b7-e454719f1788 None None] New status for floating IP 9d47775a-8103-480e-938c-cba790b38ca7: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:24:15.855036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58514) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:15.957515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-61cf1b57-5999-4082-bf2b-726471b90791 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 200 len: 993 time: 0.1012712 Dec 23 16:24:30.859482 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:24:34.983250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55803dd1-1a04-45a6-95f8-205816bd913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.648615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:37.230040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b3a72e3-08ac-41db-bbde-d98c1d6ba75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.328211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.493106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:39.843829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:56.213185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-5fd38371-54d6-4da2-b847-040c8a71b160 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1298110 Dec 23 16:24:56.350956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-e9445fbd-b837-400d-a916-570c1c53b141 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 1099 time: 0.0699613 Dec 23 16:24:56.493513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd7ad-a175-448d-b168-dc292250d497 req-bac2f812-dbf8-4b32-87a8-59f99e623328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:56.495009 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-bac2f812-dbf8-4b32-87a8-59f99e623328 service neutron] 10.222.0.59 "GET /v2.0/networks?id=585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 200 len: 897 time: 0.1230297 Dec 23 16:24:56.565630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-c33b0111-f1b3-4863-845c-a757254806d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 200 len: 217 time: 0.0648150 Dec 23 16:24:56.624695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd7ad-a175-448d-b168-dc292250d497 req-110c8049-7148-4057-bdb2-5a65fce98239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:56.625972 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-110c8049-7148-4057-bdb2-5a65fce98239 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 200 len: 834 time: 0.0547097 Dec 23 16:24:56.696482 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-44717ec0-0b78-40ba-8d30-005569d3eafb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=585572a8-8937-44f8-babe-533665aa898f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647886 Dec 23 16:24:56.823766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-a628c814-25fe-4e69-a2ec-f3ee7eab427c service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207757 Dec 23 16:24:56.950045 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-738fd7ad-a175-448d-b168-dc292250d497 req-74f17217-a612-423d-8dd0-d884c8af20f5 service neutron] 10.222.0.59 "GET /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203439 Dec 23 16:25:04.983871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-84b213f1-0fb1-4beb-90f1-8c3716af139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:06.660383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:07.230397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ac5489a5-1200-45bf-808d-07a066efdfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:07.858990 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:25:08.330839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:08.494733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:09.846699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:27.410737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96a3f6-b1af-4bd7-a036-bbc6767401a6 req-1641dd9a-14b5-46b6-ac18-62753a1b785c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:27.412234 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac96a3f6-b1af-4bd7-a036-bbc6767401a6 req-1641dd9a-14b5-46b6-ac18-62753a1b785c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 946 time: 0.1469333 Dec 23 16:25:27.457358 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac96a3f6-b1af-4bd7-a036-bbc6767401a6 req-ad28fdce-78b7-4658-b2cc-483427e0d0fd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 Dec 23 16:25:28.724107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3c278-dafa-4786-89e3-f3d55d0c207a req-389449fa-0dcb-4212-8f4d-400e24a81bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:28.725457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33f3c278-dafa-4786-89e3-f3d55d0c207a req-389449fa-0dcb-4212-8f4d-400e24a81bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 946 time: 0.1497633 Dec 23 16:25:28.772259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33f3c278-dafa-4786-89e3-f3d55d0c207a req-b404f31a-028c-4f9c-ac7f-a639d573cb3d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414124 Dec 23 16:25:28.864530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-4c54aa51-9685-4e9e-b019-3ad8f7b57d78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:28.865967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-4c54aa51-9685-4e9e-b019-3ad8f7b57d78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 946 time: 0.0714793 Dec 23 16:25:28.931236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port bef85734-e8eb-40fe-b812-ed22c221f9c9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:25:28.931597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:29.161783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port bef85734-e8eb-40fe-b812-ed22c221f9c9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=bef85734-e8eb-40fe-b812-ed22c221f9c9,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:29.162129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:29.526904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:29.527262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:29.527585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 9d47775a-8103-480e-938c-cba790b38ca7 disassociated. External IP: 172.26.7.42, port: bef85734-e8eb-40fe-b812-ed22c221f9c9. Dec 23 16:25:29.527919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for bef85734-e8eb-40fe-b812-ed22c221f9c9 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:25:29.659221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:29.708276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=bef85734-e8eb-40fe-b812-ed22c221f9c9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:29.720940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.721279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.721878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.722005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.722269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.722585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.722897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.723212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.723522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.723859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.724166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:29.935056 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2bc78a78-4946-46b1-a64a-1a8d7b1824e0 req-c62dc5cd-b485-411b-8b31-d01c79d2ebe7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=8667257a-1b74-4598-9e64-6378e11746cf HTTP/1.1" status: 200 len: 210 time: 0.0447595 Dec 23 16:25:29.961902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:25:30.161829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:25:30.172672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] Sync routers for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:25:30.185157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:30.185849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:30.231052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port bef85734-e8eb-40fe-b812-ed22c221f9c9 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:25:30.233545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:30.235960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'name': 'network-vif-deleted', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:25:30.251868 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1c7f3834-516a-46fe-8bdb-a63bac5ce117 req-5249c17d-b1bb-42db-9fa4-3d38a7e31336 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/bef85734-e8eb-40fe-b812-ed22c221f9c9 HTTP/1.1" status: 204 len: 173 time: 1.3795478 Dec 23 16:25:30.294858 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8667257a-1b74-4598-9e64-6378e11746cf', 'name': 'network-vif-deleted', 'tag': 'bef85734-e8eb-40fe-b812-ed22c221f9c9', 'status': 'completed', 'code': 200} Dec 23 16:25:30.373509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:30.681620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:30.685628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] Checking router: b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:25:30.696568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:30.697149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:30.884102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:31.042052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58564) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:31.121295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f006ccb4-6818-4e46-a38d-28d5b9e34257 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:31.151195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f006ccb4-6818-4e46-a38d-28d5b9e34257 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:31.189718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:31.194689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63dd0c2-95cd-4f28-8745-c5175c288c5e None None] The sync data for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv is: [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '76e96cfc-b264-46b7-ae14-9ad9810d8562', 'name': '', 'network_id': '585572a8-8937-44f8-babe-533665aa898f', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:07:c0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:15Z', 'updated_at': '2021-12-23T16:22:23Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '52dd00b4-fb2f-461d-a0d4-517bc128fe92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:25:31.217598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f006ccb4-6818-4e46-a38d-28d5b9e34257 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:31.240622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006ccb4-6818-4e46-a38d-28d5b9e34257 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad108e-918e-4e01-bf42-21cc2d5e5bfd,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:31.252129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f006ccb4-6818-4e46-a38d-28d5b9e34257 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:31.255674 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f006ccb4-6818-4e46-a38d-28d5b9e34257 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/a8ad108e-918e-4e01-bf42-21cc2d5e5bfd HTTP/1.1" status: 204 len: 168 time: 0.2105145 Dec 23 16:25:31.298350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58570) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:31.425584 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e16cf-31f1-4b68-b57d-9ac4c223fe6b None None] New status for floating IP 9d47775a-8103-480e-938c-cba790b38ca7: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:25:31.450001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port ad7e6dff-f69c-44ea-91c3-3dd913c7302e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:25:31.450336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:31.612055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:31.612431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:31.732070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for ad7e6dff-f69c-44ea-91c3-3dd913c7302e owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:25:31.904841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:25:31.905094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:25:32.406718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port ad7e6dff-f69c-44ea-91c3-3dd913c7302e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:25:32.407396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:32.570524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:32.570845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:32.690595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for ad7e6dff-f69c-44ea-91c3-3dd913c7302e owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:25:32.823202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:32.866411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=ad7e6dff-f69c-44ea-91c3-3dd913c7302e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:32.954685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:32.968330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:32.969406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-623e3f23-d37b-4d2d-a5c0-a19813d0e876 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/9d47775a-8103-480e-938c-cba790b38ca7 HTTP/1.1" status: 204 len: 168 time: 1.6700835 Dec 23 16:25:33.333809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2f259-9edd-4386-8df6-fcdd876dbff7 req-a19fd69b-0a3e-49c7-a5ff-7223bff32b01 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:33.334495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-80a2f259-9edd-4386-8df6-fcdd876dbff7 req-a19fd69b-0a3e-49c7-a5ff-7223bff32b01 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:25:33.349009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-80a2f259-9edd-4386-8df6-fcdd876dbff7 req-a19fd69b-0a3e-49c7-a5ff-7223bff32b01 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:25:33.350339 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-80a2f259-9edd-4386-8df6-fcdd876dbff7 req-a19fd69b-0a3e-49c7-a5ff-7223bff32b01 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 946 time: 0.0908380 Dec 23 16:25:33.394874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-80a2f259-9edd-4386-8df6-fcdd876dbff7 req-d7e8bd5f-f527-4e12-a600-c60793391f47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:25:33.409754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-80a2f259-9edd-4386-8df6-fcdd876dbff7 req-d7e8bd5f-f527-4e12-a600-c60793391f47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:25:33.411080 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-80a2f259-9edd-4386-8df6-fcdd876dbff7 req-d7e8bd5f-f527-4e12-a600-c60793391f47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553722 Dec 23 16:25:33.419164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device bef85734-e8eb-40fe-b812-ed22c221f9c9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:25:33.456718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: bef85734-e8eb-40fe-b812-ed22c221f9c9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:25:33.457065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device bef85734-e8eb-40fe-b812-ed22c221f9c9 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:25:34.627462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034786c4-cb6f-45ef-abbe-2869162840b3 req-7af5ae77-94f7-47cf-8914-ef6a01af2d9d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:34.628933 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-034786c4-cb6f-45ef-abbe-2869162840b3 req-7af5ae77-94f7-47cf-8914-ef6a01af2d9d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 946 time: 0.0773377 Dec 23 16:25:34.673075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-034786c4-cb6f-45ef-abbe-2869162840b3 req-68f19d66-29f2-4593-a9f3-5523f149477f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Dec 23 16:25:34.912446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-125627d4-b63e-4b94-a57d-c114adf971c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:34.913311 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-125627d4-b63e-4b94-a57d-c114adf971c9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 946 time: 0.0739985 Dec 23 16:25:34.981262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:25:34.981500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:34.986310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03c3855a-d8e5-428c-8cdb-afb403c9689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:35.211678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 6a9116ff-5dfe-43be-aba3-e969466cb7c8, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=6a9116ff-5dfe-43be-aba3-e969466cb7c8,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:35.212059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:35.330522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 6a9116ff-5dfe-43be-aba3-e969466cb7c8 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:25:35.464557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:35.600690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=6a9116ff-5dfe-43be-aba3-e969466cb7c8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:35.671826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port 6a9116ff-5dfe-43be-aba3-e969466cb7c8 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:25:35.674141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:35.677122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'name': 'network-vif-deleted', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:25:35.693471 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9a81409e-c3e6-495e-ab2a-f2fe9976c9f7 req-5daeda07-3767-4c64-84e3-8b130696ed32 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/6a9116ff-5dfe-43be-aba3-e969466cb7c8 HTTP/1.1" status: 204 len: 173 time: 0.7750793 Dec 23 16:25:35.737563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11338175-05b3-484c-a855-1383a44ec523', 'name': 'network-vif-deleted', 'tag': '6a9116ff-5dfe-43be-aba3-e969466cb7c8', 'status': 'completed', 'code': 200} Dec 23 16:25:35.849163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-91b53eff-570f-4522-9ee7-8c1cb82f93b6 req-a96698bb-19d2-4c80-923c-69c9a5c0fcd1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:25:35.863969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-91b53eff-570f-4522-9ee7-8c1cb82f93b6 req-a96698bb-19d2-4c80-923c-69c9a5c0fcd1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:25:35.865006 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-91b53eff-570f-4522-9ee7-8c1cb82f93b6 req-a96698bb-19d2-4c80-923c-69c9a5c0fcd1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=11338175-05b3-484c-a855-1383a44ec523 HTTP/1.1" status: 200 len: 210 time: 0.0586247 Dec 23 16:25:36.655743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:36.967568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58588) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:37.034031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1044def-e97f-474e-a686-f68d9a69e0ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:37.061286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1044def-e97f-474e-a686-f68d9a69e0ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:37.120276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1044def-e97f-474e-a686-f68d9a69e0ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:37.138195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1044def-e97f-474e-a686-f68d9a69e0ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c23288a-7c4d-47a5-bb1f-5c7db080a0ef,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:37.148702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1044def-e97f-474e-a686-f68d9a69e0ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:37.149776 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f1044def-e97f-474e-a686-f68d9a69e0ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c23288a-7c4d-47a5-bb1f-5c7db080a0ef HTTP/1.1" status: 204 len: 168 time: 0.1812413 Dec 23 16:25:37.192657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:37.231329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24ec7cdc-b1a3-4762-a7cc-f4151a480e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:37.665091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:38.250427 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 76e96cfc-b264-46b7-ae14-9ad9810d8562 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:25:38.251154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:38.334035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:38.429950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 76e96cfc-b264-46b7-ae14-9ad9810d8562, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=76e96cfc-b264-46b7-ae14-9ad9810d8562,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:38.430302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:38.496493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:38.554660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 76e96cfc-b264-46b7-ae14-9ad9810d8562 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:25:38.732952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:38.778739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=76e96cfc-b264-46b7-ae14-9ad9810d8562,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:38.818993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.819293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.819645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.819968 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.820286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.820601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.820914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.821226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.821533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.821839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:38.822145 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:39.154119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:39.454263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 6a9116ff-5dfe-43be-aba3-e969466cb7c8 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:25:39.486200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 6a9116ff-5dfe-43be-aba3-e969466cb7c8 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:25:39.486545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 6a9116ff-5dfe-43be-aba3-e969466cb7c8 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:25:39.710528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:25:39.849353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:39.909756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:25:39.919715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] Sync routers for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:25:39.926544 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02e48dbb-b7a1-40ac-ba69-93867b6b7a2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/b1cab47d-953f-4a6b-8454-7ce4f3d60ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7328179 Dec 23 16:25:39.929245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58598) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:39.931298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:39.931930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:40.114631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet 52dd00b4-fb2f-461d-a0d4-517bc128fe92 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:25:40.118235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.157986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:40.177441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.257360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.332696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.368841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=52dd00b4-fb2f-461d-a0d4-517bc128fe92,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:40.374820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.381236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ef8b5a26-e46f-47ad-94bb-214f43b7aa50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/52dd00b4-fb2f-461d-a0d4-517bc128fe92 HTTP/1.1" status: 204 len: 168 time: 0.4509332 Dec 23 16:25:40.383753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58602) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:40.408517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d325c-0b89-44b3-becb-0120b93519fb None None] Network 585572a8-8937-44f8-babe-533665aa898f requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:25:40.595069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.609191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:25:38Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:40.617103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] Checking router: b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:25:40.636396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] Routers {'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:40.636902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:40.712681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] DHCP port deletion for 585572a8-8937-44f8-babe-533665aa898f request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:25:40.728835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Deleting port 663e2ca7-644b-4bdc-bf29-a07724fb706b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:25:40.729206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.803703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.812744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port a3e8b9ec-5ce7-43ec-8761-1f12730b4093 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:25:40.813118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:40.927710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] Set router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:40.980518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port a3e8b9ec-5ce7-43ec-8761-1f12730b4093, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:40.981126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.097458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for a3e8b9ec-5ce7-43ec-8761-1f12730b4093 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:25:41.107162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 663e2ca7-644b-4bdc-bf29-a07724fb706b no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:25:41.227435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] For port 663e2ca7-644b-4bdc-bf29-a07724fb706b, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=663e2ca7-644b-4bdc-bf29-a07724fb706b,segment=NetworkSegment(9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba),segment_id=9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:41.227768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.354824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.402042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=a3e8b9ec-5ce7-43ec-8761-1f12730b4093,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:41.410478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Calling delete_port for 663e2ca7-644b-4bdc-bf29-a07724fb706b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:25:41.583795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.600886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.625184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.655442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Pushing event deleted for resources: {'Port': ['ID=663e2ca7-644b-4bdc-bf29-a07724fb706b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:41.692074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] No DVR routers for this DVR port 663e2ca7-644b-4bdc-bf29-a07724fb706b on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:25:41.711477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.711650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.711945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.712283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.712615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.712945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.713270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.713597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.713941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.714265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.714595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141a5b6-597f-48e0-a588-49c7854bd8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:41.732906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:25:38Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:41.737680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decde2aa-e6a2-4625-892d-9b88bf63fcb9 None None] The sync data for ids ['b1cab47d-953f-4a6b-8454-7ce4f3d60ce5'] in dv-neutron-822800-1-hyperv is: [{'id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'name': 'tempest-TestNetworkBasicOps-router-1906950560', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164'}], 'enable_snat': True}, 'gw_port_id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:25:38Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'a3e8b9ec-5ce7-43ec-8761-1f12730b4093', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cab47d-953f-4a6b-8454-7ce4f3d60ce5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:25:41.877925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.882035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.908193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.909279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:25:41.922897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:41.923982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9fba100a-e7a5-4270-bdd1-3b474aec4471 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/b1cab47d-953f-4a6b-8454-7ce4f3d60ce5 HTTP/1.1" status: 204 len: 168 time: 1.5390532 Dec 23 16:25:41.926619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58606) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:42.031661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.166380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.193033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585572a8-8937-44f8-babe-533665aa898f']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:42.206910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:42.207202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7ce6c6-f5f5-4924-b644-f6a5d443c4ba') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:42.218851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.235210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.241665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:25:42.242034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:25:42.256653 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:25:42.337227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.354842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.365715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=585572a8-8937-44f8-babe-533665aa898f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:42.375016 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9c98a525-183b-48c3-884f-3923038b1394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/585572a8-8937-44f8-babe-533665aa898f HTTP/1.1" status: 204 len: 168 time: 0.4474394 Dec 23 16:25:42.397941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58610) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:42.403610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--892007988', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:42.408603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:42.412517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:42.415247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:42.421112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:42.433471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:25:42.436627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.465236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:25:42.474128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.474475 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment 596d59a8-65e0-4ea6-b016-617d0ee6e1b4 of type vlan for network da0262d8-34fa-4dfb-9bc9-6f6667927771 Dec 23 16:25:42.499178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.527075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.530568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:42.531123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.633306 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342682 Dec 23 16:25:42.636161 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:42.636643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f69c2-659d-4cfe-80f5-c49992b6ece5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=da0262d8-34fa-4dfb-9bc9-6f6667927771,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:42.642986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:42.647068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:25:42.651944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:42.655718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:42.658485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:42.664718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:42.675299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.676385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.697895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:42.849426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:43.018873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:43.046984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:43.097379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a3e8b9ec-5ce7-43ec-8761-1f12730b4093 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:25:43.129219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a3e8b9ec-5ce7-43ec-8761-1f12730b4093 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:25:43.129574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a3e8b9ec-5ce7-43ec-8761-1f12730b4093 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:25:43.129947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76e96cfc-b264-46b7-ae14-9ad9810d8562 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:25:43.162052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 76e96cfc-b264-46b7-ae14-9ad9810d8562 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:25:43.162374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 76e96cfc-b264-46b7-ae14-9ad9810d8562 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:25:43.274363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.83 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/90f438d5-6dd1-4e5f-aae7-a99aa061d2fa) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:25:43.413824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:43.441464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:43.505172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:25:43.507765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:25:43.510707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:25:43.547918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:43.666739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:43.667442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:43.887990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 973fd0e6-69ae-46e7-a124-bec0175d192a is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:25:44.082045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:25:44.092126 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Sync routers for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:25:44.104913 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:44.105541 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:44.108167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:44.109384 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2f36046-9f58-476f-8793-48844b6ef824 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4722993 Dec 23 16:25:44.113058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58618) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:44.153974 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61537e41-a94e-4e62-b6f2-e4f940170f78 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375578 Dec 23 16:25:44.154180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58622) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:44.278577 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:44.282477 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d994f81-8999-454f-8370-72dfc54b499b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:44.287058 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4d994f81-8999-454f-8370-72dfc54b499b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290114 Dec 23 16:25:44.287417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:44.326017 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e9017c1-5836-4080-86ac-5dd9153566ee tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375376 Dec 23 16:25:44.328447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:44.334023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935210512', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:44.439914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:44.443688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:44.446793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:44.452624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:44.461835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:25:44.560885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:44.561216 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:43Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:44.565361 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Checking router: 973fd0e6-69ae-46e7-a124-bec0175d192a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:25:44.565696 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Updating router 973fd0e6-69ae-46e7-a124-bec0175d192a port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:25:44.618010 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:44.772800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:44.866178 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:25:44.948413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=c2845be5-530e-4474-81a8-da4e773509a4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:44.958295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:25:44.958717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: da0262d8-34fa-4dfb-9bc9-6f6667927771, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:25:44.964352 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:44.975628 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Transition to ACTIVE for port object 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:25:44.979444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:25:44.981799 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:44.989589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, da0262d8-34fa-4dfb-9bc9-6f6667927771) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:25:44.993455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:44.994125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.001361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d87daf-5270-4754-94ca-43a49b41b214 None None] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:25:45.019921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58634) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:45.020506 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7996527b-a493-419c-b2fc-1a5f963b5b7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6895180 Dec 23 16:25:45.057336 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Attempting to bind port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:25:45.057686 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Attempting to bind port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:25:45.058027 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Attempting to bind port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:25:45.066099 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Pushing event updated for resources: {'Port': ['ID=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:45.071885 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:25:45.072241 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:25:45.072621 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.072990 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:25:45.073425 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Bound port: 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:25:45.073773 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.112770 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.113506 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.113506 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.113791 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.114024 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.114335 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.114644 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.114952 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.115255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.115573 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.115887 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:25:45.157867 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] For port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:25:45.161116 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] For port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:25:45.166657 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.238349 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cf41b-4d79-431b-b9fc-0f4bd80fc509 None None] Pushing event updated for resources: {'Port': ['ID=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:45.251590 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:45.252183 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:45.254218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-da0262d8-34fa-4dfb-9bc9-6f6667927771', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:25:45.255172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.414650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Allocated IP 172.20.0.2 (da0262d8-34fa-4dfb-9bc9-6f6667927771/c2845be5-530e-4474-81a8-da4e773509a4/91cadbc9-14c5-462e-97f9-77da8a8258b6) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:25:45.432390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:45.620751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.631258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Transition to ACTIVE for port object 91cadbc9-14c5-462e-97f9-77da8a8258b6 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:25:45.651122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Transition to ACTIVE for port object 91cadbc9-14c5-462e-97f9-77da8a8258b6 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:25:45.658594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.726504 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:43Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:45.728922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:25:45.730439 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817974d-7b76-4360-875c-6c89fac52908 None None] The sync data for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv is: [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:43Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:25:45.733114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:25:45.735603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:25:45.742421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Pushing event updated for resources: {'Port': ['ID=91cadbc9-14c5-462e-97f9-77da8a8258b6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:45.833706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Attempting to bind port 91cadbc9-14c5-462e-97f9-77da8a8258b6 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:25:45.834072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Attempting to bind port 91cadbc9-14c5-462e-97f9-77da8a8258b6 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:25:45.834429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Attempting to bind port 91cadbc9-14c5-462e-97f9-77da8a8258b6 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:25:45.840932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:25:45.841293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Checking segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:25:45.841681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.842059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Bound using segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:25:45.842512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Bound port: 91cadbc9-14c5-462e-97f9-77da8a8258b6, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:25:45.842868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.921694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:45.956989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] For port 91cadbc9-14c5-462e-97f9-77da8a8258b6, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:25:45.959901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] For port 91cadbc9-14c5-462e-97f9-77da8a8258b6, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=91cadbc9-14c5-462e-97f9-77da8a8258b6,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:25:45.966016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:46.056128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aa4fb-ca6b-49ac-849a-6065a8639861 None None] Pushing event updated for resources: {'Port': ['ID=91cadbc9-14c5-462e-97f9-77da8a8258b6,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:46.378719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (da0262d8-34fa-4dfb-9bc9-6f6667927771/c2845be5-530e-4474-81a8-da4e773509a4/e3dfe116-9166-42de-8c4d-dcab656aae06) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:25:46.542656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:46.558546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object e3dfe116-9166-42de-8c4d-dcab656aae06 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:25:46.581970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:46.650982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:25:46.653946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:25:46.658094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:25:46.684740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=e3dfe116-9166-42de-8c4d-dcab656aae06,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:46.716347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:46.802491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.045563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069fb3da-5c37-4b6e-9a2b-9aa561930736 None None] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:25:47.161897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a76ec5dd-23f4-422d-b65a-2a9628cb3d3f None None] Provisioning for port 91cadbc9-14c5-462e-97f9-77da8a8258b6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:25:47.167564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 91cadbc9-14c5-462e-97f9-77da8a8258b6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:25:47.315937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.320322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.366351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 91cadbc9-14c5-462e-97f9-77da8a8258b6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:25:47.373853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 91cadbc9-14c5-462e-97f9-77da8a8258b6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:47.374220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.431837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=e3dfe116-9166-42de-8c4d-dcab656aae06,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:47.434308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.500258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.535253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 91cadbc9-14c5-462e-97f9-77da8a8258b6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=91cadbc9-14c5-462e-97f9-77da8a8258b6,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:47.539836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.540870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:25:47.582210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:25:47.583704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:25:47.665760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=91cadbc9-14c5-462e-97f9-77da8a8258b6,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:47.677817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8e36c1ce-85eb-463a-9258-5d09db250225 None None] Provisioning for port e3dfe116-9166-42de-8c4d-dcab656aae06 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:25:47.683577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8e36c1ce-85eb-463a-9258-5d09db250225 None None] Provisioning complete for port e3dfe116-9166-42de-8c4d-dcab656aae06 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:47.683994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e36c1ce-85eb-463a-9258-5d09db250225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.711319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:25:47.739738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:47.740109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.791484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8e36c1ce-85eb-463a-9258-5d09db250225 None None] Port e3dfe116-9166-42de-8c4d-dcab656aae06 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:25:47.818176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8e36c1ce-85eb-463a-9258-5d09db250225 None None] Provisioning complete for port 91cadbc9-14c5-462e-97f9-77da8a8258b6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:47.818556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e36c1ce-85eb-463a-9258-5d09db250225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.919669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.941501 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:47.976148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:47.993977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 973fd0e6-69ae-46e7-a124-bec0175d192a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:25:48.055509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:48.163718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4fbe4d68-9e1d-4fe5-a8ff-bd0f5f0e75a0 None None] Provisioning complete for port e3dfe116-9166-42de-8c4d-dcab656aae06 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:48.164388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4d68-9e1d-4fe5-a8ff-bd0f5f0e75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:48.195519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:25:48.208071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c864ea01-c813-403f-989e-99d0db2a9d8a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/973fd0e6-69ae-46e7-a124-bec0175d192a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1881890 Dec 23 16:25:48.210449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58638) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:48.217470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe4d68-9e1d-4fe5-a8ff-bd0f5f0e75a0 None None] Port e3dfe116-9166-42de-8c4d-dcab656aae06 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:25:48.341482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b16bdd-4625-470b-af9d-b4fc3bace708 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.341847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b16bdd-4625-470b-af9d-b4fc3bace708 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.342207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b16bdd-4625-470b-af9d-b4fc3bace708 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.342558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b16bdd-4625-470b-af9d-b4fc3bace708 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.344243 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e3b16bdd-4625-470b-af9d-b4fc3bace708 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1329262 Dec 23 16:25:48.346917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58642) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:48.410756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7e2f9-e817-475f-a204-86ca158e2596 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.411118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7e2f9-e817-475f-a204-86ca158e2596 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.411471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7e2f9-e817-475f-a204-86ca158e2596 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.411844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7e2f9-e817-475f-a204-86ca158e2596 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:48.413414 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-02c7e2f9-e817-475f-a204-86ca158e2596 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0656407 Dec 23 16:25:48.416170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58646) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:48.702348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0894b2bc-7539-4aed-a7a9-a15246ebca34 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2851090 Dec 23 16:25:48.705049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58650) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:48.710170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1579587004', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:48.843586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:48.848170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:port and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:48.850992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:48.856539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:48.865824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:25:48.868853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:48.889693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] device_id is not set on port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:25:49.023943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.14 (da0262d8-34fa-4dfb-9bc9-6f6667927771/c2845be5-530e-4474-81a8-da4e773509a4/3fdae6ef-7a48-4b8c-8de7-d1386c76c835) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:25:49.114212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 91cadbc9-14c5-462e-97f9-77da8a8258b6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:25:49.183482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 91cadbc9-14c5-462e-97f9-77da8a8258b6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:49.184210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.228733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.244689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:25:49.266893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.303534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:25:49.332731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Sync routers for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:25:49.339926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:25:49.342796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:25:49.346668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:25:49.365525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:49.366239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:49.380775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:49.415229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:49.415847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.450207 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3ba03a0d-1b44-4c04-b443-f328ec4987ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7440882 Dec 23 16:25:49.555284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:49.555677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.601106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:49.616859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58656) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:49.622493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348638814', 'description': 'tempest-secgroup-smoke-348638814 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:49.630464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:49.634580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:49.637471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:49.643866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:49.653888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.688337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:49.693094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:49.695351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7b731c2e-bdd4-4925-9806-0c1c93795f6e None None] Provisioning for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:25:49.695982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:49.701729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:49.756590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.761206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.785824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7b731c2e-bdd4-4925-9806-0c1c93795f6e None None] Provisioning complete for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:49.786196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b731c2e-bdd4-4925-9806-0c1c93795f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.808173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72d288a-8557-4eba-b1d0-b563358c0346,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:49.812173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.816526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f2be2f5c-c472-49fa-ac13-acd8f3294bd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1954410 Dec 23 16:25:49.816680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58660) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:49.821952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'f72d288a-8557-4eba-b1d0-b563358c0346', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:49.827657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:49.831536 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:49.834278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:49.840014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:49.857441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.919975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.923773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.946244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2406cd-9400-4e4b-a8e0-a821a392d0cf,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:49.955264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:49.956525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-52cc89a3-1027-4fdb-83b0-6f2e80d785cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1389744 Dec 23 16:25:49.959367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58664) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:49.964665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'f72d288a-8557-4eba-b1d0-b563358c0346', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:49.970158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:49.974356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:49.977187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:49.982157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7b731c2e-bdd4-4925-9806-0c1c93795f6e None None] Port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:25:49.982973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:49.999682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.066873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.070750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.082487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:50.086564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Checking router: 973fd0e6-69ae-46e7-a124-bec0175d192a for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:25:50.086910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Updating router 973fd0e6-69ae-46e7-a124-bec0175d192a port e3dfe116-9166-42de-8c4d-dcab656aae06 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:25:50.093237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a2343e-60ab-408d-a6b4-8ad48290c389,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:50.102215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.103374 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ab395460-9ba9-4751-8038-0a1e556a2662 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430883 Dec 23 16:25:50.106256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58668) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:50.112473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'f72d288a-8557-4eba-b1d0-b563358c0346', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:50.118048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:50.121736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:50.124540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:50.130147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:50.141777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.147024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.210081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.213779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.239087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6a303b-9e28-47b5-81a3-e752fa0b10bc,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:50.249314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.250679 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7f6019e0-938a-4d1a-ab25-e3820b422cef tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1434186 Dec 23 16:25:50.253508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58672) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:50.258734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'f72d288a-8557-4eba-b1d0-b563358c0346', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:50.264450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:50.268689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:50.271434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:50.277220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:50.296076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.357980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.362153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.385332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef4e2f1-f6c7-46cd-b642-e25da2d133f9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:50.395178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.399403 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73a66021-44fd-44d4-91a9-2c240064cefe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424799 Dec 23 16:25:50.399644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:50.405958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'f72d288a-8557-4eba-b1d0-b563358c0346', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:50.414080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:50.418606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:50.421511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:50.427278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:50.437814 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:25:50.444306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.490036 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.503203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Transition to ACTIVE for port object e3dfe116-9166-42de-8c4d-dcab656aae06 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:25:50.508075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.509069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.511572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.534532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dcac41-365e-45ba-b705-98ba05cf0310,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:50.543801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.545066 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb63e5d9-cfd8-4391-89db-7ed94ba5725e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1443768 Dec 23 16:25:50.547697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58680) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:25:50.553126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'f72d288a-8557-4eba-b1d0-b563358c0346', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:50.558885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:25:50.562576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:25:50.565937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:25:50.571466 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:25:50.583536 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:25:50.590852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.636941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480567f1-92ab-4a94-9409-4cb5c58d70e2 None None] Pushing event updated for resources: {'Port': ['ID=e3dfe116-9166-42de-8c4d-dcab656aae06,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:50.681389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.685752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.711611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ca8a84-3e54-4f32-ad66-816cce5d029d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:50.721918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.723132 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6ec3b7fa-367c-4d61-ae5e-66edfa762938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1745553 Dec 23 16:25:50.737780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Attempting to bind port e3dfe116-9166-42de-8c4d-dcab656aae06 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:25:50.738147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Attempting to bind port e3dfe116-9166-42de-8c4d-dcab656aae06 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:25:50.738502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Attempting to bind port e3dfe116-9166-42de-8c4d-dcab656aae06 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:25:50.752946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:25:50.753477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Checking segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:25:50.753944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.755541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Bound using segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:25:50.756064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Bound port: e3dfe116-9166-42de-8c4d-dcab656aae06, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:25:50.756438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.860682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] For port e3dfe116-9166-42de-8c4d-dcab656aae06, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:25:50.863837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] For port e3dfe116-9166-42de-8c4d-dcab656aae06, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e3dfe116-9166-42de-8c4d-dcab656aae06,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:25:50.868333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:50.909007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-d506f3ac-637e-4c4e-8a57-b1d8ab75d040 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:25:50.923294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-d506f3ac-637e-4c4e-8a57-b1d8ab75d040 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:25:50.925529 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-d506f3ac-637e-4c4e-8a57-b1d8ab75d040 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348638814&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0560730 Dec 23 16:25:50.949184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480567f1-92ab-4a94-9409-4cb5c58d70e2 None None] Pushing event updated for resources: {'Port': ['ID=e3dfe116-9166-42de-8c4d-dcab656aae06,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:50.951830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:25:50.952428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:51.006928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-411139b9-7d02-4bba-b947-5d96d6ed84ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:51.007490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-411139b9-7d02-4bba-b947-5d96d6ed84ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:25:51.023325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-411139b9-7d02-4bba-b947-5d96d6ed84ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:25:51.024662 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-411139b9-7d02-4bba-b947-5d96d6ed84ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 931 time: 0.0916765 Dec 23 16:25:51.105602 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-fe6f88da-7f32-4152-a4a1-81939c7de48e service neutron] 10.222.0.18 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0687282 Dec 23 16:25:51.154899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:25:51.242273 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-4f80f60e-892e-48e8-b590-24a31b25681f service neutron] 10.222.0.18 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285498 Dec 23 16:25:51.380268 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-3980fd2d-cb86-4f03-897a-181d6f426fcb service neutron] 10.222.0.18 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297810 Dec 23 16:25:51.491592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:50Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:25:51.497502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12262fb-5da2-4865-8d0d-85975b2639c5 None None] The sync data for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv is: [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:50Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:25:51.624319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c2b4cdef-a1f0-4676-a8ad-3239ce41a446 req-45051b3c-da06-4456-894e-0571510d61bd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 210 time: 0.0715663 Dec 23 16:25:52.603302 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-4f2986ed-eebf-4b2f-8317-946a40e581c0 service neutron] 10.222.0.59 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1027 time: 0.0576911 Dec 23 16:25:52.848076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5157720b-6fb9-4371-b8e4-e6a709be911e req-43227b96-7eb8-470e-8bce-59abb043f157 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 210 time: 0.0713167 Dec 23 16:25:52.902219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-4706570e-c52d-4a3f-ae21-6467b9b15a39 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:52.902877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-4706570e-c52d-4a3f-ae21-6467b9b15a39 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:25:52.917499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-4706570e-c52d-4a3f-ae21-6467b9b15a39 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:25:52.918652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-4706570e-c52d-4a3f-ae21-6467b9b15a39 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 200 len: 796 time: 0.3099809 Dec 23 16:25:52.969540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-61f01b4b-9dfc-46ce-ba89-ef970c9a9d40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 379 time: 0.0374846 Dec 23 16:25:52.979420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Request body: {'port': {'device_id': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:25:53.085548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.120745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e3dfe116-9166-42de-8c4d-dcab656aae06 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:25:53.188004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port e3dfe116-9166-42de-8c4d-dcab656aae06 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:25:53.193286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e3dfe116-9166-42de-8c4d-dcab656aae06 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:53.193759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.343368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.376062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port e3dfe116-9166-42de-8c4d-dcab656aae06, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e3dfe116-9166-42de-8c4d-dcab656aae06,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:53.380846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.420713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:25:53.427937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.442888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Transition to ACTIVE for port object 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:25:53.446162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.450193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=e3dfe116-9166-42de-8c4d-dcab656aae06,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:53.569784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:53.675273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:25:53.675887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:25:53.676016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:25:53.681385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:25:53.681693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:25:53.687683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:25:53.688013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Checking segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:25:53.688377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Bound using segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:25:53.688780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Bound port: 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:25:53.689110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.776307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:25:53.779124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:25:53.784660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.844081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:53.845420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] 10.222.0.59 "PUT /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1132 time: 0.8698032 Dec 23 16:25:53.846361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:25:53.868903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1e032-f298-47c6-aa8c-2c85c7874ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:53.937031 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'status': 'completed', 'code': 200} Dec 23 16:25:53.967245 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-5923ed35-2306-4649-b49c-67594f9b255d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 1135 time: 0.0817339 Dec 23 16:25:54.076207 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-dbb11483-328f-4e8c-a315-d7c4514c93ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 217 time: 0.1004581 Dec 23 16:25:54.149443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-6e3479d2-d3d3-4d7e-8f1f-b697b18a1a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:54.150723 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-6e3479d2-d3d3-4d7e-8f1f-b697b18a1a36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2845be5-530e-4474-81a8-da4e773509a4 HTTP/1.1" status: 200 len: 835 time: 0.0682993 Dec 23 16:25:54.161000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e5a0a-06e6-41bc-81c5-0ba9f1b2a6c1 req-b10e24b3-04c5-4c3f-9a57-ccf1a8c5b36f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:54.162303 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-945e5a0a-06e6-41bc-81c5-0ba9f1b2a6c1 req-b10e24b3-04c5-4c3f-9a57-ccf1a8c5b36f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 982 time: 0.1384821 Dec 23 16:25:54.248791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-945e5a0a-06e6-41bc-81c5-0ba9f1b2a6c1 req-58e7d63d-51cf-407b-9104-e0fc73d56803 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585685 Dec 23 16:25:54.264627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-222d3993-95b2-4ce0-828a-a5f8c8ed1221 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da0262d8-34fa-4dfb-9bc9-6f6667927771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011796 Dec 23 16:25:54.391079 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-a01f2860-48a4-487b-8c14-6f21b25089d6 service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196871 Dec 23 16:25:54.612003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f03fc2-6251-4149-b735-8f9fde6cdba5 req-387d8be9-fa3d-4dc7-8036-120f640d4f46 service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143357 Dec 23 16:25:54.723522 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-ef4b0b73-596e-47e7-a823-e01dc9e78cc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 1135 time: 0.0659087 Dec 23 16:25:54.864673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-d9138e3e-975f-4092-8e96-17db9d9f1cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:54.866094 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-d9138e3e-975f-4092-8e96-17db9d9f1cd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 200 len: 897 time: 0.1361842 Dec 23 16:25:54.934988 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-9b71922f-8887-4b82-9e87-03eff258e4ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 217 time: 0.0626721 Dec 23 16:25:54.994104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-a608590f-669c-41a3-8821-29d2428b7c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:54.995381 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-a608590f-669c-41a3-8821-29d2428b7c8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2845be5-530e-4474-81a8-da4e773509a4 HTTP/1.1" status: 200 len: 835 time: 0.0542562 Dec 23 16:25:55.070602 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-27ddd61f-0ee2-4479-870a-587274ef6c28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da0262d8-34fa-4dfb-9bc9-6f6667927771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691743 Dec 23 16:25:55.108749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e3dfe116-9166-42de-8c4d-dcab656aae06 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:25:55.175258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e3dfe116-9166-42de-8c4d-dcab656aae06 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:55.175656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:55.206014 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-545664a8-903a-493f-a1b0-73f7bf362810 service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292505 Dec 23 16:25:55.337538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ac5980c-e117-43b7-8962-c30c8db1a872 req-5ab62164-b99e-4450-98b9-f152bd9d4902 service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248424 Dec 23 16:25:55.447832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597d065-ceb0-4989-88ca-a4cad63d6029 req-f6a3c687-5eb6-4642-add8-99fda072b643 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:55.449290 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b597d065-ceb0-4989-88ca-a4cad63d6029 req-f6a3c687-5eb6-4642-add8-99fda072b643 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 982 time: 0.0764911 Dec 23 16:25:55.495729 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b597d065-ceb0-4989-88ca-a4cad63d6029 req-3e8e4f67-523a-46e0-9fe3-5d7b0f397d4e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Dec 23 16:25:56.687656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1866c-47d8-492e-9ecb-f663cb70bada req-46831501-96d6-4853-9a25-10b5a1578f13 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:56.689001 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-55a1866c-47d8-492e-9ecb-f663cb70bada req-46831501-96d6-4853-9a25-10b5a1578f13 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 982 time: 0.0777414 Dec 23 16:25:56.732201 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-55a1866c-47d8-492e-9ecb-f663cb70bada req-1d8c6fd4-1fc0-48c0-8d3e-511912599456 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Dec 23 16:25:57.546824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:25:57.676434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:57.689037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'port_id': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'mac_address': 'fa:16:3e:ca:15:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:25:57.743833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:57.761447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:25:57.777058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:57.780882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:57.848629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:57.926434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9375f4-35dc-42c3-bab4-00eff0e71782 req-2d66fe47-4512-4b8d-b0dc-5cb76bf4fc5d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:57.927907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2f9375f4-35dc-42c3-bab4-00eff0e71782 req-2d66fe47-4512-4b8d-b0dc-5cb76bf4fc5d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 983 time: 0.0749767 Dec 23 16:25:57.972875 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2f9375f4-35dc-42c3-bab4-00eff0e71782 req-2b9c2a65-4815-40eb-a9a0-f9d1c60fe134 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Dec 23 16:25:58.110601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['3fdae6ef-7a48-4b8c-8de7-d1386c76c835'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:25:59.166025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ee9e2-7e96-4b6f-b568-240fb2e0f1d2 req-458afd2d-8e11-4d8c-bedf-afe3815c3490 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:59.167454 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-671ee9e2-7e96-4b6f-b568-240fb2e0f1d2 req-458afd2d-8e11-4d8c-bedf-afe3815c3490 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 983 time: 0.0772085 Dec 23 16:25:59.211307 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-671ee9e2-7e96-4b6f-b568-240fb2e0f1d2 req-7f281071-01f4-4390-959d-a1359d4a502c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385561 Dec 23 16:25:59.562437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:25:59.626814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:25:59.631209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:25:59.631595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:59.739476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:59.765032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:25:59.774244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:25:59.778285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:59.843945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:25:59.889535 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'code': 200} Dec 23 16:26:00.111145 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2df2b65f-4824-4354-811d-001fc693c818 req-8c107176-b7e3-413d-9b9e-f82a2248a362 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 1137 time: 0.0653453 Dec 23 16:26:00.155243 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2df2b65f-4824-4354-811d-001fc693c818 req-c86ac50c-c377-42e8-8639-3c08c698618f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373492 Dec 23 16:26:00.405014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2c334-d6f3-42d2-8098-c94c2616acdb req-d5156f72-fe4b-4491-a85c-107da84f3e4f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:00.406365 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-21d2c334-d6f3-42d2-8098-c94c2616acdb req-d5156f72-fe4b-4491-a85c-107da84f3e4f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 984 time: 0.0745223 Dec 23 16:26:00.451171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-21d2c334-d6f3-42d2-8098-c94c2616acdb req-4d3589c6-565b-4800-8f24-7007d21840b2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Dec 23 16:26:01.648127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540ae0b-ce4c-4156-ba24-dca9bb82d462 req-bb6b6ee3-a122-4385-964e-bfef2a2f0111 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:01.649553 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6540ae0b-ce4c-4156-ba24-dca9bb82d462 req-bb6b6ee3-a122-4385-964e-bfef2a2f0111 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 984 time: 0.0788233 Dec 23 16:26:01.693367 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6540ae0b-ce4c-4156-ba24-dca9bb82d462 req-d8b1ae7c-6fae-4318-8c26-768dc95ba99e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384018 Dec 23 16:26:01.887335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8b832-5e76-46fe-8f74-31b9cbe1b464 req-a05273c3-370f-426c-93ea-afad2669bc7b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:01.888836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1c8b832-5e76-46fe-8f74-31b9cbe1b464 req-a05273c3-370f-426c-93ea-afad2669bc7b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 984 time: 0.0748057 Dec 23 16:26:01.931832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1c8b832-5e76-46fe-8f74-31b9cbe1b464 req-89b94ab3-e0d8-47d3-910b-fba13a2bf9e2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Dec 23 16:26:01.959030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58726) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:02.030781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-905d060c-71c9-4e4d-a034-878726f66836 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 1132 time: 0.0706134 Dec 23 16:26:02.033912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58730) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:02.038876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:02.044323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:02.048025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:02.050822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:02.056328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:02.066820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:02.286445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:02.413686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.240 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/cc4bac94-31cf-4b20-8e21-83152a715baa) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:26:02.556737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:02.582619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:02.648559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:26:02.651115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:02.654669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:26:02.686597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=cc4bac94-31cf-4b20-8e21-83152a715baa,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:03.165338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:03.216550 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:03.412689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:03.416977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:03.512196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=cc4bac94-31cf-4b20-8e21-83152a715baa,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:03.529691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:03.711808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 37d5bd3f-70a5-48a6-b2f3-9e4fe521f23b associated. External IP: 172.26.7.240, port: 3fdae6ef-7a48-4b8c-8de7-d1386c76c835. Dec 23 16:26:04.180066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 973fd0e6-69ae-46e7-a124-bec0175d192a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:26:04.372161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:26:04.381558 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] Sync routers for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:26:04.395502 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:04.396602 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:04.396825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:04.449208 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-00663df5-e82b-41bf-a3a4-6b717fa9d9db tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.4143057 Dec 23 16:26:04.449772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:26:04.454207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58734) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:04.504122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'status': 'completed', 'code': 200} Dec 23 16:26:04.531928 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-470754c7-690d-4291-ae82-2d80f414bd7b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a&network_id=da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 200 len: 1132 time: 0.0764322 Dec 23 16:26:04.581226 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:04.599587 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-2555b433-bb4b-40ce-b301-3747bf9c18ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 1137 time: 0.0732641 Dec 23 16:26:04.740102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-1314074e-87d2-40a0-ae9b-6b4908bdaeee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:04.743700 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-1314074e-87d2-40a0-ae9b-6b4908bdaeee service neutron] 10.222.0.59 "GET /v2.0/networks?id=da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 200 len: 897 time: 0.1344535 Dec 23 16:26:04.847818 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-2ee44da3-5127-4086-b58e-f14010de484c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1038 time: 0.1019514 Dec 23 16:26:04.938757 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '37d5bd3f-70a5-48a6-b2f3-9e4fe521f23b', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'port_id': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1579587004', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'mac_address': 'fa:16:3e:ca:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:03Z', 'updated_at': '2021-12-23T16:26:03Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:53Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:04.942976 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] Checking router: 973fd0e6-69ae-46e7-a124-bec0175d192a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:26:04.952913 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:04.953475 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:25:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:04.953607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-0f05c25b-3103-400f-bdd4-fc47d464b8a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:04.955054 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-0f05c25b-3103-400f-bdd4-fc47d464b8a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2845be5-530e-4474-81a8-da4e773509a4 HTTP/1.1" status: 200 len: 835 time: 0.1008196 Dec 23 16:26:04.990836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f26addc2-5abf-467c-8579-6ebe3fa8e4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:05.037353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b1ad6-5e2c-48b8-8120-fd599ac90533 req-4103090b-1f8f-41fa-80ea-3296cab1749f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:05.038800 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-078b1ad6-5e2c-48b8-8120-fd599ac90533 req-4103090b-1f8f-41fa-80ea-3296cab1749f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 984 time: 0.1835041 Dec 23 16:26:05.065334 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-44003169-729d-4b54-a4fe-5e82cf4c84e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da0262d8-34fa-4dfb-9bc9-6f6667927771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022239 Dec 23 16:26:05.157777 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:05.168671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-078b1ad6-5e2c-48b8-8120-fd599ac90533 req-31e96eca-a9cc-444f-b5f3-c0e5813b4b97 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231945 Dec 23 16:26:05.215463 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-6a51cf52-9c2f-47b8-9738-21b1fc5fb4bd service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424489 Dec 23 16:26:05.344355 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c52f31d-8695-45a2-b18b-8f224039da1c req-2644e6b0-59b5-402e-9cde-93e66bc00bef service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224875 Dec 23 16:26:05.494840 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '37d5bd3f-70a5-48a6-b2f3-9e4fe521f23b', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'port_id': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1579587004', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'mac_address': 'fa:16:3e:ca:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:03Z', 'updated_at': '2021-12-23T16:26:03Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:53Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:05.498710 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6192c62-1cd3-4234-8602-d6e77bbda4e2 None None] The sync data for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv is: [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '37d5bd3f-70a5-48a6-b2f3-9e4fe521f23b', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.240', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'port_id': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1579587004', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'mac_address': 'fa:16:3e:ca:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e74af5-afe3-4afb-ac5b-457f0783f06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:03Z', 'updated_at': '2021-12-23T16:26:03Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:53Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:26:06.402693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-b50b6ce4-b8a3-4be3-9d1d-23556c7fadd0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:06.404031 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-b50b6ce4-b8a3-4be3-9d1d-23556c7fadd0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 984 time: 0.1347840 Dec 23 16:26:06.415278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b262f3a-56f4-45b0-930b-b6de99bbcb14 req-2a97a787-e722-4af4-88f9-2742e7c341e9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:06.416687 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b262f3a-56f4-45b0-930b-b6de99bbcb14 req-2a97a787-e722-4af4-88f9-2742e7c341e9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 984 time: 0.1182840 Dec 23 16:26:06.601466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-a68c1aa1-328c-4a0d-9324-f15f3497d9c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:06.602786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-a68c1aa1-328c-4a0d-9324-f15f3497d9c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1928258 Dec 23 16:26:06.609442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b262f3a-56f4-45b0-930b-b6de99bbcb14 req-3651d123-467d-4634-9324-e2a3c2867de4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634553 Dec 23 16:26:06.685572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:06.744659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-f9ff1f14-c4dd-4748-b44b-3bd3ec5aa64a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1340637 Dec 23 16:26:06.754175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:06.862628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:07.078329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:07.111853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:26:07.159250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] device_id is not set on port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:26:07.167259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:07.172715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:07.233389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da7af7c2-80ad-4c0e-83bc-ca210dc318d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:07.309756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=6']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:07.362714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] No DVR routers for this DVR port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:26:07.456985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-902af39a-e7a1-49d4-886e-fab01baddab2 None None] Provisioning complete for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:07.457348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-902af39a-e7a1-49d4-886e-fab01baddab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:07.510478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-902af39a-e7a1-49d4-886e-fab01baddab2 None None] Port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:26:07.598402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] In _notify_port_updated(), no bound segment for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:26:07.599347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:07.600643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5ea88f8-f234-440f-bc72-acfde14a8861 req-99b9a128-819a-4bf2-9211-a1ff36e6627a service neutron] 10.222.0.59 "PUT /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1027 time: 0.8502655 Dec 23 16:26:07.770975 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1da78061-eaae-4170-b173-323c9fc3d40f req-be3125b2-d12f-492d-a99a-55b7c54d3235 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e74af5-afe3-4afb-ac5b-457f0783f06a HTTP/1.1" status: 200 len: 210 time: 0.0432105 Dec 23 16:26:08.298580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa531a13-58e7-48aa-aca6-4660bf570c09 None None] New status for floating IP 37d5bd3f-70a5-48a6-b2f3-9e4fe521f23b: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:26:08.387973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:08.555527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:08.871387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58750) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:08.937448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc09c92-2065-47a7-9f7a-c22b0bd78542 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:08.938766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ffc09c92-2065-47a7-9f7a-c22b0bd78542 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 926 time: 0.0663846 Dec 23 16:26:09.297666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58756) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:09.303478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461507255', 'description': 'tempest-secgroup-smoke-461507255 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:09.309338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:09.319262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:09.328900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.364441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:09.368151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:09.370858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:09.376406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:09.429018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.432749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.475650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22264650-eb14-4403-8c0e-24799d2e2480,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:09.488169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.489333 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63ff8980-f553-4f2e-9f97-8987299f146a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1907256 Dec 23 16:26:09.492202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58760) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:09.498032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '22264650-eb14-4403-8c0e-24799d2e2480', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:09.504987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:09.508747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:09.511542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:09.517306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:09.533179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.593258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.596578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.617961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d433fa3-dbd5-4171-a196-91e9f2f52606,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:09.625904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.627514 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9c20b2f7-bf9e-42e9-a966-4a71ae5fbcc9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1338506 Dec 23 16:26:09.630228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:09.635441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '22264650-eb14-4403-8c0e-24799d2e2480', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:09.639677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:26:09.641260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:09.645476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:09.648282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:09.653757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:09.669608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.697638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:26:09.730107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.733411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.756104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5087915b-37e9-4720-a7b0-ad4d9af61294,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:09.764555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.765680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f3a200ab-cbd8-4826-a453-f4f49e5327b7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1345475 Dec 23 16:26:09.768367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:09.773638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '22264650-eb14-4403-8c0e-24799d2e2480', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:09.779151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:09.782913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:09.785756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:09.791434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:09.808290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.851158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.869080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.872368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.895026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1166a58-dff6-4a14-b653-ae347d02d54a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:09.902053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.903273 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a60d77e9-dd42-43c6-8d66-efab04316910 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1339893 Dec 23 16:26:09.905903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58772) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:09.911214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '22264650-eb14-4403-8c0e-24799d2e2480', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:09.916878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:09.920740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:09.924146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:09.929681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:09.947998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.008893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.012089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.034759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0db880-85cc-42ff-a9ba-0e716fbdf0c4,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:10.042664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.043991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ec8fe7ff-c191-426b-99d8-840c337900f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1372092 Dec 23 16:26:10.047082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58776) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:10.052915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '22264650-eb14-4403-8c0e-24799d2e2480', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:10.058514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:10.062235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:10.065154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:10.070807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:10.080839 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:26:10.087115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.150029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.153215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.175815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941e1a9c-f8ee-43fb-b5d9-08626098f49f,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:10.184237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.185377 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b24b53d1-142d-45d3-ba80-37aee2a58ada tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1373894 Dec 23 16:26:10.188000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58780) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:10.193118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '22264650-eb14-4403-8c0e-24799d2e2480', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:10.198541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:10.202267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:10.205244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:10.210738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:10.219860 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:26:10.226426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.372213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.377107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.402621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07764add-bbd6-4a50-888f-a4289d2bec68,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:10.414630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:10.415804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b00d07e8-9a47-416d-af2f-34d0ab7241c7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2269032 Dec 23 16:26:10.579155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-6a3fab8e-d249-4cb1-8e26-0d801829773c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461507255&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0382795 Dec 23 16:26:10.648663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-d6bfecbd-b1ee-4ad9-af16-c5c78d4dbe45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:10.649942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-d6bfecbd-b1ee-4ad9-af16-c5c78d4dbe45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 931 time: 0.0643251 Dec 23 16:26:10.723064 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a033f5b4-34ed-44a5-8613-b5ffed1859d4 service neutron] 10.222.0.18 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0610070 Dec 23 16:26:10.854748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-13f9c739-5acd-4fc6-817a-46b8abfeb117 service neutron] 10.222.0.18 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259918 Dec 23 16:26:10.981413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-0110feea-b911-4203-aaee-8e1433e160cc service neutron] 10.222.0.18 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210451 Dec 23 16:26:11.166061 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c2cede4-ca2c-4b45-ab53-697a5020d3f7 req-146a20ee-c724-47b8-9d57-1a0012a2e7eb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 210 time: 0.0407534 Dec 23 16:26:12.101833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a79ef945-c9d2-4ea3-ba1f-9bc8dd43d535 service neutron] 10.222.0.59 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1027 time: 0.0642097 Dec 23 16:26:12.269526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-f4f6ce14-9d9d-4aff-a1c6-88524e4dd6ff tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:12.270931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-f4f6ce14-9d9d-4aff-a1c6-88524e4dd6ff tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 200 len: 796 time: 0.1640673 Dec 23 16:26:12.351485 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1fb963-67d3-4c69-a89f-b12f15edeca7 req-524dcf26-cd68-4182-98b2-fef7704e9106 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 210 time: 0.0455427 Dec 23 16:26:12.365275 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-8ae701a3-1d90-4063-a24e-92a71e455f22 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 471 time: 0.0781822 Dec 23 16:26:12.377210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Request body: {'port': {'device_id': '9c4e9248-76b9-4ac5-97b6-3f913c088397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:12.487630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:12.817946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:26:12.824623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:12.838517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Transition to ACTIVE for port object 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:12.842109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:12.985902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=7']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:13.117549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:26:13.118206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:26:13.118206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:26:13.123568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:26:13.123874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Attempting to bind port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:26:13.129804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:26:13.130128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Checking segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:26:13.130496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Bound using segment: {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:26:13.130902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Bound port: 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596d59a8-65e0-4ea6-b016-617d0ee6e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:26:13.131229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:13.305918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:26:13.308745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:26:13.313082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:13.371480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:13.372913 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] 10.222.0.59 "PUT /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1132 time: 1.0005028 Dec 23 16:26:13.373238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4e9248-76b9-4ac5-97b6-3f913c088397', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:26:13.391802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359b74f-90f4-4e24-b5cf-2c4595fb3c62 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=8']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:13.472521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4e9248-76b9-4ac5-97b6-3f913c088397', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'status': 'completed', 'code': 200} Dec 23 16:26:13.511786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-a932925f-6a2a-4fbb-b5f3-5de78af06fda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 1135 time: 0.0871160 Dec 23 16:26:13.659973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-c22aa087-431b-4c9f-af7c-a8f60c43e12f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1038 time: 0.1162877 Dec 23 16:26:13.713116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d400cda-b199-437a-b701-1e7ccf331bb9 req-fe0d80ee-a980-4fc1-86e3-a6389e1ddd1e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:13.714551 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7d400cda-b199-437a-b701-1e7ccf331bb9 req-fe0d80ee-a980-4fc1-86e3-a6389e1ddd1e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 982 time: 0.2017915 Dec 23 16:26:13.751117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-c631b0f7-440e-4a7b-a332-1eb4c3ade82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:13.753032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-c631b0f7-440e-4a7b-a332-1eb4c3ade82f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2845be5-530e-4474-81a8-da4e773509a4 HTTP/1.1" status: 200 len: 835 time: 0.0874598 Dec 23 16:26:13.807858 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7d400cda-b199-437a-b701-1e7ccf331bb9 req-54c1713d-1ac5-484e-a555-04fa2d2a7e76 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849745 Dec 23 16:26:13.835643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-c919dd29-aa6e-4dac-aba5-d38e4b1ba01f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da0262d8-34fa-4dfb-9bc9-6f6667927771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759892 Dec 23 16:26:13.963016 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-0c90f695-f6fb-4fa1-bb29-39fed232cc71 service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210608 Dec 23 16:26:14.088793 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf6811b1-1306-453b-ba5e-360f3ed8e618 req-6c316292-0d2a-49bf-b241-a3c95af87b6b service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195393 Dec 23 16:26:14.200406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-afd90e33-f35c-4f49-b468-d4ecd6dc047a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 1135 time: 0.0703855 Dec 23 16:26:14.326625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-330120d5-8589-4b6f-aa42-46542d9098ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:14.328061 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-330120d5-8589-4b6f-aa42-46542d9098ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 200 len: 897 time: 0.1217549 Dec 23 16:26:14.428695 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-66b6019d-7ca5-43e7-9652-81c7de58be2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1038 time: 0.0935776 Dec 23 16:26:14.494431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-0919bfa4-86bb-4650-bbb3-93afe87bd70f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:14.504501 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-0919bfa4-86bb-4650-bbb3-93afe87bd70f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2845be5-530e-4474-81a8-da4e773509a4 HTTP/1.1" status: 200 len: 835 time: 0.0652690 Dec 23 16:26:14.572716 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-1ec2ef67-7ad5-465e-b88b-facb89c30b4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da0262d8-34fa-4dfb-9bc9-6f6667927771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657713 Dec 23 16:26:14.699253 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-ad7f8774-e328-48a2-86d8-12a6e9718e98 service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183255 Dec 23 16:26:14.825281 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad244c8f-ed39-40fc-832e-97f6e3924b56 req-0ddfc8d3-89d7-4d44-a1c7-7fa4a430d50d service neutron] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195931 Dec 23 16:26:15.094427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca14f-8e11-4ad3-aa96-5ad07a76a835 req-ecec2e5c-e24d-48aa-9b21-1ee35a35369c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:15.096408 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57fca14f-8e11-4ad3-aa96-5ad07a76a835 req-ecec2e5c-e24d-48aa-9b21-1ee35a35369c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 982 time: 0.1655283 Dec 23 16:26:15.139744 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57fca14f-8e11-4ad3-aa96-5ad07a76a835 req-d9ef2eb7-b0ac-44ae-b42b-bbc96dbe0939 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376227 Dec 23 16:26:16.328071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e41a5-4f9a-4bac-bd0e-e7c773817b21 req-8057d203-0136-4a04-8ed4-45d2ad3ea948 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:16.329478 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ea2e41a5-4f9a-4bac-bd0e-e7c773817b21 req-8057d203-0136-4a04-8ed4-45d2ad3ea948 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 982 time: 0.0736237 Dec 23 16:26:16.373397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ea2e41a5-4f9a-4bac-bd0e-e7c773817b21 req-b10905c7-0e1a-4e21-b877-02afd0e2d488 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Dec 23 16:26:17.567409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ce1b7-5259-4cbf-89f6-1b614df43515 req-c4b219df-c8e1-491e-8657-5e20a50702d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:17.568846 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cb7ce1b7-5259-4cbf-89f6-1b614df43515 req-c4b219df-c8e1-491e-8657-5e20a50702d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 982 time: 0.0777180 Dec 23 16:26:17.612704 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cb7ce1b7-5259-4cbf-89f6-1b614df43515 req-04ead6c2-62cc-46bd-bf89-926abdba7c8d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Dec 23 16:26:17.698140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:26:17.856358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:17.869404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'port_id': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'mac_address': 'fa:16:3e:ca:15:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:26:17.921390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:17.937615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:26:17.951956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:17.956522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:18.022100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:18.234520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['3fdae6ef-7a48-4b8c-8de7-d1386c76c835'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:26:18.812901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf902acd-0434-41cd-bb93-a08cd0abacd2 req-f08872a6-e93a-495e-a9ec-9967b67f920f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:18.814329 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf902acd-0434-41cd-bb93-a08cd0abacd2 req-f08872a6-e93a-495e-a9ec-9967b67f920f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 983 time: 0.0740793 Dec 23 16:26:18.857965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf902acd-0434-41cd-bb93-a08cd0abacd2 req-13b517ce-6105-4afe-98d7-cdf958ee5edb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Dec 23 16:26:19.702120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:19.768100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:19.772450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:19.772818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:19.882001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:19.908264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4e9248-76b9-4ac5-97b6-3f913c088397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:26:19.917806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:19.921881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:19.964292 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4e9248-76b9-4ac5-97b6-3f913c088397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdae6ef-7a48-4b8c-8de7-d1386c76c835', 'code': 200} Dec 23 16:26:19.988496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=10']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:20.052159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5cec6-fc7d-4f7c-b444-be2f2a009477 req-9fdbfb1c-88c1-4ac4-8bae-9ba86e48b159 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:20.054399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee5cec6-fc7d-4f7c-b444-be2f2a009477 req-9fdbfb1c-88c1-4ac4-8bae-9ba86e48b159 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 985 time: 0.0775511 Dec 23 16:26:20.097833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee5cec6-fc7d-4f7c-b444-be2f2a009477 req-3713f551-ecf6-4ed1-937e-280b865aed2e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Dec 23 16:26:20.188320 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62cc273b-332b-4f40-a79f-b4b78e0ab85c req-a07a238f-4f66-4f46-b7c5-a51dc1f0d983 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 1138 time: 0.0655758 Dec 23 16:26:20.233211 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62cc273b-332b-4f40-a79f-b4b78e0ab85c req-b4d5ddb8-4e80-49d8-b5e5-1276cbbe670d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376785 Dec 23 16:26:21.289267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11235f60-2ddb-4019-a2fa-8840b817ea41 req-2f711822-0b70-400e-99fc-f998cc4855e5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:21.290705 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-11235f60-2ddb-4019-a2fa-8840b817ea41 req-2f711822-0b70-400e-99fc-f998cc4855e5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 985 time: 0.0749888 Dec 23 16:26:21.334691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-11235f60-2ddb-4019-a2fa-8840b817ea41 req-67cab3c0-fc0b-4cbd-84a5-eff27059be4d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Dec 23 16:26:21.856090 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:26:22.530526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc913fa-2d2d-4314-a1d7-1cab23aea6ea req-cecf27eb-f2dd-42f4-b8f8-4f9d0d0d5d5a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:22.531963 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ddc913fa-2d2d-4314-a1d7-1cab23aea6ea req-cecf27eb-f2dd-42f4-b8f8-4f9d0d0d5d5a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 985 time: 0.0774109 Dec 23 16:26:22.575505 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ddc913fa-2d2d-4314-a1d7-1cab23aea6ea req-11987755-d58d-4316-84a0-0021db525428 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374751 Dec 23 16:26:22.764543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3a11f-1c0c-4688-887e-4d11913b3b36 req-e774b2a7-a9c2-41f4-93d1-2e288c42f599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:22.765962 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d6c3a11f-1c0c-4688-887e-4d11913b3b36 req-e774b2a7-a9c2-41f4-93d1-2e288c42f599 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 985 time: 0.0748117 Dec 23 16:26:22.809285 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d6c3a11f-1c0c-4688-887e-4d11913b3b36 req-2b526334-ea45-4565-ade5-25a6518679c5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Dec 23 16:26:22.835438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58826) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:22.906861 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1cfbd3c3-a5b3-4e4a-9c4b-20e8504c72cf tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397&network_id=da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 200 len: 1133 time: 0.0702107 Dec 23 16:26:23.275530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2795f7-b33e-4bd0-92e1-f1ae6d82429a req-4f43bd8e-056e-48b0-b5f2-38c26c91c50e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:23.276988 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b2795f7-b33e-4bd0-92e1-f1ae6d82429a req-4f43bd8e-056e-48b0-b5f2-38c26c91c50e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 985 time: 0.0742004 Dec 23 16:26:23.320139 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b2795f7-b33e-4bd0-92e1-f1ae6d82429a req-e3691435-fec3-4c06-82e5-d72483e2f09e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Dec 23 16:26:24.522303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0b500-a968-47d3-8255-8ff6a4973bf4 req-c5f60e44-c9a4-41ed-bc94-c2cf07fb7a03 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:24.523748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e3a0b500-a968-47d3-8255-8ff6a4973bf4 req-c5f60e44-c9a4-41ed-bc94-c2cf07fb7a03 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 985 time: 0.0787971 Dec 23 16:26:24.567809 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e3a0b500-a968-47d3-8255-8ff6a4973bf4 req-b4456e2d-19ff-409e-9a5f-435e5e3e4e1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=076f40f3-a1e9-4b5e-96f5-8967efd8aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Dec 23 16:26:24.706980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-d8494405-9d64-49e8-925c-3e03df5d3e4a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:24.708308 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-d8494405-9d64-49e8-925c-3e03df5d3e4a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 985 time: 0.0740163 Dec 23 16:26:24.780575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-675d5bdb-7a8f-4573-b0d7-bb7b1277b6c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:24.781880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-675d5bdb-7a8f-4573-b0d7-bb7b1277b6c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0676820 Dec 23 16:26:24.921158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-ad113a82-c452-4988-a347-af257d6c5d17 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1345594 Dec 23 16:26:24.930427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:25.039632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:25.227519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:25.255004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] For port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:26:25.301610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] device_id is not set on port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 yet. {{(pid=83494) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 16:26:25.308921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:25.313335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:25.529572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=11']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:25.587449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] No DVR routers for this DVR port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:26:25.666938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e9f2c1cb-d94c-41c3-a833-26da7582f743 None None] Provisioning complete for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:25.667610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c1cb-d94c-41c3-a833-26da7582f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:25.723632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2c1cb-d94c-41c3-a833-26da7582f743 None None] Port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:26:25.782162 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4c8f064-5eb1-4853-9bcf-3b3eb6251c39 req-16261dc6-ab38-44c7-9d42-6700c169bc5e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4e9248-76b9-4ac5-97b6-3f913c088397 HTTP/1.1" status: 200 len: 210 time: 0.0556126 Dec 23 16:26:25.873747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] In _notify_port_updated(), no bound segment for port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 on network da0262d8-34fa-4dfb-9bc9-6f6667927771 {{(pid=83494) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 16:26:25.874673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:25.875931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-485a029e-bdfe-42fb-a0fb-04da03409464 req-f46c759a-c257-4fbe-a75e-d4f50ce196c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 200 len: 1028 time: 0.9492557 Dec 23 16:26:26.885141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58840) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:26.952443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb698-62b3-4838-9ea0-e3c85835eeb5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:26.979671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb698-62b3-4838-9ea0-e3c85835eeb5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.043178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb698-62b3-4838-9ea0-e3c85835eeb5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.061943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb698-62b3-4838-9ea0-e3c85835eeb5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22264650-eb14-4403-8c0e-24799d2e2480,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:27.069797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb698-62b3-4838-9ea0-e3c85835eeb5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.074658 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8c0fb698-62b3-4838-9ea0-e3c85835eeb5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/22264650-eb14-4403-8c0e-24799d2e2480 HTTP/1.1" status: 204 len: 168 time: 0.1847563 Dec 23 16:26:27.112828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58846) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:27.307139 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port cc4bac94-31cf-4b20-8e21-83152a715baa {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:26:27.307474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.467374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.467729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.582551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for cc4bac94-31cf-4b20-8e21-83152a715baa owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:26:27.725872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.749552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:26:27.776545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=cc4bac94-31cf-4b20-8e21-83152a715baa,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:27.805327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:26:27.872697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:28.349052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 973fd0e6-69ae-46e7-a124-bec0175d192a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:26:28.549640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:26:28.558714 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] Sync routers for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:26:28.568343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:28.571095 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:28.571723 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:28.619915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4c2214f4-fca6-4a7d-a16f-4d286aa064b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/37d5bd3f-70a5-48a6-b2f3-9e4fe521f23b HTTP/1.1" status: 204 len: 168 time: 1.5059288 Dec 23 16:26:28.748337 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:28.771239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58854) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:28.837822 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06382605-93d5-4d07-9e00-0b8e36c16ed5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:28.865345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06382605-93d5-4d07-9e00-0b8e36c16ed5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:28.927464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06382605-93d5-4d07-9e00-0b8e36c16ed5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:28.946020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06382605-93d5-4d07-9e00-0b8e36c16ed5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72d288a-8557-4eba-b1d0-b563358c0346,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:28.953774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-06382605-93d5-4d07-9e00-0b8e36c16ed5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:28.956433 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-06382605-93d5-4d07-9e00-0b8e36c16ed5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/f72d288a-8557-4eba-b1d0-b563358c0346 HTTP/1.1" status: 204 len: 168 time: 0.1841865 Dec 23 16:26:29.007087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58860) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:29.061966 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:53Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:29.065736 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] Checking router: 973fd0e6-69ae-46e7-a124-bec0175d192a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:26:29.074491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:26:29.074827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:29.076860 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:29.077328 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:29.253652 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:29.307617 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:29.430526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 3fdae6ef-7a48-4b8c-8de7-d1386c76c835 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:26:29.574423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:29.595298 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:53Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:29.599087 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881e700-70c4-492e-b177-f2d7abb5fb1d None None] The sync data for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv is: [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:25:46Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e3dfe116-9166-42de-8c4d-dcab656aae06', 'name': '', 'network_id': 'da0262d8-34fa-4dfb-9bc9-6f6667927771', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:72:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:46Z', 'updated_at': '2021-12-23T16:25:53Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'c2845be5-530e-4474-81a8-da4e773509a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:26:29.622659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=3fdae6ef-7a48-4b8c-8de7-d1386c76c835,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:29.730097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:29.740667 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b577a99-81b3-4791-9a54-955497b53c7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/ports/3fdae6ef-7a48-4b8c-8de7-d1386c76c835 HTTP/1.1" status: 204 len: 168 time: 0.7321916 Dec 23 16:26:29.743074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58864) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:29.842807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea4ecc-fbdd-4a40-a440-c6aca2728bca None None] New status for floating IP 37d5bd3f-70a5-48a6-b2f3-9e4fe521f23b: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:26:30.133059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:30.812213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port e3dfe116-9166-42de-8c4d-dcab656aae06 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:26:30.812932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:30.990108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port e3dfe116-9166-42de-8c4d-dcab656aae06, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e3dfe116-9166-42de-8c4d-dcab656aae06,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:30.990456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:31.110498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for e3dfe116-9166-42de-8c4d-dcab656aae06 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:26:31.290727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:31.335960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=e3dfe116-9166-42de-8c4d-dcab656aae06,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:31.347421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.347790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.348122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.348449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.348781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.349102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.349422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.349742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.350058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.350860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.350860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:31.634920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:32.285781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 973fd0e6-69ae-46e7-a124-bec0175d192a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:26:32.481984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:26:32.490960 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] Sync routers for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:26:32.494064 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b7ab7c96-f9ea-4019-9dbd-3cb730c5ed2d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/973fd0e6-69ae-46e7-a124-bec0175d192a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499192 Dec 23 16:26:32.496614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58868) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:32.502800 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:32.503445 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:32.675538 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:32.678726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet c2845be5-530e-4474-81a8-da4e773509a4 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:26:32.681576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:32.734492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:32.813490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:32.885681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:32.924021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=c2845be5-530e-4474-81a8-da4e773509a4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:32.928838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:32.934885 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7a2c68e4-2904-460b-aa48-861985bcaaba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/c2845be5-530e-4474-81a8-da4e773509a4 HTTP/1.1" status: 204 len: 168 time: 0.4372625 Dec 23 16:26:32.937850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58872) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:32.938339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89f81b-ada0-4b2b-bb36-358d06f10233 None None] Network da0262d8-34fa-4dfb-9bc9-6f6667927771 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:26:32.954402 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:26:31Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:32.958267 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] Checking router: 973fd0e6-69ae-46e7-a124-bec0175d192a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:26:32.968258 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] Routers {'973fd0e6-69ae-46e7-a124-bec0175d192a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:32.968835 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['973fd0e6-69ae-46e7-a124-bec0175d192a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:33.160797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.164603 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] Set router 973fd0e6-69ae-46e7-a124-bec0175d192a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:33.200012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] DHCP port deletion for da0262d8-34fa-4dfb-9bc9-6f6667927771 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:26:33.204372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] Deleting port 91cadbc9-14c5-462e-97f9-77da8a8258b6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:26:33.204772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.430806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] For port 91cadbc9-14c5-462e-97f9-77da8a8258b6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=91cadbc9-14c5-462e-97f9-77da8a8258b6,segment=NetworkSegment(596d59a8-65e0-4ea6-b016-617d0ee6e1b4),segment_id=596d59a8-65e0-4ea6-b016-617d0ee6e1b4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:33.431878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.447449 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:26:31Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:33.451482 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d30272-f388-4eaa-b7e3-23f1b9762b41 None None] The sync data for ids ['973fd0e6-69ae-46e7-a124-bec0175d192a'] in dv-neutron-822800-1-hyperv is: [{'id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'name': 'tempest-TestNetworkBasicOps-router-1995088641', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:42Z', 'updated_at': '2021-12-23T16:26:31Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '90f438d5-6dd1-4e5f-aae7-a99aa061d2fa', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:98:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973fd0e6-69ae-46e7-a124-bec0175d192a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:43Z', 'updated_at': '2021-12-23T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:26:33.458067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.467766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:26:33.468079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.558616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] Calling delete_port for 91cadbc9-14c5-462e-97f9-77da8a8258b6 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:26:33.629109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.640181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:33.640533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.707855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] Pushing event deleted for resources: {'Port': ['ID=91cadbc9-14c5-462e-97f9-77da8a8258b6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:33.712863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd3167-f6e8-4e74-a4ef-41cc92e4b979 None None] No DVR routers for this DVR port 91cadbc9-14c5-462e-97f9-77da8a8258b6 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:26:33.762543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:26:33.930192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:33.972931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=90f438d5-6dd1-4e5f-aae7-a99aa061d2fa,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:34.184576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.428621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.433238 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.456846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.457374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router 973fd0e6-69ae-46e7-a124-bec0175d192a {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:26:34.471481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.472695 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41494b81-5572-45ed-ad36-dd2ab9e833bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/973fd0e6-69ae-46e7-a124-bec0175d192a HTTP/1.1" status: 204 len: 168 time: 1.5322936 Dec 23 16:26:34.475440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58876) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:34.590935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.716548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.740418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0262d8-34fa-4dfb-9bc9-6f6667927771']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:34.752454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596d59a8-65e0-4ea6-b016-617d0ee6e1b4') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:34.752746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596d59a8-65e0-4ea6-b016-617d0ee6e1b4') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:34.763436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.778734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.785087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:26:34.785440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:26:34.799484 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:26:34.876527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.893139 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.903537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=da0262d8-34fa-4dfb-9bc9-6f6667927771,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:34.915088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8730d27e-3fba-451e-ad0f-74bfe39e63be tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/da0262d8-34fa-4dfb-9bc9-6f6667927771 HTTP/1.1" status: 204 len: 168 time: 0.4382696 Dec 23 16:26:34.925815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:34.941039 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-717aa164-f8c6-4cbc-8f40-ae2fca931b23 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115845 Dec 23 16:26:34.941365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58884) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:34.946772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--1534951613', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:34.952048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:34.956165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:34.959823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:34.966296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:34.979983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:26:34.982912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:34.995032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbe81a29-fc80-40c2-9294-fb49a550332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.012843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:26:35.022551 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.023125 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment 33f8c59d-bf75-4ee9-b9a9-7d8f7208a491 of type vlan for network fb8661f0-23e5-4e05-8004-dad303cca474 Dec 23 16:26:35.052591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.083146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.086767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:35.087334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.127473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 91cadbc9-14c5-462e-97f9-77da8a8258b6 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:26:35.161604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 91cadbc9-14c5-462e-97f9-77da8a8258b6 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:26:35.161950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 91cadbc9-14c5-462e-97f9-77da8a8258b6 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:26:35.162379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e3dfe116-9166-42de-8c4d-dcab656aae06 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:26:35.197045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: e3dfe116-9166-42de-8c4d-dcab656aae06 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:26:35.197395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e3dfe116-9166-42de-8c4d-dcab656aae06 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:26:35.197806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:26:35.230081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:26:35.230326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 90f438d5-6dd1-4e5f-aae7-a99aa061d2fa not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:26:35.284587 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3422334 Dec 23 16:26:35.287327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a185e56-58d8-4612-aa3e-f0b02d7bf7e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=fb8661f0-23e5-4e05-8004-dad303cca474,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:35.287484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58888) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:35.293868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:35.297508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network fb8661f0-23e5-4e05-8004-dad303cca474 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:26:35.302437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:35.306192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:35.309019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:35.315273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:35.325531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.326682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.345938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.490968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.754164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.783063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:35.912141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.151 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ac18b063-e42e-4799-a255-dfde3f4e7204) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:26:36.052387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:36.078373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:36.143121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:26:36.145912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:36.150091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:26:36.176788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ac18b063-e42e-4799-a255-dfde3f4e7204,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:36.302335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:36.303107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:36.524195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 6259f504-1b4b-461d-90a4-deedb1cb0644 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:26:36.683700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:36.722553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:26:36.732028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Sync routers for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:26:36.744174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:36.744807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:36.747756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:36.748942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-448db9bb-b091-4c68-8fbd-8d9160693095 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4605520 Dec 23 16:26:36.751968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58892) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:36.791520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6bdf8f10-1985-46a4-b936-7a94c0630253 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384946 Dec 23 16:26:36.793995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58896) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:36.918804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:36.919954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117dfe36-1899-47a8-b9df-36f7cd367c58 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:36.921456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-117dfe36-1899-47a8-b9df-36f7cd367c58 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266026 Dec 23 16:26:36.924232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58900) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:36.961984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2c682e1e-767b-4b54-88ad-dadf1a449746 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366466 Dec 23 16:26:36.964271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58904) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:36.969621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499576500', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:37.083871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:37.087779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:37.090638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:37.096266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:37.108082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:26:37.198038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:36Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:37.201842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Checking router: 6259f504-1b4b-461d-90a4-deedb1cb0644 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:26:37.202183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Updating router 6259f504-1b4b-461d-90a4-deedb1cb0644 port ac18b063-e42e-4799-a255-dfde3f4e7204 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:26:37.208128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.260170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a52c-dffe-4ca3-8af1-f31f152618bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.263749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.529865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.603396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.604662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=008f683a-cb77-401a-b10c-9557663d4087,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:37.614940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Transition to ACTIVE for port object ac18b063-e42e-4799-a255-dfde3f4e7204 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:37.620421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:26:37.620788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: fb8661f0-23e5-4e05-8004-dad303cca474, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:26:37.621236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.641722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network fb8661f0-23e5-4e05-8004-dad303cca474 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:26:37.651681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, fb8661f0-23e5-4e05-8004-dad303cca474) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:37.656694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:37.657340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.667321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe1ed37-21db-4f19-b938-ec687b34f093 None None] Network fb8661f0-23e5-4e05-8004-dad303cca474 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:26:37.679714 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3bd34d4e-2a37-4373-a53f-8096333276a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7142751 Dec 23 16:26:37.682457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58908) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:37.780954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e7489-a911-4782-977a-249abcce41de None None] Pushing event updated for resources: {'Port': ['ID=ac18b063-e42e-4799-a255-dfde3f4e7204,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:37.783069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Attempting to bind port ac18b063-e42e-4799-a255-dfde3f4e7204 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:26:37.783434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Attempting to bind port ac18b063-e42e-4799-a255-dfde3f4e7204 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:26:37.783811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Attempting to bind port ac18b063-e42e-4799-a255-dfde3f4e7204 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:26:37.806094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:26:37.806463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:26:37.806865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.807250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:26:37.807747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Bound port: ac18b063-e42e-4799-a255-dfde3f4e7204, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:26:37.808115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.973177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] For port ac18b063-e42e-4799-a255-dfde3f4e7204, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:26:38.006450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] For port ac18b063-e42e-4799-a255-dfde3f4e7204, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac18b063-e42e-4799-a255-dfde3f4e7204,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:26:38.018672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:38.054949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-fb8661f0-23e5-4e05-8004-dad303cca474', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:26:38.055681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:38.152767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e7489-a911-4782-977a-249abcce41de None None] Pushing event updated for resources: {'Port': ['ID=ac18b063-e42e-4799-a255-dfde3f4e7204,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:38.169945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:38.170566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:38.402978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:38.412647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Allocated IP 172.20.0.2 (fb8661f0-23e5-4e05-8004-dad303cca474/008f683a-cb77-401a-b10c-9557663d4087/a757d8e8-5c23-4e17-8384-4fccdb9e4a2a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:26:38.425645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:38.437457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:38.684885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:38.870045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:38.882397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Transition to ACTIVE for port object a757d8e8-5c23-4e17-8384-4fccdb9e4a2a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:38.909452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Transition to ACTIVE for port object a757d8e8-5c23-4e17-8384-4fccdb9e4a2a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:38.918119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:38.968148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:36Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:38.981067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (fb8661f0-23e5-4e05-8004-dad303cca474/008f683a-cb77-401a-b10c-9557663d4087/272d9597-fd5b-40dc-9269-2ffa9bdc7cc9) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:26:38.982225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc1f48-c36f-44b3-ad58-16aad8c725c8 None None] The sync data for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv is: [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:36Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:26:38.999192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Network fb8661f0-23e5-4e05-8004-dad303cca474 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:26:38.999978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Pushing event updated for resources: {'Port': ['ID=a757d8e8-5c23-4e17-8384-4fccdb9e4a2a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:39.002602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:39.004854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:26:39.093567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Attempting to bind port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:26:39.093938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Attempting to bind port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:26:39.094418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Attempting to bind port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a on network fb8661f0-23e5-4e05-8004-dad303cca474 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:26:39.101876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:26:39.102504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Checking segment: {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:26:39.102896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.103278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Bound using segment: {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:26:39.103755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Bound port: a757d8e8-5c23-4e17-8384-4fccdb9e4a2a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:26:39.104122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.232507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] For port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:26:39.237327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] For port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a757d8e8-5c23-4e17-8384-4fccdb9e4a2a,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:26:39.244728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.279840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.296657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:39.322666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.335928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e069a6b-128b-4e4d-9b91-083b061b72ad None None] Pushing event updated for resources: {'Port': ['ID=a757d8e8-5c23-4e17-8384-4fccdb9e4a2a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:39.409107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network fb8661f0-23e5-4e05-8004-dad303cca474 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:26:39.412742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:39.417248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:26:39.446001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:39.483150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.587993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.855975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.998652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:40.004264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:40.115509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:40.117822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:40.256959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network fb8661f0-23e5-4e05-8004-dad303cca474 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:26:40.258168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:40.278872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ecedc-751c-48c0-afb9-579b452db20e None None] Network fb8661f0-23e5-4e05-8004-dad303cca474 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:26:40.375126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-80bbf00c-80fe-48ed-bdc9-994882dd5458 None None] Provisioning for port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:40.637135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 6259f504-1b4b-461d-90a4-deedb1cb0644 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:26:40.816816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d5b648f8-ba7f-4121-a033-2b04d1f812bc None None] Provisioning for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:40.823095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d5b648f8-ba7f-4121-a033-2b04d1f812bc None None] Provisioning complete for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:40.823862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d5b648f8-ba7f-4121-a033-2b04d1f812bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:40.885189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d5b648f8-ba7f-4121-a033-2b04d1f812bc None None] Port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:26:40.958949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:26:40.973252 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ef591fd2-2779-4401-b46c-cd8a2c4bb2de tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/6259f504-1b4b-461d-90a4-deedb1cb0644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2894378 Dec 23 16:26:40.975301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58912) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:41.037669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-08d66a60-9c01-4233-b7ee-1b0dc87ba896 None None] Provisioning complete for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:41.038082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08d66a60-9c01-4233-b7ee-1b0dc87ba896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.125890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d1e70-17e0-4749-bb87-3738e2d1563c tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.126437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d1e70-17e0-4749-bb87-3738e2d1563c tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.127193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d1e70-17e0-4749-bb87-3738e2d1563c tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.127193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d1e70-17e0-4749-bb87-3738e2d1563c tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.128889 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ec6d1e70-17e0-4749-bb87-3738e2d1563c tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1524286 Dec 23 16:26:41.131465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58916) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:41.169881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-08d66a60-9c01-4233-b7ee-1b0dc87ba896 None None] Port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:26:41.202506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947652ab-8760-44bd-94e5-a3d798259b65 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.202879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947652ab-8760-44bd-94e5-a3d798259b65 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.203249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947652ab-8760-44bd-94e5-a3d798259b65 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.203573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947652ab-8760-44bd-94e5-a3d798259b65 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:41.207085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-947652ab-8760-44bd-94e5-a3d798259b65 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0732424 Dec 23 16:26:41.210352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58920) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:41.221147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac18b063-e42e-4799-a255-dfde3f4e7204 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:41.300177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6baa5d30-ef85-4d1d-85ce-badab09a0d76 None None] Provisioning complete for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:41.300896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6baa5d30-ef85-4d1d-85ce-badab09a0d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.326802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ac18b063-e42e-4799-a255-dfde3f4e7204 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:41.338191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ac18b063-e42e-4799-a255-dfde3f4e7204 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:41.338435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.396929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6baa5d30-ef85-4d1d-85ce-badab09a0d76 None None] Port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:26:41.416421 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3cbf592f-5e90-48b6-9154-39e7c636f615 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2025280 Dec 23 16:26:41.468393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.484458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ac18b063-e42e-4799-a255-dfde3f4e7204, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac18b063-e42e-4799-a255-dfde3f4e7204,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:41.488474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.489391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a757d8e8-5c23-4e17-8384-4fccdb9e4a2a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:41.602699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ac18b063-e42e-4799-a255-dfde3f4e7204,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:41.616992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:41.624132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58926) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:41.630005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:41.630305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038775099', 'description': 'tempest-secgroup-smoke-2038775099 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:41.630452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.636227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:41.640499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:41.644006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:41.649566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:41.659739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.693590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:41.697532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:41.700252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:41.706347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:41.745830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.758548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.762386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.779333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a757d8e8-5c23-4e17-8384-4fccdb9e4a2a,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:41.783777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.812850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdfc320-090e-441e-8c54-29f711d9269b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:41.817115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.818569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-48b630ff-3157-46f8-95f1-86de87b63d47 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1934454 Dec 23 16:26:41.821591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58930) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:41.827365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'ccdfc320-090e-441e-8c54-29f711d9269b', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:41.833689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:41.837583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:41.840403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:41.845922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:41.852370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a757d8e8-5c23-4e17-8384-4fccdb9e4a2a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:41.861249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.861598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.861934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.862261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.862586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.862910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.863062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.863261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.863580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.863894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.864208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.864525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:41.924483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.927781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.951656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c2286c-de74-447a-a16e-a83d4dce8932,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:41.960438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:41.961723 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c5456696-8521-4251-b2ba-fa5c93902657 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1391187 Dec 23 16:26:41.964472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58934) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:41.969861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'ccdfc320-090e-441e-8c54-29f711d9269b', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:41.975662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:41.979348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:41.982146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:41.988222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:42.004671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.063352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.067834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.091839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2540792-7ffb-43e4-a265-87cb892edf5c,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:42.101936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.103171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e469ada6-aaf4-4d55-b1e2-a6915208b4ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377070 Dec 23 16:26:42.105795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58938) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:42.111694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'ccdfc320-090e-441e-8c54-29f711d9269b', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:42.117248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:42.120965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:42.123785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:42.130194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:42.147468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.209356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.212866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.240080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c50c8c-47bc-4ffe-95f3-4573d6a52d17,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:42.249073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.250255 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b7a80418-2d92-4c2a-bdc3-5808ba61d48e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435537 Dec 23 16:26:42.253521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58942) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:42.258744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'ccdfc320-090e-441e-8c54-29f711d9269b', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:42.264987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:42.269355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:42.272215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:42.277777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:42.294725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.359084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.362611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.387487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224bce8f-af93-4572-a4cc-7449165adb75,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:42.400120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.404517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 58946) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:42.405457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bebe0221-295b-4b96-8274-aa38960254e1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1509564 Dec 23 16:26:42.411282 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'ccdfc320-090e-441e-8c54-29f711d9269b', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:42.417908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:42.421855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:42.424815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:42.434625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:42.444737 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:26:42.451365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.515480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.519750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.542567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6fe08c-0dc0-4b0e-8bb7-5f064ca406a6,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:42.550122 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Sync routers for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:26:42.554953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.555239 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.555738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.556201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.556538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.557194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.557522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.557979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.558294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.558618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.558936 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:26:42.561922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.564302 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0bf5a254-071c-4241-9f75-3aa18ed89bb8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1565096 Dec 23 16:26:42.566210 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:42.566574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58950) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:42.566820 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:42.572298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'ccdfc320-090e-441e-8c54-29f711d9269b', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:42.578082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:42.582383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:42.585194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:42.590698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:42.601239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:26:42.607454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.671217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.675277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.697696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3e6e58-312a-4480-af92-8829ac72bd29,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:42.706452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:42.707980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0b1f7179-16da-4c69-a7a1-625ec6568860 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400054 Dec 23 16:26:42.746155 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:42.876806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-70801302-ca3e-45a7-bd28-f14f3ee890cf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:26:42.891616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-70801302-ca3e-45a7-bd28-f14f3ee890cf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:26:42.892776 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-70801302-ca3e-45a7-bd28-f14f3ee890cf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038775099&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0561981 Dec 23 16:26:43.035863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-bb56e560-4215-4970-aafa-a57a2eafe2e0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:43.036533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-bb56e560-4215-4970-aafa-a57a2eafe2e0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:26:43.052303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-bb56e560-4215-4970-aafa-a57a2eafe2e0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:26:43.053444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-bb56e560-4215-4970-aafa-a57a2eafe2e0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 200 len: 797 time: 0.1540959 Dec 23 16:26:43.069385 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-f3622dd9-52c4-4482-83f1-170666bbb19b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0106273 Dec 23 16:26:43.081105 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:43.084934 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Checking router: 6259f504-1b4b-461d-90a4-deedb1cb0644 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:26:43.085277 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Updating router 6259f504-1b4b-461d-90a4-deedb1cb0644 port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:26:43.147157 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.151747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac18b063-e42e-4799-a255-dfde3f4e7204 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:43.156886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-75a7473b-6914-4648-9c96-3f56fd455ebf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:26:43.172952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-75a7473b-6914-4648-9c96-3f56fd455ebf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:26:43.175243 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-75a7473b-6914-4648-9c96-3f56fd455ebf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999813 Dec 23 16:26:43.226369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ac18b063-e42e-4799-a255-dfde3f4e7204 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:43.226739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.350541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a757d8e8-5c23-4e17-8384-4fccdb9e4a2a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:43.408352 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-6c071849-d64b-4ca5-b602-30386063b812 service neutron] 10.222.0.18 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194297 Dec 23 16:26:43.424164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:43.424544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.508340 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.521065 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Transition to ACTIVE for port object 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:43.527652 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.540251 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-9be2ddb3-75ec-4390-a330-70905907d20b service neutron] 10.222.0.18 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268806 Dec 23 16:26:43.701901 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf0834-8165-4333-90dc-5d85899b01b4 None None] Pushing event updated for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:43.764245 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6e5f6654-cd31-43a7-b92c-a9676d36ef1c req-6b464f30-679f-4c86-89e2-24d3b591762e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 210 time: 0.0488982 Dec 23 16:26:43.769857 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Attempting to bind port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:26:43.770103 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Attempting to bind port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:26:43.770661 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Attempting to bind port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 on network fb8661f0-23e5-4e05-8004-dad303cca474 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:26:43.781650 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:26:43.782103 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Checking segment: {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:26:43.782521 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.782902 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Bound using segment: {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:26:43.783353 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Bound port: 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:26:43.783944 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.877856 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] For port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:26:43.880962 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] For port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:26:43.885229 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:43.965699 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf0834-8165-4333-90dc-5d85899b01b4 None None] Pushing event updated for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:43.972864 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:43.973721 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:44.166215 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:44.485333 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:26:43Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:44.489646 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f06acb-12e9-42f2-a0af-1eeac0662b23 None None] The sync data for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv is: [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:26:43Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:26:44.842412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-55d9e0d6-12b3-4ed9-85dd-9bf4d95c41b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:44.844658 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-55d9e0d6-12b3-4ed9-85dd-9bf4d95c41b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 200 len: 797 time: 0.1656671 Dec 23 16:26:45.055350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-178437e2-cbf2-4cba-9f78-eb93a059ed67 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 380 time: 0.1969106 Dec 23 16:26:45.061846 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19f61347-249c-48ff-960a-a758abdd3f5d req-1f13d2e9-95ca-47b3-8696-152b34ae94dd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 210 time: 0.1553366 Dec 23 16:26:45.066392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['ccdfc320-090e-441e-8c54-29f711d9269b']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:45.167957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:45.210125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:45.221053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:45.232869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:26:45.236837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:45.237563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.242505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:45.243084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.361642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.396430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:45.402071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.414581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.7 (fb8661f0-23e5-4e05-8004-dad303cca474/008f683a-cb77-401a-b10c-9557663d4087/a540f6da-3404-4179-905c-3232138127b3) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:26:45.510881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:45.610369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.625917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object a540f6da-3404-4179-905c-3232138127b3 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:45.647208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.713454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network fb8661f0-23e5-4e05-8004-dad303cca474 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:26:45.716401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:45.720099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:26:45.761179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=a540f6da-3404-4179-905c-3232138127b3,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:45.795303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:45.795932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.821440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-65754a58-93d8-44fb-8640-9ea0f811a836 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585540 Dec 23 16:26:45.833002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Request body: {'port': {'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:45.941079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:45.994601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a258ef87-1f9d-48db-9480-b8f51a5db3e0 None None] Provisioning for port a540f6da-3404-4179-905c-3232138127b3 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:45.999035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a258ef87-1f9d-48db-9480-b8f51a5db3e0 None None] Provisioning complete for port a540f6da-3404-4179-905c-3232138127b3 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:45.999402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a258ef87-1f9d-48db-9480-b8f51a5db3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:46.052629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a258ef87-1f9d-48db-9480-b8f51a5db3e0 None None] Port a540f6da-3404-4179-905c-3232138127b3 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:26:46.336169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a540f6da-3404-4179-905c-3232138127b3 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:26:46.344534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e10a3-26c1-4916-80ae-514f07620f0a req-fad0932f-a8c7-41e6-be62-6298416cb9ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:46.345746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-1a6e10a3-26c1-4916-80ae-514f07620f0a req-fad0932f-a8c7-41e6-be62-6298416cb9ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:26:46.351909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:46.372912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Transition to ACTIVE for port object a540f6da-3404-4179-905c-3232138127b3 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:26:46.374249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-1a6e10a3-26c1-4916-80ae-514f07620f0a req-fad0932f-a8c7-41e6-be62-6298416cb9ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:26:46.375857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a6e10a3-26c1-4916-80ae-514f07620f0a req-fad0932f-a8c7-41e6-be62-6298416cb9ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 931 time: 0.1767364 Dec 23 16:26:46.379366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:46.521624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Pushing event updated for resources: {'Port': ['ID=a540f6da-3404-4179-905c-3232138127b3,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:46.546448 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a6e10a3-26c1-4916-80ae-514f07620f0a req-57ad2523-914f-4672-9d33-e3437bda6eed tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632409 Dec 23 16:26:46.651145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Attempting to bind port a540f6da-3404-4179-905c-3232138127b3 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:26:46.651473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Attempting to bind port a540f6da-3404-4179-905c-3232138127b3 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:26:46.651885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Attempting to bind port a540f6da-3404-4179-905c-3232138127b3 on network fb8661f0-23e5-4e05-8004-dad303cca474 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:26:46.658078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Port a540f6da-3404-4179-905c-3232138127b3 on network fb8661f0-23e5-4e05-8004-dad303cca474 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:26:46.658389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Attempting to bind port a540f6da-3404-4179-905c-3232138127b3 on network fb8661f0-23e5-4e05-8004-dad303cca474 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:26:46.664482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:26:46.664812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Checking segment: {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:26:46.665177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Bound using segment: {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:26:46.665583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Bound port: a540f6da-3404-4179-905c-3232138127b3, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:26:46.665917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:46.751834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] For port a540f6da-3404-4179-905c-3232138127b3, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:26:46.754574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] For port a540f6da-3404-4179-905c-3232138127b3, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a540f6da-3404-4179-905c-3232138127b3,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:26:46.759169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:46.820544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:46.821882 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] 10.222.0.59 "PUT /v2.0/ports/a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 200 len: 1093 time: 0.9930112 Dec 23 16:26:46.822310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'tag': 'a540f6da-3404-4179-905c-3232138127b3'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:26:46.844977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb15ee-6984-46c2-9e55-6520b6d74440 service neutron] Pushing event updated for resources: {'Port': ['ID=a540f6da-3404-4179-905c-3232138127b3,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:46.896822 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'tag': 'a540f6da-3404-4179-905c-3232138127b3', 'status': 'completed', 'code': 200} Dec 23 16:26:46.936529 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-764b62e6-d717-48ca-886f-103cddc9e428 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1096 time: 0.0727484 Dec 23 16:26:47.105625 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-dac2b73c-4938-4735-b959-0c6d798389db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 200 len: 217 time: 0.1593506 Dec 23 16:26:47.141360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:47.171621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-dbad910b-1ec1-45e8-bc06-dece2af37c35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:47.173515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-dbad910b-1ec1-45e8-bc06-dece2af37c35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=008f683a-cb77-401a-b10c-9557663d4087 HTTP/1.1" status: 200 len: 834 time: 0.0606508 Dec 23 16:26:47.208297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:47.208665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:47.245695 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-2cc2b22c-1d5d-41df-ba4c-0f146409da3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8661f0-23e5-4e05-8004-dad303cca474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663047 Dec 23 16:26:47.375991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-02f65768-ad0d-4404-aa44-9799ec596b9f service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215003 Dec 23 16:26:47.508570 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ded20c9-724a-48b4-9ae0-e64c6c9aa49f req-2545a218-8c7f-4859-aaba-dac34e43703c service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260223 Dec 23 16:26:47.618396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd873754-8d71-4b31-80c8-49fd06080308 req-4515122e-9ffd-4cf9-b7fc-66c1900b7047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1096 time: 0.0658669 Dec 23 16:26:47.805992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd873754-8d71-4b31-80c8-49fd06080308 req-2dab8b09-55a2-449e-88a2-3a700e7fa799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:47.807405 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd873754-8d71-4b31-80c8-49fd06080308 req-2dab8b09-55a2-449e-88a2-3a700e7fa799 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 200 len: 898 time: 0.1831241 Dec 23 16:26:47.867448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27393a-0564-499a-b1af-70a5323f2435 req-8850ebde-1a8f-4b9a-995f-e83d81b08ec6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:47.868853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba27393a-0564-499a-b1af-70a5323f2435 req-8850ebde-1a8f-4b9a-995f-e83d81b08ec6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 943 time: 0.1795104 Dec 23 16:26:47.896172 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd873754-8d71-4b31-80c8-49fd06080308 req-98714971-713a-4506-b0bd-660a021043a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 200 len: 217 time: 0.0828071 Dec 23 16:26:47.959706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba27393a-0564-499a-b1af-70a5323f2435 req-21191e29-37ca-48f3-941d-76f081039032 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854270 Dec 23 16:26:47.970543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd873754-8d71-4b31-80c8-49fd06080308 req-dd8429c3-200b-4413-9f4b-3fe1142cdae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:47.971895 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd873754-8d71-4b31-80c8-49fd06080308 req-dd8429c3-200b-4413-9f4b-3fe1142cdae1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=008f683a-cb77-401a-b10c-9557663d4087 HTTP/1.1" status: 200 len: 834 time: 0.0627444 Dec 23 16:26:48.046460 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd873754-8d71-4b31-80c8-49fd06080308 req-939c56cb-4079-4010-b141-92f57742965d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8661f0-23e5-4e05-8004-dad303cca474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688097 Dec 23 16:26:48.174880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd873754-8d71-4b31-80c8-49fd06080308 req-37ecb19d-2e16-4608-a53a-71f626fac674 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216614 Dec 23 16:26:48.302976 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd873754-8d71-4b31-80c8-49fd06080308 req-e9c268a3-d172-4da1-9455-00269628db64 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214750 Dec 23 16:26:49.153124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a633002-8270-4506-9a0c-4221ae47e31f req-9b751388-1e3d-49b7-9661-c862e9315e6e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:49.154571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8a633002-8270-4506-9a0c-4221ae47e31f req-9b751388-1e3d-49b7-9661-c862e9315e6e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 943 time: 0.0761349 Dec 23 16:26:49.199723 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8a633002-8270-4506-9a0c-4221ae47e31f req-47d84bc0-a8f3-45ba-97e8-c433af762567 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387309 Dec 23 16:26:49.810461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a540f6da-3404-4179-905c-3232138127b3 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:26:49.944398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a540f6da-3404-4179-905c-3232138127b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a540f6da-3404-4179-905c-3232138127b3,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:49.957450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'a540f6da-3404-4179-905c-3232138127b3', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'mac_address': 'fa:16:3e:6f:7b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:26:50.008120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:50.025134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a540f6da-3404-4179-905c-3232138127b3 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:26:50.039176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a540f6da-3404-4179-905c-3232138127b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a540f6da-3404-4179-905c-3232138127b3,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:50.043702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:50.109098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=a540f6da-3404-4179-905c-3232138127b3,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:50.346599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['a540f6da-3404-4179-905c-3232138127b3'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:26:50.397268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5571f69-288a-4a27-9425-fc7a6e0d6070 req-d82d3159-a332-4926-be22-d3c2f0a3c689 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:50.398706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5571f69-288a-4a27-9425-fc7a6e0d6070 req-d82d3159-a332-4926-be22-d3c2f0a3c689 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 944 time: 0.0795348 Dec 23 16:26:50.443359 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5571f69-288a-4a27-9425-fc7a6e0d6070 req-87c7f3cf-cd95-4f05-87b4-388776a80016 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 Dec 23 16:26:51.632507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8d9b3-9b4f-4a6d-820c-6f0d74d8f53c req-91f0ed77-89b0-41cd-95d5-8b3d72fb41e5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:51.633929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3c8d9b3-9b4f-4a6d-820c-6f0d74d8f53c req-91f0ed77-89b0-41cd-95d5-8b3d72fb41e5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 944 time: 0.0729241 Dec 23 16:26:51.677830 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3c8d9b3-9b4f-4a6d-820c-6f0d74d8f53c req-8ada38e6-17f9-4f55-ae60-966ccffdb677 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385752 Dec 23 16:26:51.810410 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a540f6da-3404-4179-905c-3232138127b3 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:26:51.875068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port a540f6da-3404-4179-905c-3232138127b3 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:26:51.879473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port a540f6da-3404-4179-905c-3232138127b3 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:26:51.879864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:51.987956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:52.013967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540f6da-3404-4179-905c-3232138127b3'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:26:52.023972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a540f6da-3404-4179-905c-3232138127b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a540f6da-3404-4179-905c-3232138127b3,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:26:52.028140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:52.076389 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540f6da-3404-4179-905c-3232138127b3', 'code': 200} Dec 23 16:26:52.092303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=a540f6da-3404-4179-905c-3232138127b3,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:52.389613 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dae53eb8-f13f-41da-90c4-68da6db00de4 req-64a155bd-8a68-4526-9e7e-c0fb925bc206 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1098 time: 0.1553345 Dec 23 16:26:52.430768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dae53eb8-f13f-41da-90c4-68da6db00de4 req-b91c1750-d335-4ff7-8883-69ab001707fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348189 Dec 23 16:26:52.869190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5f55b-c9e6-4c39-9bda-275f5d9a81f5 req-9460095e-4709-4be9-bfac-c847f4573394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:52.870585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ba5f55b-c9e6-4c39-9bda-275f5d9a81f5 req-9460095e-4709-4be9-bfac-c847f4573394 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 945 time: 0.0727301 Dec 23 16:26:52.916885 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ba5f55b-c9e6-4c39-9bda-275f5d9a81f5 req-293eb0c6-f790-4088-ae64-766493b51842 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Dec 23 16:26:54.105849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84098f-8b41-4fa3-843b-4f9f5036c155 req-fa1cd150-8a18-4a2e-b724-04e33630af14 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:54.107279 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf84098f-8b41-4fa3-843b-4f9f5036c155 req-fa1cd150-8a18-4a2e-b724-04e33630af14 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 945 time: 0.0730829 Dec 23 16:26:54.151326 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf84098f-8b41-4fa3-843b-4f9f5036c155 req-e0326fdf-ae82-4d67-89ab-76db7d6d62dd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386798 Dec 23 16:26:54.343869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b855d6-0cd0-4114-81bc-06be5e8bf565 req-662bcb62-09f9-431e-92f1-7457d131b3d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:54.345282 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b855d6-0cd0-4114-81bc-06be5e8bf565 req-662bcb62-09f9-431e-92f1-7457d131b3d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 945 time: 0.0785015 Dec 23 16:26:54.388924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b855d6-0cd0-4114-81bc-06be5e8bf565 req-fe404cb1-f401-45f8-8831-615a7327b85e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Dec 23 16:26:54.416398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 58998) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:54.482814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0f6232be-8982-4c99-bafe-840b702290f6 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1093 time: 0.0653265 Dec 23 16:26:54.485471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59002) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:54.490529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:26:54.495812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:26:54.499790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:26:54.503097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:26:54.508996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:26:54.519281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:54.647148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:54.776132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.85 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/5ccba84b-22fa-4130-bd22-0ef77ed1fd93) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:26:54.914832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:54.941483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:55.003479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:26:55.006021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:26:55.012328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:26:55.038871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=5ccba84b-22fa-4130-bd22-0ef77ed1fd93,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:55.520443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:55.575822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:55.857553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:55.862539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:55.961298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=5ccba84b-22fa-4130-bd22-0ef77ed1fd93,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:26:55.978844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:56.165218 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP f15dfe87-4052-4aff-ad9f-90217e54d440 associated. External IP: 172.26.7.85, port: a540f6da-3404-4179-905c-3232138127b3. Dec 23 16:26:56.547412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 6259f504-1b4b-461d-90a4-deedb1cb0644 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:26:56.741465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:26:56.750556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] Sync routers for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:26:56.763101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:56.763736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:56.764311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:56.819572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-584221cf-a562-4196-be6e-6d49581f6ccc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3330743 Dec 23 16:26:56.820143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'tag': 'a540f6da-3404-4179-905c-3232138127b3'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:26:56.822263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59006) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:56.873289 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'tag': 'a540f6da-3404-4179-905c-3232138127b3', 'status': 'completed', 'code': 200} Dec 23 16:26:56.948032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:56.961928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-325e23f5-3c95-41c1-b389-7e47c58d9e46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1098 time: 0.0676444 Dec 23 16:26:57.035136 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f1d30b8c-0a4b-40f0-839d-2baca8767e64 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers/6259f504-1b4b-461d-90a4-deedb1cb0644 HTTP/1.1" status: 200 len: 923 time: 0.2116675 Dec 23 16:26:57.038118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:57.105218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-b365cf4e-3801-499c-8cc2-44dcaa512a0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:57.106655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-b365cf4e-3801-499c-8cc2-44dcaa512a0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 200 len: 898 time: 0.1380925 Dec 23 16:26:57.139863 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c1b1d33a-0d41-4d45-a7ff-b28ab67f2a65 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1004114 Dec 23 16:26:57.210606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-4214be6d-11eb-4783-b0f4-d56ba665364b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 200 len: 998 time: 0.0975592 Dec 23 16:26:57.278456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-c443de0f-7620-49c8-adb4-095682da1ce4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:57.279924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-c443de0f-7620-49c8-adb4-095682da1ce4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=008f683a-cb77-401a-b10c-9557663d4087 HTTP/1.1" status: 200 len: 834 time: 0.0634801 Dec 23 16:26:57.353317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f15dfe87-4052-4aff-ad9f-90217e54d440', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'mac_address': 'fa:16:3e:6f:7b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:55Z', 'updated_at': '2021-12-23T16:26:55Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:26:45Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:57.358104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] Checking router: 6259f504-1b4b-461d-90a4-deedb1cb0644 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:26:57.372308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:26:57.373109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:26:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:57.464595 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-923f9b49-2e0f-42d8-ab9d-13426f73c807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8661f0-23e5-4e05-8004-dad303cca474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1788058 Dec 23 16:26:57.554341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:26:57.593513 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-597a3b50-da53-4a7e-94eb-0308fad1e285 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228218 Dec 23 16:26:57.722518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4848bae-8666-469a-a24d-39b2600fccd9 req-b6d33746-5dcb-4610-bbfb-bbd7d2e9a592 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225696 Dec 23 16:26:57.890883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f15dfe87-4052-4aff-ad9f-90217e54d440', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'mac_address': 'fa:16:3e:6f:7b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:55Z', 'updated_at': '2021-12-23T16:26:55Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:26:45Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:26:57.894762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5a56b-4bc9-428d-a9ae-5fce085f2c81 None None] The sync data for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv is: [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f15dfe87-4052-4aff-ad9f-90217e54d440', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'mac_address': 'fa:16:3e:6f:7b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:55Z', 'updated_at': '2021-12-23T16:26:55Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:26:45Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:26:58.143625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59016) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:58.244834 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71076f3f-bb0b-4620-9faa-d4818b4068ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1000812 Dec 23 16:26:58.856452 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:26:59.132197 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-2057bc3d-707c-4997-8afc-7077d7adb6e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652723 Dec 23 16:26:59.248601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59020) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:59.269964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-30702ca7-32c6-49ce-8e6a-bbb44b12f3fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1098 time: 0.0688431 Dec 23 16:26:59.360116 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4dc79ae-66a5-4aaf-9456-062784c827f3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1089916 Dec 23 16:26:59.413192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-c2110bfb-8b62-4491-91bb-a843b65275b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:59.414539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-c2110bfb-8b62-4491-91bb-a843b65275b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 200 len: 898 time: 0.1268947 Dec 23 16:26:59.515901 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-67cf0a62-a91c-46db-b8c2-9eb4e1afaacf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 200 len: 998 time: 0.0945997 Dec 23 16:26:59.578922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-008e9560-b06c-4272-b71f-719e8e8db3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:59.580395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-008e9560-b06c-4272-b71f-719e8e8db3f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=008f683a-cb77-401a-b10c-9557663d4087 HTTP/1.1" status: 200 len: 834 time: 0.0591419 Dec 23 16:26:59.651311 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-91e6f197-6f44-4ee1-bf4a-74d2a50ff528 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8661f0-23e5-4e05-8004-dad303cca474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650094 Dec 23 16:26:59.777098 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-3089dc61-2de3-45e4-83bc-44a564fe2434 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200366 Dec 23 16:26:59.905244 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6a63c63b-8bed-4deb-ab94-5cfacb166c58 req-04e13f98-4228-4bf1-aa5c-740bfe307e1b service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208577 Dec 23 16:27:00.363375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59024) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:00.466759 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e046c1b6-94e3-455b-a3a6-6a14c2178da4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1022129 Dec 23 16:27:00.670034 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174794c9-db31-4e08-86fe-b113bd8d826d None None] New status for floating IP f15dfe87-4052-4aff-ad9f-90217e54d440: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:27:01.470275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59028) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:01.572384 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5c7dd419-5fe0-40a7-8de2-a0769e6bdfe5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 992 time: 0.1004624 Dec 23 16:27:04.996899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6f1c-dfb4-4b23-b278-0c4554639b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:06.686964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:07.232702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-deab7efd-12d8-4d10-bf2b-17da72f61a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:08.342779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:08.496192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:09.858656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:34.998130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e58b0ac-fd80-4e96-871c-7b72bfaaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:35.856561 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:27:36.696015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.233414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc42bdee-d01a-421e-bb4f-be36c53b6ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.344911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.497102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.860807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:59.160515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-a3310766-127f-4068-8d90-b5d57101b1cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685875 Dec 23 16:27:59.292263 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-3daf74f8-7149-4d95-a5ee-f942e1088fd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1098 time: 0.0666251 Dec 23 16:27:59.436991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-10387a27-85f9-42ff-9657-cc5881b58a76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:59.438431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-10387a27-85f9-42ff-9657-cc5881b58a76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 200 len: 898 time: 0.1277761 Dec 23 16:27:59.543646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-4d767e4b-696e-4a05-9f2b-2ad98c96807f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 200 len: 1000 time: 0.0980411 Dec 23 16:27:59.604122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-e73302b5-c461-451a-8a2c-a20fce522908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:59.605546 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-e73302b5-c461-451a-8a2c-a20fce522908 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=008f683a-cb77-401a-b10c-9557663d4087 HTTP/1.1" status: 200 len: 834 time: 0.0557160 Dec 23 16:27:59.768793 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-1adac364-c154-48e6-88a2-1d2abab5647c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8661f0-23e5-4e05-8004-dad303cca474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1565795 Dec 23 16:27:59.897124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-f85dce49-741d-4ff2-815a-5cdd7802673c service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205919 Dec 23 16:28:00.023589 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fbed7f9-4393-40c0-b9f1-ef54af12b470 req-c3b83385-4304-4770-9028-976bdc2b4a5e service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211011 Dec 23 16:28:05.000413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-46187400-6470-41dc-ab11-8ad77d0975a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:06.704355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:07.234918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9015993e-c836-4fdd-8a0f-46f4cace0dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:08.348839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:08.498594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:09.862202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:11.588216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:11.861979 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d60b4bb-00df-489e-b0c1-261caeecd832 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers/6259f504-1b4b-461d-90a4-deedb1cb0644/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2700453 Dec 23 16:28:11.862222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59062) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:12.069727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1bfdac-7ba4-41fe-bb71-bc84ecd9407a tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Notify agent at dv-neutron-822800-1-hyperv the message router_removed_from_agent {{(pid=83495) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 23 16:28:12.074996 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7f1bfdac-7ba4-41fe-bb71-bc84ecd9407a tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "DELETE /v2.0/agents/e5f4a4db-017c-49bd-8a5d-1dcee7294b31/l3-routers/6259f504-1b4b-461d-90a4-deedb1cb0644 HTTP/1.1" status: 204 len: 168 time: 0.2096758 Dec 23 16:28:12.076110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59066) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:12.354227 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8735f581-5392-40a7-bfa4-88c6a454c994 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers/6259f504-1b4b-461d-90a4-deedb1cb0644/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2778616 Dec 23 16:28:12.356810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59070) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:12.462060 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4a09c05-2a1c-437e-9091-2e44f2d014ac tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 992 time: 0.1040649 Dec 23 16:28:12.818530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28582e-3cff-4e94-bfd0-912c657ce745 None None] New status for floating IP f15dfe87-4052-4aff-ad9f-90217e54d440: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:28:12.856390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:28:13.171331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac18b063-e42e-4799-a255-dfde3f4e7204 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:28:13.277264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:13.292576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ac18b063-e42e-4799-a255-dfde3f4e7204, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac18b063-e42e-4799-a255-dfde3f4e7204,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:13.296487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:13.297291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:28:13.405848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ac18b063-e42e-4799-a255-dfde3f4e7204,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:13.447862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.448199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.448524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.448846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.449164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.449486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.449798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.450110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.450421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.450735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.451042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:13.465312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59074) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:13.472508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:13.504293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:13.508674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:13.567651 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e4826b45-b6ba-46c6-9668-a57e7ee51565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1012006 Dec 23 16:28:13.572981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:15.614609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59082) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:15.817323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626508c6-7895-4887-9c99-bf08359f757d tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Router 6259f504-1b4b-461d-90a4-deedb1cb0644 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:28:15.817706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626508c6-7895-4887-9c99-bf08359f757d tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Notify agent at dv-neutron-822800-1-hyperv the message router_added_to_agent {{(pid=83495) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 23 16:28:15.844927 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-626508c6-7895-4887-9c99-bf08359f757d tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "POST /v2.0/agents/e5f4a4db-017c-49bd-8a5d-1dcee7294b31/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2292647 Dec 23 16:28:15.847421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:15.864412 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] Sync routers for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:28:15.876268 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:15.876943 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:16.023404 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ad75986a-20c6-41c4-bbab-bb5d20fb2f5a tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers/6259f504-1b4b-461d-90a4-deedb1cb0644/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1749103 Dec 23 16:28:16.026138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59094) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:16.049533 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:16.130940 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1828c9e4-f538-4d4e-9710-328d7b55ec25 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1036932 Dec 23 16:28:16.386491 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:28:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f15dfe87-4052-4aff-ad9f-90217e54d440', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'mac_address': 'fa:16:3e:6f:7b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:55Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:28:13Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:16.390287 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] Checking router: 6259f504-1b4b-461d-90a4-deedb1cb0644 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:28:16.400206 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:16.400765 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:16.569761 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:16.923327 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:28:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f15dfe87-4052-4aff-ad9f-90217e54d440', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'mac_address': 'fa:16:3e:6f:7b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:55Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:28:13Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:16.927140 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87ace7e-8c49-46ea-b831-9a7bf36d9503 None None] The sync data for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv is: [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:26:39Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:28:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f15dfe87-4052-4aff-ad9f-90217e54d440', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'port_id': 'a540f6da-3404-4179-905c-3232138127b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'mac_address': 'fa:16:3e:6f:7b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:55Z', 'updated_at': '2021-12-23T16:28:12Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272d9597-fd5b-40dc-9269-2ffa9bdc7cc9', 'name': '', 'network_id': 'fb8661f0-23e5-4e05-8004-dad303cca474', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:ed:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '008f683a-cb77-401a-b10c-9557663d4087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:38Z', 'updated_at': '2021-12-23T16:28:13Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '008f683a-cb77-401a-b10c-9557663d4087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:28:17.134447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59098) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:17.206143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:17.247643 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-53a36f22-064e-4306-848b-23b75049a35e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1109385 Dec 23 16:28:17.274510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:17.274963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:17.427693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:17.464018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:17.468922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:17.551697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:18.250125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59102) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:18.351393 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e415d153-b610-49d8-8f21-032bdcd88d0b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1002462 Dec 23 16:28:19.231984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac18b063-e42e-4799-a255-dfde3f4e7204 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:19.299305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ac18b063-e42e-4799-a255-dfde3f4e7204 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:19.299706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:19.355216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59106) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:19.411393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:19.427724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ac18b063-e42e-4799-a255-dfde3f4e7204, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac18b063-e42e-4799-a255-dfde3f4e7204,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:19.436957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:19.438153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:19.469529 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87945ef3-9b4e-4b33-b7f3-3bb742eacfa0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1130049 Dec 23 16:28:19.552793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ac18b063-e42e-4799-a255-dfde3f4e7204,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:19.566571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:19.566940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:20.473017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59110) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:20.575248 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2c379ce-2712-4b82-bb70-049ee0314b55 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1011453 Dec 23 16:28:21.175541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac18b063-e42e-4799-a255-dfde3f4e7204 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:21.241871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ac18b063-e42e-4799-a255-dfde3f4e7204 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:21.242232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:21.579133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59114) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:21.782169 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9dc26af0-d6d4-460e-83da-67d7d273e7cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.2018805 Dec 23 16:28:22.786025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:22.887966 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b975fe09-679d-47cf-a92d-711d5bddd115 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1008389 Dec 23 16:28:23.891665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:23.992842 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0a774c05-f17d-4b96-8845-b6e61ab1aa2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 990 time: 0.1000712 Dec 23 16:28:24.127799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf3e44-cf4f-4d76-850e-1618747af491 None None] New status for floating IP f15dfe87-4052-4aff-ad9f-90217e54d440: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:28:24.996598 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:25.100281 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7af5786-ee48-445a-a3c1-cc87d12ac2ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 200 len: 992 time: 0.1025672 Dec 23 16:28:25.375957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59134) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:25.568260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 5ccba84b-22fa-4130-bd22-0ef77ed1fd93 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:28:25.568598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:25.747201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:25.747468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:25.865035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 5ccba84b-22fa-4130-bd22-0ef77ed1fd93 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:28:26.007663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:26.049142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=5ccba84b-22fa-4130-bd22-0ef77ed1fd93,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:26.086471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.086845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.087148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.087472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.087828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.088149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.088469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.088785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.089099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.089411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.089725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:26.155280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:26.629106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 6259f504-1b4b-461d-90a4-deedb1cb0644 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:28:26.822061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:28:26.841052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:26.894970 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-85f0d348-a92d-41d2-bf73-0809afb3c80f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/f15dfe87-4052-4aff-ad9f-90217e54d440 HTTP/1.1" status: 204 len: 168 time: 1.5179379 Dec 23 16:28:26.895534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'tag': 'a540f6da-3404-4179-905c-3232138127b3'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:28:27.020004 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'tag': 'a540f6da-3404-4179-905c-3232138127b3', 'status': 'completed', 'code': 200} Dec 23 16:28:27.115381 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-37934215-35d0-47ff-a32b-f22f75ed5366 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 1098 time: 0.0732338 Dec 23 16:28:27.300602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-d413fe24-ad93-45f5-b9f4-9d650e57ce70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:27.302027 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-d413fe24-ad93-45f5-b9f4-9d650e57ce70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 200 len: 898 time: 0.1802573 Dec 23 16:28:27.311837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f306082-d14e-4fcf-ab6c-f27898774ea2 req-4eb82d64-7666-4f6c-9c5d-2f48887f75ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:27.312492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-6f306082-d14e-4fcf-ab6c-f27898774ea2 req-4eb82d64-7666-4f6c-9c5d-2f48887f75ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:28:27.385003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-57c6454b-cf07-40bd-9a87-8494f363123d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 200 len: 217 time: 0.0688319 Dec 23 16:28:27.390960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-6f306082-d14e-4fcf-ab6c-f27898774ea2 req-4eb82d64-7666-4f6c-9c5d-2f48887f75ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:28:27.392253 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6f306082-d14e-4fcf-ab6c-f27898774ea2 req-4eb82d64-7666-4f6c-9c5d-2f48887f75ad tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 945 time: 0.1981530 Dec 23 16:28:27.481403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-f96941b9-9a5b-4f4a-9d88-4a5265924610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:27.482786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-f96941b9-9a5b-4f4a-9d88-4a5265924610 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=008f683a-cb77-401a-b10c-9557663d4087 HTTP/1.1" status: 200 len: 834 time: 0.0896716 Dec 23 16:28:27.487320 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6f306082-d14e-4fcf-ab6c-f27898774ea2 req-3fb31b84-4e49-4873-a13a-6139f7c0637d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642593 Dec 23 16:28:27.556469 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-97b61d4a-4707-4bb1-b4e5-e2d1c68769a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb8661f0-23e5-4e05-8004-dad303cca474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658109 Dec 23 16:28:27.697972 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-0245b0e2-b52c-4fe9-bd9a-615a5cdbc4c0 service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346400 Dec 23 16:28:27.826071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc92d5aa-00bc-4645-afd0-06d61ce4a4f9 req-cb14b585-a9ff-4fc8-9279-7a242ad0771e service neutron] 10.222.0.59 "GET /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210303 Dec 23 16:28:28.684307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6b92a-5bff-4825-99e1-e2a79e504627 req-894fc1c0-1b6c-43e7-a0cb-0638466e39c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:28.685748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06f6b92a-5bff-4825-99e1-e2a79e504627 req-894fc1c0-1b6c-43e7-a0cb-0638466e39c8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 945 time: 0.0773449 Dec 23 16:28:28.729576 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06f6b92a-5bff-4825-99e1-e2a79e504627 req-5009c212-f50b-4da7-ae3b-17b43c129d9d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccdfc320-090e-441e-8c54-29f711d9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 Dec 23 16:28:28.843320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-6122a9a8-6226-4dca-b366-2e4e7523cc7b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:28.844643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-6122a9a8-6226-4dca-b366-2e4e7523cc7b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 945 time: 0.0734999 Dec 23 16:28:28.913944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port a540f6da-3404-4179-905c-3232138127b3 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:28:28.914276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:29.143001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port a540f6da-3404-4179-905c-3232138127b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a540f6da-3404-4179-905c-3232138127b3,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:29.143349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:29.353995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for a540f6da-3404-4179-905c-3232138127b3 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:28:29.487750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:29.538755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=a540f6da-3404-4179-905c-3232138127b3,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:29.607847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port a540f6da-3404-4179-905c-3232138127b3 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:28:29.610163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:29.612588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'name': 'network-vif-deleted', 'tag': 'a540f6da-3404-4179-905c-3232138127b3'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:28:29.627853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73f7a9fe-9d0a-4b4a-b5c2-c2ad9bef38e5 req-a495838a-878d-4db1-9dae-d78deea3ace9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/a540f6da-3404-4179-905c-3232138127b3 HTTP/1.1" status: 204 len: 173 time: 0.7775168 Dec 23 16:28:29.673510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182b1b0-5610-4e14-a2f1-425cf2068478', 'name': 'network-vif-deleted', 'tag': 'a540f6da-3404-4179-905c-3232138127b3', 'status': 'completed', 'code': 200} Dec 23 16:28:29.913687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-570280d6-b6c2-4bd8-be06-7ad2a49a38ce req-7d17bcef-b466-4c2b-958d-ae07e78b866a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:28:29.929044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-570280d6-b6c2-4bd8-be06-7ad2a49a38ce req-7d17bcef-b466-4c2b-958d-ae07e78b866a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:28:29.930175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-570280d6-b6c2-4bd8-be06-7ad2a49a38ce req-7d17bcef-b466-4c2b-958d-ae07e78b866a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=1182b1b0-5610-4e14-a2f1-425cf2068478 HTTP/1.1" status: 200 len: 210 time: 0.0619860 Dec 23 16:28:31.033947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59154) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:31.100072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adf54f7f-7e79-4f33-887a-c3400090a015 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:31.128772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adf54f7f-7e79-4f33-887a-c3400090a015 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:31.189728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adf54f7f-7e79-4f33-887a-c3400090a015 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:31.207756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf54f7f-7e79-4f33-887a-c3400090a015 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdfc320-090e-441e-8c54-29f711d9269b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:31.217150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adf54f7f-7e79-4f33-887a-c3400090a015 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:31.218258 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-adf54f7f-7e79-4f33-887a-c3400090a015 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/ccdfc320-090e-441e-8c54-29f711d9269b HTTP/1.1" status: 204 len: 168 time: 0.1833618 Dec 23 16:28:31.258578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59160) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:31.650141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:32.237071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:28:32.237472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:32.431965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a540f6da-3404-4179-905c-3232138127b3 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:28:32.465278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: a540f6da-3404-4179-905c-3232138127b3 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:28:32.465619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a540f6da-3404-4179-905c-3232138127b3 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:28:32.511770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:32.512335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:32.628765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:28:32.806568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:32.854413 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=272d9597-fd5b-40dc-9269-2ffa9bdc7cc9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:32.893155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.893496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.893834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.894163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.894485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.894806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.895126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.895444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.895787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.896100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:32.896410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:33.155610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:33.712293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 6259f504-1b4b-461d-90a4-deedb1cb0644 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:28:33.997170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:28:34.013239 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c8b158ba-95bf-461c-8d34-b916abc29fda tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/6259f504-1b4b-461d-90a4-deedb1cb0644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7535417 Dec 23 16:28:34.016183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59166) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:34.195670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet 008f683a-cb77-401a-b10c-9557663d4087 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:28:34.198484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.250543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.332754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.402392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.441268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=008f683a-cb77-401a-b10c-9557663d4087,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:34.447223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.452253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36aadc7-73a5-44e2-814b-96daac0e2694 None None] Network fb8661f0-23e5-4e05-8004-dad303cca474 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:28:34.453549 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aad9b5ef-e6ac-4617-9e51-9a6a9a8e2422 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/008f683a-cb77-401a-b10c-9557663d4087 HTTP/1.1" status: 204 len: 168 time: 0.4364204 Dec 23 16:28:34.456042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59170) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:34.611872 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] Sync routers for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:28:34.624146 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:34.624746 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:34.659599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.712780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] DHCP port deletion for fb8661f0-23e5-4e05-8004-dad303cca474 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:28:34.717465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] Deleting port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:28:34.717831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.797998 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:34.862595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.872206 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port ac18b063-e42e-4799-a255-dfde3f4e7204 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:28:34.872726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:34.929038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] For port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a757d8e8-5c23-4e17-8384-4fccdb9e4a2a,segment=NetworkSegment(33f8c59d-bf75-4ee9-b9a9-7d8f7208a491),segment_id=33f8c59d-bf75-4ee9-b9a9-7d8f7208a491)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:34.929428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.054271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port ac18b063-e42e-4799-a255-dfde3f4e7204, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ac18b063-e42e-4799-a255-dfde3f4e7204,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:35.054600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.098252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] Calling delete_port for a757d8e8-5c23-4e17-8384-4fccdb9e4a2a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:28:35.105213 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:28:32Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': 'ac18b063-e42e-4799-a255-dfde3f4e7204', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:17:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:28:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:35.108855 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] Checking router: 6259f504-1b4b-461d-90a4-deedb1cb0644 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:28:35.119172 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] Routers {'6259f504-1b4b-461d-90a4-deedb1cb0644'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:35.119773 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['6259f504-1b4b-461d-90a4-deedb1cb0644'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:35.145498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c904-e6a2-4621-9ce7-157245eb22fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.184550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for ac18b063-e42e-4799-a255-dfde3f4e7204 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:28:35.186870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.244764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a757d8e8-5c23-4e17-8384-4fccdb9e4a2a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:28:35.276170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] No DVR routers for this DVR port a757d8e8-5c23-4e17-8384-4fccdb9e4a2a on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:28:35.280639 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] Set router 6259f504-1b4b-461d-90a4-deedb1cb0644 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:35.291806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a757d8e8-5c23-4e17-8384-4fccdb9e4a2a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:28:35.292151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a757d8e8-5c23-4e17-8384-4fccdb9e4a2a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:28:35.294679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4889513-9a9b-460f-930c-7ed2bb73ae1f None None] Pushing event deleted for resources: {'Port': ['ID=a757d8e8-5c23-4e17-8384-4fccdb9e4a2a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:35.355819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.401991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=ac18b063-e42e-4799-a255-dfde3f4e7204,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:35.403051 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:28:34Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:35.407414 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10403a-e1ae-45ed-8491-e9b3d7148ca6 None None] The sync data for ids ['6259f504-1b4b-461d-90a4-deedb1cb0644'] in dv-neutron-822800-1-hyperv is: [{'id': '6259f504-1b4b-461d-90a4-deedb1cb0644', 'name': 'tempest-TestNetworkBasicOps-router-1293542705', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:26:35Z', 'updated_at': '2021-12-23T16:28:34Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:28:35.708549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.961830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.965567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.988778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:35.989394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router 6259f504-1b4b-461d-90a4-deedb1cb0644 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:28:36.004134 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.005254 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f790173a-7c5e-4718-a3e2-743862972547 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/6259f504-1b4b-461d-90a4-deedb1cb0644 HTTP/1.1" status: 204 len: 168 time: 1.5483289 Dec 23 16:28:36.007919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59174) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:36.119970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.226927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda60988-1247-4081-a003-aa22e3182b27 None None] New status for floating IP f15dfe87-4052-4aff-ad9f-90217e54d440: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:28:36.249858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.274655 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8661f0-23e5-4e05-8004-dad303cca474']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:36.286561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:36.286856 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f8c59d-bf75-4ee9-b9a9-7d8f7208a491') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:36.298770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.313915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.319813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:28:36.320208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:28:36.334533 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:28:36.418186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.436910 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.448666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=fb8661f0-23e5-4e05-8004-dad303cca474,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:36.457540 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fba6e041-fe2d-4171-a5ee-e1c9ee3cd2dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/fb8661f0-23e5-4e05-8004-dad303cca474 HTTP/1.1" status: 204 len: 168 time: 0.4485059 Dec 23 16:28:36.473432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59178) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:36.479705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--1986155376', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:36.484918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:36.489145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:36.492391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:36.498526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:36.513233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:28:36.516514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.544352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:28:36.552689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.553022 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment 7f6419cb-4550-461f-b12b-53a2ae6d8a8b of type vlan for network 68c5a93f-de2b-4ece-86a7-1646d255f0ce Dec 23 16:28:36.581033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.608253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.611758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:36.612319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.693084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.716822 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2417920 Dec 23 16:28:36.720074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742df82-b9e9-41bf-bb13-30fd48b3049d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=68c5a93f-de2b-4ece-86a7-1646d255f0ce,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:36.720212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59182) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:36.728903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-605254946', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:36.729275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:28:36.735646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:36.739377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:36.742233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:36.747883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:36.757893 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.758796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.776690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:36.920706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.093497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.182326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac18b063-e42e-4799-a255-dfde3f4e7204 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:28:37.214782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ac18b063-e42e-4799-a255-dfde3f4e7204 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:28:37.215114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ac18b063-e42e-4799-a255-dfde3f4e7204 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:28:37.215332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.215757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:28:37.257354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:28:37.258061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 272d9597-fd5b-40dc-9269-2ffa9bdc7cc9 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:28:37.266477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95f7036c-d5c7-4bf2-91f7-7adf82ab9766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.351792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.65 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/0bffd554-9744-482f-8652-f5b4712ba917) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:28:37.494541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.520952 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.586090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:28:37.588907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:37.593743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:28:37.622702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=0bffd554-9744-482f-8652-f5b4712ba917,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:37.756738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.757465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:37.976209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router ffc1bef2-3a8a-431e-8552-ee27ce44543c is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:28:38.167813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:28:38.176930 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Sync routers for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:28:38.188807 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:38.189394 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:38.193245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:38.194520 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ef094b7-597e-454f-a218-260dbc4ca5ee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4737501 Dec 23 16:28:38.197525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:38.240946 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-21314138-2a8f-4e9d-b4e3-3a6d6cc94c19 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398579 Dec 23 16:28:38.241828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59192) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:38.355380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:38.359788 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:38.368814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c66297-acf5-4cde-b47a-3aaf354cd5c0 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:38.370287 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-11c66297-acf5-4cde-b47a-3aaf354cd5c0 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278462 Dec 23 16:28:38.373084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:38.414262 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-278d5977-4917-4e92-8b9f-17370daf4a6b tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376863 Dec 23 16:28:38.414561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59200) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:38.419924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517439287', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:38.503331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:38.533624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:38.537309 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:38.540078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:38.545630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:38.556007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:28:38.653747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:38.664696 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:37Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:38.668336 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Checking router: ffc1bef2-3a8a-431e-8552-ee27ce44543c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:28:38.668664 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Updating router ffc1bef2-3a8a-431e-8552-ee27ce44543c port 0bffd554-9744-482f-8652-f5b4712ba917 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:28:38.721297 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:38.952499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.026167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=433bda79-ddd7-4420-ad6f-2238b73042e7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:39.035325 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.043796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:28:39.044143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: 68c5a93f-de2b-4ece-86a7-1646d255f0ce, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:28:39.047332 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Transition to ACTIVE for port object 0bffd554-9744-482f-8652-f5b4712ba917 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:28:39.054637 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.067409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:28:39.075945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 68c5a93f-de2b-4ece-86a7-1646d255f0ce) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:39.080001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:39.080579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.085379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4b735-db12-443b-a322-ce707514e7c4 None None] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:28:39.108301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59204) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:39.116351 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4be595ba-1edd-40f5-82f4-a6973352d533 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7006316 Dec 23 16:28:39.134055 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Attempting to bind port 0bffd554-9744-482f-8652-f5b4712ba917 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:28:39.134420 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Attempting to bind port 0bffd554-9744-482f-8652-f5b4712ba917 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:28:39.134767 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Attempting to bind port 0bffd554-9744-482f-8652-f5b4712ba917 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:28:39.136809 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Pushing event updated for resources: {'Port': ['ID=0bffd554-9744-482f-8652-f5b4712ba917,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:39.148904 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.149241 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.149539 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.149868 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.150187 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.150618 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.150917 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.151231 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.151577 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.151878 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.152419 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:28:39.155509 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:28:39.155891 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:28:39.156288 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.156649 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:28:39.157108 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Bound port: 0bffd554-9744-482f-8652-f5b4712ba917, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:28:39.157460 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.233591 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] For port 0bffd554-9744-482f-8652-f5b4712ba917, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:28:39.236504 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] For port 0bffd554-9744-482f-8652-f5b4712ba917, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0bffd554-9744-482f-8652-f5b4712ba917,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:28:39.241702 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.298536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:28:39.299583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.327347 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:39.327965 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:39.464605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Allocated IP 172.20.0.2 (68c5a93f-de2b-4ece-86a7-1646d255f0ce/433bda79-ddd7-4420-ad6f-2238b73042e7/ee1784da-cac3-4b0d-adec-6feec108cb70) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:28:39.505294 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081101d9-e06f-4bc1-999e-802f94f92c6b None None] Pushing event updated for resources: {'Port': ['ID=0bffd554-9744-482f-8652-f5b4712ba917,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:39.515198 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:39.667011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.680584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Transition to ACTIVE for port object ee1784da-cac3-4b0d-adec-6feec108cb70 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:28:39.699372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Transition to ACTIVE for port object ee1784da-cac3-4b0d-adec-6feec108cb70 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:28:39.705864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.785306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:28:39.789332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:39.791190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Pushing event updated for resources: {'Port': ['ID=ee1784da-cac3-4b0d-adec-6feec108cb70,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:39.793283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:28:39.805261 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:37Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:39.809302 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b073d-d5c1-4fd9-93fc-70dbb0397468 None None] The sync data for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv is: [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:37Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:28:39.875008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.891871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Attempting to bind port ee1784da-cac3-4b0d-adec-6feec108cb70 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:28:39.892234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Attempting to bind port ee1784da-cac3-4b0d-adec-6feec108cb70 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:28:39.892585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Attempting to bind port ee1784da-cac3-4b0d-adec-6feec108cb70 on network 68c5a93f-de2b-4ece-86a7-1646d255f0ce {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:28:39.902117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:28:39.902476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Checking segment: {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:28:39.902868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.903245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Bound using segment: {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:28:39.903751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Bound port: ee1784da-cac3-4b0d-adec-6feec108cb70, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:28:39.904113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:39.915217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:40.008145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] For port ee1784da-cac3-4b0d-adec-6feec108cb70, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:28:40.012253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] For port ee1784da-cac3-4b0d-adec-6feec108cb70, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ee1784da-cac3-4b0d-adec-6feec108cb70,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:28:40.023138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:40.145331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6fba1-0fc2-4e84-be58-c2577f57aebc None None] Pushing event updated for resources: {'Port': ['ID=ee1784da-cac3-4b0d-adec-6feec108cb70,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:40.456453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (68c5a93f-de2b-4ece-86a7-1646d255f0ce/433bda79-ddd7-4420-ad6f-2238b73042e7/7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:28:40.626826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:40.644409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:28:40.667951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:40.739408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:28:40.742634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:40.747094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:28:40.778217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:40.808849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:40.897051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.081688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4dc079-1d8c-4f56-9db3-8440fc3358df None None] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:28:41.181847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-53273c64-cf1b-4dbb-98d8-c30336238642 None None] Provisioning for port ee1784da-cac3-4b0d-adec-6feec108cb70 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:41.279126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ee1784da-cac3-4b0d-adec-6feec108cb70 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:41.312602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.316909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.413029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:41.423892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ee1784da-cac3-4b0d-adec-6feec108cb70 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:41.431525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ee1784da-cac3-4b0d-adec-6feec108cb70 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:41.431928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.444907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.557099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.586762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:28:41.588081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:41.592772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ee1784da-cac3-4b0d-adec-6feec108cb70, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ee1784da-cac3-4b0d-adec-6feec108cb70,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:41.597189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.598486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bffd554-9744-482f-8652-f5b4712ba917 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:41.732789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 0bffd554-9744-482f-8652-f5b4712ba917 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:41.750675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ee1784da-cac3-4b0d-adec-6feec108cb70,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:41.757612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0bffd554-9744-482f-8652-f5b4712ba917 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:41.758413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.804232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c20711f0-a8de-49ae-9eb8-07e2001b9c34 None None] Provisioning for port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:41.819420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c20711f0-a8de-49ae-9eb8-07e2001b9c34 None None] Provisioning complete for port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:41.819941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c20711f0-a8de-49ae-9eb8-07e2001b9c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.882841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c20711f0-a8de-49ae-9eb8-07e2001b9c34 None None] Port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:28:41.946203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c20711f0-a8de-49ae-9eb8-07e2001b9c34 None None] Provisioning complete for port ee1784da-cac3-4b0d-adec-6feec108cb70 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:41.946601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c20711f0-a8de-49ae-9eb8-07e2001b9c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:41.984886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:42.016755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 0bffd554-9744-482f-8652-f5b4712ba917, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0bffd554-9744-482f-8652-f5b4712ba917,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:42.023483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:42.111382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router ffc1bef2-3a8a-431e-8552-ee27ce44543c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:28:42.137098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=0bffd554-9744-482f-8652-f5b4712ba917,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:42.260877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-38a7b75b-8358-4b7d-85b4-5485f415da6e None None] Provisioning complete for port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:42.261254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-38a7b75b-8358-4b7d-85b4-5485f415da6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:42.309671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:28:42.311357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b75b-8358-4b7d-85b4-5485f415da6e None None] Port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:28:42.323360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6f0b5f01-0fa4-43c6-9844-373485c2e463 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/ffc1bef2-3a8a-431e-8552-ee27ce44543c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2140265 Dec 23 16:28:42.325932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59208) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:42.457776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62494d-ab27-4c4c-abc5-e57d3542b730 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.458142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62494d-ab27-4c4c-abc5-e57d3542b730 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.458496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62494d-ab27-4c4c-abc5-e57d3542b730 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.458874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62494d-ab27-4c4c-abc5-e57d3542b730 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.460511 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-df62494d-ab27-4c4c-abc5-e57d3542b730 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1337180 Dec 23 16:28:42.463157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59212) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:42.531423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db344522-9133-4991-8a9a-83ff8d9a1dec tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.531740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db344522-9133-4991-8a9a-83ff8d9a1dec tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.532093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db344522-9133-4991-8a9a-83ff8d9a1dec tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.532441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db344522-9133-4991-8a9a-83ff8d9a1dec tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:42.534004 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-db344522-9133-4991-8a9a-83ff8d9a1dec tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0699661 Dec 23 16:28:42.536661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59216) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:42.726451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-24603fd9-2b0b-48c2-8c6b-058738bf8901 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1887710 Dec 23 16:28:42.956865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59226) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:42.962705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536115336', 'description': 'tempest-secgroup-smoke-1536115336 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:42.968513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:42.972553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:42.976004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:42.981622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:42.991930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.026240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:43.029854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:43.032601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:43.038653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:43.095761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.100934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.146948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85002d7f-2bca-4885-9425-5a6d49a05fd0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:43.152875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.156980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-208f7b97-884b-48a3-9c56-1edd9963ec21 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1962080 Dec 23 16:28:43.162123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59232) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:43.168359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '85002d7f-2bca-4885-9425-5a6d49a05fd0', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:43.174418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:43.178429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:43.181408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:43.187208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:43.205037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.211641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ee1784da-cac3-4b0d-adec-6feec108cb70 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:43.269759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.274662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.285924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ee1784da-cac3-4b0d-adec-6feec108cb70 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:43.286312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.301314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b66b69-3636-4999-8e43-7a688d7abc90,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:43.308223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.312122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-791b51f7-23bb-47d3-b62a-6a372a6f22aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1464286 Dec 23 16:28:43.312287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59236) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:43.317565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '85002d7f-2bca-4885-9425-5a6d49a05fd0', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:43.323681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:43.327264 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:43.330007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:43.336236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:43.354547 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.384061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Sync routers for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:28:43.410814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bffd554-9744-482f-8652-f5b4712ba917 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:43.419801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.423652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.446615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:43.447383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:43.456335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaeb24f-2ea8-4007-a706-5c0ec00dc603,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:43.463370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.464626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6acf8820-9a7b-4b44-9b2d-fb5b024fb2e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1515028 Dec 23 16:28:43.467521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59240) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:43.472842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '85002d7f-2bca-4885-9425-5a6d49a05fd0', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:43.478623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:43.482352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:43.485138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:43.490627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:43.508551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.573361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.577018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.599985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3246be96-3b94-45d2-be96-f4510c9b99bd,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:43.609098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.610468 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b82e6504-3796-4f57-86d0-f5fdea1f3b87 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1420298 Dec 23 16:28:43.613330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59244) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:43.619679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '85002d7f-2bca-4885-9425-5a6d49a05fd0', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:43.625522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:43.629332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:43.632831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:43.638447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:43.656150 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.669433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0bffd554-9744-482f-8652-f5b4712ba917 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:43.669801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.720339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.724314 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.729949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:43.747411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee1d7aa-661d-42fa-94c9-75adaf87d105,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:43.756437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.758341 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d46ff735-48ca-4d4b-89e8-93e0732b5fa3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1439545 Dec 23 16:28:43.761024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59248) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:43.766636 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '85002d7f-2bca-4885-9425-5a6d49a05fd0', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:43.772240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:43.775961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:43.778882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:43.784580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:43.795117 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:28:43.801541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.864219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.869207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.896717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ee6fa7-adb2-4047-92e7-7603d6b67f9e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:43.906972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:43.910704 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c744379-7cfb-41e0-928d-f989ae7714cc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461999 Dec 23 16:28:43.910883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59252) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:43.916329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '85002d7f-2bca-4885-9425-5a6d49a05fd0', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:43.921846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:43.925556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:43.928905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:43.935370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:43.946282 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:28:43.953086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.019026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.022667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.045250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769c1b5a-e9af-44de-8b94-869974ab82c1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:44.054275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.055667 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-88d4a6c9-623e-4703-8298-84e2e573e000 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1438844 Dec 23 16:28:44.113758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:44.118305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Checking router: ffc1bef2-3a8a-431e-8552-ee27ce44543c for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:28:44.118585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Updating router ffc1bef2-3a8a-431e-8552-ee27ce44543c port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:28:44.170413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.253643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-d7ee9de9-ef1f-464d-9719-f322cd7bb871 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:28:44.269003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-d7ee9de9-ef1f-464d-9719-f322cd7bb871 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:28:44.270259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-d7ee9de9-ef1f-464d-9719-f322cd7bb871 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536115336&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0559196 Dec 23 16:28:44.417211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-a460e071-b525-4f8f-9774-089452cc81b8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:44.417787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-a460e071-b525-4f8f-9774-089452cc81b8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:28:44.433210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-a460e071-b525-4f8f-9774-089452cc81b8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:28:44.434428 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-a460e071-b525-4f8f-9774-089452cc81b8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 797 time: 0.1576052 Dec 23 16:28:44.456078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-f92b256f-7943-49ef-86fb-51d08d3c3101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0140584 Dec 23 16:28:44.512976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.525474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Transition to ACTIVE for port object 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:28:44.531470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.538376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-05047da9-2413-4dd0-94b6-cb189a3ffc10 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:28:44.553373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-05047da9-2413-4dd0-94b6-cb189a3ffc10 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:28:44.554767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-05047da9-2413-4dd0-94b6-cb189a3ffc10 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955920 Dec 23 16:28:44.660565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a5950-be72-4663-b21b-3163d663cdf1 None None] Pushing event updated for resources: {'Port': ['ID=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:44.699166 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-af624482-15c4-413e-bb96-4a915a04d616 service neutron] 10.222.0.18 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315470 Dec 23 16:28:44.759658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Attempting to bind port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:28:44.760024 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Attempting to bind port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:28:44.760377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Attempting to bind port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c on network 68c5a93f-de2b-4ece-86a7-1646d255f0ce {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:28:44.768275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:28:44.768790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Checking segment: {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:28:44.769192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.769585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Bound using segment: {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:28:44.770043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Bound port: 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:28:44.770400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.864731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] For port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:28:44.867943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] For port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:28:44.873187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:44.930224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-8b200c5c-a5d4-40fa-aa0b-a381953c36f5 service neutron] 10.222.0.18 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250278 Dec 23 16:28:44.955795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a5950-be72-4663-b21b-3163d663cdf1 None None] Pushing event updated for resources: {'Port': ['ID=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:44.960987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:44.961593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:45.164630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5880e769-72af-4173-8838-f7b37554448f req-9ba424fe-ace2-4528-84db-77134003adb7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 210 time: 0.0605330 Dec 23 16:28:45.170050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:45.551004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:44Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:45.556085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce7899-2969-4c0a-93e2-0c36aa26e12e None None] The sync data for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv is: [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:44Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:28:46.204479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-16688813-e9fe-496a-adf2-199e00e43dc4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:46.205901 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-16688813-e9fe-496a-adf2-199e00e43dc4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 797 time: 0.1724939 Dec 23 16:28:46.268028 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-fbaeb001-7ead-44ee-8f99-d312a6bcec0e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 380 time: 0.0438516 Dec 23 16:28:46.277237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['85002d7f-2bca-4885-9425-5a6d49a05fd0']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:46.399503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-11627961-8e86-40cb-9d86-d5fa20b3a140 req-1bbed5b2-0641-4306-a4ad-18f82ffb2d9b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 210 time: 0.0579677 Dec 23 16:28:46.456549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:46.466864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:46.476579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:28:46.479629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:46.635648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.10 (68c5a93f-de2b-4ece-86a7-1646d255f0ce/433bda79-ddd7-4420-ad6f-2238b73042e7/c419ceab-59d5-42b2-a12b-8ea02e5ac361) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:28:46.818330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:46.833652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object c419ceab-59d5-42b2-a12b-8ea02e5ac361 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:28:46.854471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:46.922501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:28:46.925358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:46.927590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:28:46.967784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=c419ceab-59d5-42b2-a12b-8ea02e5ac361,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:46.999115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:47.015961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.026578 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-892a0c48-6374-4e49-b022-bfba55d34dd3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539644 Dec 23 16:28:47.038385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Request body: {'port': {'device_id': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:47.127478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c1416607-0d89-4f2c-acd0-d686ad4de8ed None None] Provisioning for port c419ceab-59d5-42b2-a12b-8ea02e5ac361 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:47.132032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c1416607-0d89-4f2c-acd0-d686ad4de8ed None None] Provisioning complete for port c419ceab-59d5-42b2-a12b-8ea02e5ac361 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:47.132399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c1416607-0d89-4f2c-acd0-d686ad4de8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.153976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.184496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c1416607-0d89-4f2c-acd0-d686ad4de8ed None None] Port c419ceab-59d5-42b2-a12b-8ea02e5ac361 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:28:47.214198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:47.282426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:47.286875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:47.287242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.403079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.435493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:47.439279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.498666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c419ceab-59d5-42b2-a12b-8ea02e5ac361 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:28:47.503778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:47.505657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.520717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Transition to ACTIVE for port object c419ceab-59d5-42b2-a12b-8ea02e5ac361 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:28:47.524406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:47.781352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Pushing event updated for resources: {'Port': ['ID=c419ceab-59d5-42b2-a12b-8ea02e5ac361,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:47.893415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5885fa-3e85-46c7-a5f5-e1fcf0976054 req-a7309d85-d7dd-449b-92c4-5e55e31a371a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:47.894102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ea5885fa-3e85-46c7-a5f5-e1fcf0976054 req-a7309d85-d7dd-449b-92c4-5e55e31a371a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:28:47.924244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Attempting to bind port c419ceab-59d5-42b2-a12b-8ea02e5ac361 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:28:47.924574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Attempting to bind port c419ceab-59d5-42b2-a12b-8ea02e5ac361 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:28:47.924893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Attempting to bind port c419ceab-59d5-42b2-a12b-8ea02e5ac361 on network 68c5a93f-de2b-4ece-86a7-1646d255f0ce {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:28:47.927443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ea5885fa-3e85-46c7-a5f5-e1fcf0976054 req-a7309d85-d7dd-449b-92c4-5e55e31a371a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:28:47.928682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ea5885fa-3e85-46c7-a5f5-e1fcf0976054 req-a7309d85-d7dd-449b-92c4-5e55e31a371a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 944 time: 0.3685393 Dec 23 16:28:47.932423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Port c419ceab-59d5-42b2-a12b-8ea02e5ac361 on network 68c5a93f-de2b-4ece-86a7-1646d255f0ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:28:47.932738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Attempting to bind port c419ceab-59d5-42b2-a12b-8ea02e5ac361 on network 68c5a93f-de2b-4ece-86a7-1646d255f0ce {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:28:47.955915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:28:47.956250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Checking segment: {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:28:47.956614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Bound using segment: {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:28:47.957028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Bound port: c419ceab-59d5-42b2-a12b-8ea02e5ac361, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6419cb-4550-461f-b12b-53a2ae6d8a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:28:47.957365 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:48.033022 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ea5885fa-3e85-46c7-a5f5-e1fcf0976054 req-cb2fe8db-3ab2-4572-87ad-0b5916f7e35e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975730 Dec 23 16:28:48.063370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] For port c419ceab-59d5-42b2-a12b-8ea02e5ac361, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:28:48.066411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] For port c419ceab-59d5-42b2-a12b-8ea02e5ac361, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:28:48.072222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:48.133548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:48.134904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] 10.222.0.59 "PUT /v2.0/ports/c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 1094 time: 1.1011243 Dec 23 16:28:48.135323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:28:48.158199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c88e2-ac37-466f-bddc-3acc0e660fde service neutron] Pushing event updated for resources: {'Port': ['ID=c419ceab-59d5-42b2-a12b-8ea02e5ac361,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:48.209234 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'status': 'completed', 'code': 200} Dec 23 16:28:48.250454 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-37c28f35-d0c7-420d-8a11-ae05b2aa77fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1097 time: 0.0762935 Dec 23 16:28:48.319775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-dd21c65d-b9cc-49d9-9add-c51cba035d54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 217 time: 0.0610666 Dec 23 16:28:48.382982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-1d968989-6d3f-4714-bf02-1e9d70bafb9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:48.384417 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-1d968989-6d3f-4714-bf02-1e9d70bafb9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0595982 Dec 23 16:28:48.458675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-678a7121-fe3c-48b6-b1a0-9841958bcf05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677421 Dec 23 16:28:48.588097 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-a1b5bae5-5e49-4648-b2da-ffdaec8f0156 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226907 Dec 23 16:28:48.713892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0ed482e-d935-467a-b2d6-88f4abfeb0c8 req-44ced617-9ef8-4b0b-b058-803b51befba9 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205158 Dec 23 16:28:48.829253 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-75698779-3c7b-4d8a-8dad-1428d902d6e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1097 time: 0.0698326 Dec 23 16:28:48.957960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-a0abdddb-5e3c-4e35-aed7-5feac1006e67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:48.959361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-a0abdddb-5e3c-4e35-aed7-5feac1006e67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 898 time: 0.1229684 Dec 23 16:28:49.024156 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-bdd6fd15-5dcd-44db-8506-88508e499a30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 217 time: 0.0587139 Dec 23 16:28:49.090125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-f97ffb45-4da9-4cc2-b6e1-0a6bb0075e1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:49.091590 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-f97ffb45-4da9-4cc2-b6e1-0a6bb0075e1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0614040 Dec 23 16:28:49.192174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:49.212215 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-0b3ae043-0ea9-4edf-9d76-efb42fab4364 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1143796 Dec 23 16:28:49.261393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:49.261773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:49.321185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9b768-d9bb-4792-aee8-a7126c7ebdb6 req-f3259095-476a-4f37-9b33-ac97da8a3056 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:49.322601 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2bd9b768-d9bb-4792-aee8-a7126c7ebdb6 req-f3259095-476a-4f37-9b33-ac97da8a3056 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 944 time: 0.1699655 Dec 23 16:28:49.471055 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-a3472c07-2948-4386-93f9-68476bc80893 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513492 Dec 23 16:28:49.545139 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2bd9b768-d9bb-4792-aee8-a7126c7ebdb6 req-6fdcf7bc-8b62-43d7-ac30-7878fd8597f7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064571 Dec 23 16:28:49.607147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-362163b5-d63e-4de8-a6e1-8ec4e47b842d req-1edf015c-727d-4ebd-9a3a-69099b031214 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288695 Dec 23 16:28:49.856280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:28:50.738091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc55c6-4576-46a9-9268-d9343ac79923 req-a81fcd3b-bea7-4761-a85f-76db049459f8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:50.739441 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8edc55c6-4576-46a9-9268-d9343ac79923 req-a81fcd3b-bea7-4761-a85f-76db049459f8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 944 time: 0.0746493 Dec 23 16:28:50.783956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8edc55c6-4576-46a9-9268-d9343ac79923 req-d539b9c8-e833-4f9b-8a0b-242857699579 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Dec 23 16:28:51.985770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5878a-21a7-48df-ac94-68b6177ce05e req-8357c68c-3870-4611-a544-eba58cf4b875 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:51.987189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c6b5878a-21a7-48df-ac94-68b6177ce05e req-8357c68c-3870-4611-a544-eba58cf4b875 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 944 time: 0.0774586 Dec 23 16:28:52.032368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c6b5878a-21a7-48df-ac94-68b6177ce05e req-2e1ff1c7-0a1c-4b5b-af87-41ab956e78a2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Dec 23 16:28:52.571693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device c419ceab-59d5-42b2-a12b-8ea02e5ac361 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:28:52.698913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port c419ceab-59d5-42b2-a12b-8ea02e5ac361, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:52.711203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'port_id': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'mac_address': 'fa:16:3e:65:55:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:28:52.766021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:52.782711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c419ceab-59d5-42b2-a12b-8ea02e5ac361 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:28:52.796945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port c419ceab-59d5-42b2-a12b-8ea02e5ac361, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:52.800699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:52.862717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=c419ceab-59d5-42b2-a12b-8ea02e5ac361,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:53.120257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['c419ceab-59d5-42b2-a12b-8ea02e5ac361'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:28:53.222042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70832ff-4035-46e2-909f-36269a0e8fc1 req-40dbf5e3-16d5-4328-b6e6-87b4af5230e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:53.223473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c70832ff-4035-46e2-909f-36269a0e8fc1 req-40dbf5e3-16d5-4328-b6e6-87b4af5230e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 945 time: 0.0742850 Dec 23 16:28:53.271428 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c70832ff-4035-46e2-909f-36269a0e8fc1 req-1a8280e7-0704-463b-aad9-36cada099b93 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Dec 23 16:28:54.470056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb619d3b-d5dc-4c93-a9b5-ad8f78bc2bab req-92e4a216-7c2c-4f6c-bcb9-87306676a485 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:54.471487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb619d3b-d5dc-4c93-a9b5-ad8f78bc2bab req-92e4a216-7c2c-4f6c-bcb9-87306676a485 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 945 time: 0.0744243 Dec 23 16:28:54.515949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb619d3b-d5dc-4c93-a9b5-ad8f78bc2bab req-2c045e34-2c4b-4ead-81be-94ee28c04dcb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Dec 23 16:28:54.586321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device c419ceab-59d5-42b2-a12b-8ea02e5ac361 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:54.655353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port c419ceab-59d5-42b2-a12b-8ea02e5ac361 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:54.659817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port c419ceab-59d5-42b2-a12b-8ea02e5ac361 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:54.660143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:54.768562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:54.793979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:28:54.804159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port c419ceab-59d5-42b2-a12b-8ea02e5ac361, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:54.809646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:54.854791 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'code': 200} Dec 23 16:28:54.878250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=c419ceab-59d5-42b2-a12b-8ea02e5ac361,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:55.075917 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c76e3777-f3be-41af-8e7a-f933fa8c1359 req-0f458ed9-b02c-4d9e-8588-dc13caec5440 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1099 time: 0.0697091 Dec 23 16:28:55.118198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c76e3777-f3be-41af-8e7a-f933fa8c1359 req-625b92d3-a722-4566-b7ba-92e781cab294 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362597 Dec 23 16:28:55.707206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2b7b4-920f-443f-8f2c-50d1f1174596 req-59ee9850-8988-424d-9931-b55b7054923c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:55.708584 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4b2b7b4-920f-443f-8f2c-50d1f1174596 req-59ee9850-8988-424d-9931-b55b7054923c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 946 time: 0.0738246 Dec 23 16:28:55.752590 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4b2b7b4-920f-443f-8f2c-50d1f1174596 req-543195d6-68b8-4dd9-8272-36135d624202 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379636 Dec 23 16:28:56.949485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098431-d568-4248-acc9-2f6f62fef141 req-cfff7334-6d60-4bdf-bf85-85289a16601a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:56.950899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2098431-d568-4248-acc9-2f6f62fef141 req-cfff7334-6d60-4bdf-bf85-85289a16601a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 946 time: 0.0777204 Dec 23 16:28:56.994343 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2098431-d568-4248-acc9-2f6f62fef141 req-578900df-f5ae-401b-9759-024950fa6758 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379021 Dec 23 16:28:57.187501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be439aa-7eac-4c6b-9374-6a0fccd95c83 req-2c79cf34-6491-4ad9-8b3f-89e32d1eaa64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:57.188955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9be439aa-7eac-4c6b-9374-6a0fccd95c83 req-2c79cf34-6491-4ad9-8b3f-89e32d1eaa64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 946 time: 0.0772662 Dec 23 16:28:57.232733 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9be439aa-7eac-4c6b-9374-6a0fccd95c83 req-51e92d94-f7bd-4929-95bd-ca1c5d605ae5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Dec 23 16:28:57.258996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:57.326962 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e04308ab-30dd-45e3-9141-064f8af81a03 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1094 time: 0.0666685 Dec 23 16:28:57.329334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59306) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:57.334828 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:57.340130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:57.343830 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:57.346579 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:57.352807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:57.362701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:57.494657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:57.626700 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.228 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/98feab60-4455-4c8e-9a4e-ffa4834c6838) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:28:57.769944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:57.796604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:57.864651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:28:57.867937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:57.872317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:28:57.896880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=98feab60-4455-4c8e-9a4e-ffa4834c6838,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:58.364280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:58.418215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:58.697166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:58.701526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:58.802441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=98feab60-4455-4c8e-9a4e-ffa4834c6838,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:58.819578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:59.003864 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 042cf17c-108d-4887-a27f-72e965884e21 associated. External IP: 172.26.7.228, port: c419ceab-59d5-42b2-a12b-8ea02e5ac361. Dec 23 16:28:59.384940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router ffc1bef2-3a8a-431e-8552-ee27ce44543c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:28:59.576104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:28:59.585206 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] Sync routers for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:28:59.596461 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:59.597054 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:59.599894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:59.655206 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0788233c-7d7e-4b1a-a615-d21e35177712 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3247986 Dec 23 16:28:59.655706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:28:59.658011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59310) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:59.768649 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b166c3bd-ed6a-4ce0-8e62-65f19ee38c24 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/042cf17c-108d-4887-a27f-72e965884e21 HTTP/1.1" status: 200 len: 992 time: 0.1093676 Dec 23 16:28:59.785477 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'status': 'completed', 'code': 200} Dec 23 16:28:59.809403 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:59.882980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-1d0886f2-8308-44b6-bfe6-9c06c0cf1cd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1099 time: 0.0748560 Dec 23 16:29:00.010487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-0c2a05bf-0c09-4f5d-9603-b427d5030946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:00.012078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-0c2a05bf-0c09-4f5d-9603-b427d5030946 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 898 time: 0.1228869 Dec 23 16:29:00.117761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-062c4e2a-2c00-445f-bf01-42fc6c18ad1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 1000 time: 0.0996563 Dec 23 16:29:00.137976 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-867fb326-dace-4282-b606-8b822f749e95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671737 Dec 23 16:29:00.168128 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '042cf17c-108d-4887-a27f-72e965884e21', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.228', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'port_id': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'mac_address': 'fa:16:3e:65:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:58Z', 'updated_at': '2021-12-23T16:28:58Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:47Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:00.171831 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] Checking router: ffc1bef2-3a8a-431e-8552-ee27ce44543c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:29:00.178736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-4ecd70d2-ced2-4441-b352-bc69e342aa16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:00.180335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-4ecd70d2-ced2-4441-b352-bc69e342aa16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0569935 Dec 23 16:29:00.182507 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:00.183104 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:00.251972 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-8162ae6b-3986-4fbd-86a1-792af2ece474 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656798 Dec 23 16:29:00.263079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-5a68038f-fed7-4c86-ba15-d0974f7a9393 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:29:00.263933 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-5a68038f-fed7-4c86-ba15-d0974f7a9393 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046115 Dec 23 16:29:00.355789 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:00.391661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-4b0e2abe-b3d4-4114-ba32-bb27f36f954e service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211665 Dec 23 16:29:00.623600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f80d7145-984e-4b1a-a550-468247f0fe32 req-4ee81b28-6935-4ac6-bec7-e9c9f3ac4a1d service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252994 Dec 23 16:29:00.706659 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '042cf17c-108d-4887-a27f-72e965884e21', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.228', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'port_id': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'mac_address': 'fa:16:3e:65:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:58Z', 'updated_at': '2021-12-23T16:28:58Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:47Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:00.711173 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f4b31-d3ee-424d-bc66-2e3bdb9c9bec None None] The sync data for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv is: [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '042cf17c-108d-4887-a27f-72e965884e21', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.228', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'port_id': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'mac_address': 'fa:16:3e:65:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:58Z', 'updated_at': '2021-12-23T16:28:58Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:47Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:29:00.772847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59318) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:00.786092 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-24f90f81-1c68-4fbe-a449-2715efeb036b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1099 time: 0.0738528 Dec 23 16:29:00.876563 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b7a5cad9-c1ca-4d78-86f6-66dbe7993cf4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/042cf17c-108d-4887-a27f-72e965884e21 HTTP/1.1" status: 200 len: 992 time: 0.1024983 Dec 23 16:29:00.931101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-df620d09-f250-4ac4-9336-c859b46f3db8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:00.932540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-df620d09-f250-4ac4-9336-c859b46f3db8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 898 time: 0.1281383 Dec 23 16:29:01.030973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-c2c5f79b-4a59-49b6-9af9-9981e1148292 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 1000 time: 0.0925794 Dec 23 16:29:01.091818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-f4a05127-ece0-4097-8d8b-007f1036e9f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:01.093149 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-f4a05127-ece0-4097-8d8b-007f1036e9f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0552518 Dec 23 16:29:01.171197 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-0b758d45-0a06-4c1c-8c56-27d4ce904f41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725193 Dec 23 16:29:01.299577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-9c5e225f-e591-4906-b4bb-a42dc6395435 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217160 Dec 23 16:29:01.427168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1f9a-e8e8-4e19-8a20-1c39eb6c4822 req-239c7a8e-13b9-46e1-92b3-cb86e912fba5 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214006 Dec 23 16:29:01.880355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59322) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:01.989981 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-04da39d4-b5d5-4398-ab48-acadfe85ac58 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/042cf17c-108d-4887-a27f-72e965884e21 HTTP/1.1" status: 200 len: 992 time: 0.1084704 Dec 23 16:29:02.355838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272a499-bc8f-4883-886d-5990cab84676 None None] New status for floating IP 042cf17c-108d-4887-a27f-72e965884e21: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:29:02.993979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59326) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:03.183638 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd85eb6f-1146-4696-832c-f8577b0276e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/042cf17c-108d-4887-a27f-72e965884e21 HTTP/1.1" status: 200 len: 994 time: 0.1886013 Dec 23 16:29:05.008604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23b085a2-039a-40ed-8ffb-148f35036829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:06.717535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:07.237628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a4814e48-e0dd-4812-8ac8-f90d7c369f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:08.354589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:08.497071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:09.869650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:26.856146 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:29:35.009784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6e52a99c-2107-4efa-9dc9-811a332d8a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:36.713386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:37.238599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f783bb82-302e-4776-8a39-43c80601c5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.357739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.498234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.872569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:02.251699 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-9f5f2ac6-4d46-4bfa-bd36-b6dcc1ca7e1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1924918 Dec 23 16:30:02.386769 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-07fc6610-b55a-4ea2-a4c8-0dfeeb247886 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1099 time: 0.0678067 Dec 23 16:30:02.531794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-dd34180b-f570-4a97-8235-ee58d0b35ca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:02.533219 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-dd34180b-f570-4a97-8235-ee58d0b35ca8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 898 time: 0.1285958 Dec 23 16:30:02.633092 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-da96b7f5-13fc-4f8f-9b43-71daf4d856d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 1002 time: 0.0933697 Dec 23 16:30:02.696933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-40f7a104-9979-4230-8e2b-63a2879264a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:02.698239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-40f7a104-9979-4230-8e2b-63a2879264a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0593255 Dec 23 16:30:02.769045 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-4a8d0ceb-904d-4b66-8fc9-eae6e5e80840 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644343 Dec 23 16:30:02.899695 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-9823a2bc-682d-4942-aadc-e98ec09fd5c4 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234205 Dec 23 16:30:03.107897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c5df1e4-3f87-457d-a970-e3d37c1fa66a req-f48f5dd2-5258-4138-ba93-bc9c76dfe082 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018733 Dec 23 16:30:03.856002 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:30:05.011742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-38223ce3-025b-40ae-9112-12c57c19418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:06.721202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:07.239972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-245cb448-bcf3-4f59-b3e0-cc86353c832a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:08.358989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:08.499128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:09.874077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:35.025184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66d6259c-ec36-4814-bd95-959a48bfd347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:36.736491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:37.241296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ead3c22-a184-4bc0-879c-41d0fa9bc3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:38.360953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:38.500498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:39.876816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:40.855477 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:31:04.139107 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-a0519e16-3bda-405a-b519-40bf78b1d937 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681479 Dec 23 16:31:04.272044 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-60bb9c51-c257-4874-9c83-214c279e92d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1099 time: 0.0668285 Dec 23 16:31:04.412703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec723-15fd-4845-8b08-645397f84083 req-7cfaf200-9893-43fc-8abb-506198489e29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:31:04.414038 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-7cfaf200-9893-43fc-8abb-506198489e29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 898 time: 0.1240311 Dec 23 16:31:04.513529 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-c35e4deb-529e-46ee-baea-b2fc0151f28b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 1002 time: 0.0931830 Dec 23 16:31:04.572817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ec723-15fd-4845-8b08-645397f84083 req-8a7687a3-d26c-47fe-873f-dbd850139ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:31:04.574149 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-8a7687a3-d26c-47fe-873f-dbd850139ba3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0550046 Dec 23 16:31:04.649415 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-f4cc57b0-df3e-4ea6-b462-438de1e5f85c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689802 Dec 23 16:31:04.775062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-c7a46008-5a04-4e47-a6a6-bb3afb389a3a service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191106 Dec 23 16:31:04.899597 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e20ec723-15fd-4845-8b08-645397f84083 req-55871b87-5c4a-4ca4-bd61-1c75b22fe5f4 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188967 Dec 23 16:31:05.019350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d5a73d68-e588-4388-bd3d-532d782318fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:06.750807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:07.242486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b13cb99-3f70-4f59-86bc-bf094f8c0a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:08.370582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:08.501600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:09.879593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:17.855636 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:31:35.020967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ba95bb7-736a-4eda-be19-4062ff152e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:35.332998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59364) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:31:35.339406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:31:35.568534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6856404'] for subnet, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:35.748732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792112986646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7170111'] for subnet, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:35.799969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:31:35.800542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:35.801895 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/subnets/433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 836 time: 0.4678574 Dec 23 16:31:35.806680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08e175-e31d-426b-bf6e-68ed18aa6f08 None None] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:31:35.819624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=433bda79-ddd7-4420-ad6f-2238b73042e7,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:31:35.828355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.828698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.829027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.829353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.829677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.829996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.830318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.830635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.830952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.831265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:35.831692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d07c37-29c1-4eec-9243-1a7ad373326c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:31:36.300575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da783ec9-81fe-4bb7-b067-c7ec81ae6309 None None] Provisioning complete for port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:31:36.301161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da783ec9-81fe-4bb7-b067-c7ec81ae6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:36.421679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da783ec9-81fe-4bb7-b067-c7ec81ae6309 None None] Provisioning complete for port c419ceab-59d5-42b2-a12b-8ea02e5ac361 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:31:36.421921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da783ec9-81fe-4bb7-b067-c7ec81ae6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:36.549908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da783ec9-81fe-4bb7-b067-c7ec81ae6309 None None] Provisioning complete for port ee1784da-cac3-4b0d-adec-6feec108cb70 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:31:36.550272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da783ec9-81fe-4bb7-b067-c7ec81ae6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:36.748828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:37.243871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4feaccc2-10e5-4f08-886c-d62a238df75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:38.367294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:38.502557 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:39.881390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:54.855498 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:32:05.022415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dd101c2-82aa-4e11-ae8e-8f883b07518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:06.122657 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-00b6dd02-1013-49e1-9761-ec18c6e28c07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696464 Dec 23 16:32:06.257222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-834a6a93-ec1b-47f1-b587-c0610d8c0fa7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1099 time: 0.0677094 Dec 23 16:32:06.501606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-f0360e51-6bbe-43e5-9e67-31b92419154e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:06.503049 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-f0360e51-6bbe-43e5-9e67-31b92419154e service neutron] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 898 time: 0.2278087 Dec 23 16:32:06.601016 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-e2fd3c2c-1bef-4964-b6e0-375878d41f87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 1002 time: 0.0919189 Dec 23 16:32:06.662053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-b2a784e4-3aee-4972-9e47-6e108182f46f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:06.663471 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-b2a784e4-3aee-4972-9e47-6e108182f46f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0558488 Dec 23 16:32:06.749884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-f6c3e760-765f-4f18-8a91-e68809a998da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800359 Dec 23 16:32:06.750756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:06.877104 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-5caa057f-a751-4be3-83bf-79bc47cfe7dc service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208427 Dec 23 16:32:07.003221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dbcf80f6-fc0f-4bba-807b-0a405aded507 req-9177fb92-b6dd-4fee-941f-e43b6a93811d service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193237 Dec 23 16:32:07.244523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a0b50a0-66fe-43bc-bde8-5537452b22c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:08.371608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:08.505523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:09.885179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:19.481926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59398) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:19.711370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 98feab60-4455-4c8e-9a4e-ffa4834c6838 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:32:19.711737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:19.886152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:19.886469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:20.001813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 98feab60-4455-4c8e-9a4e-ffa4834c6838 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:32:20.146624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:20.188498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=98feab60-4455-4c8e-9a4e-ffa4834c6838,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:20.279339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:20.768689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router ffc1bef2-3a8a-431e-8552-ee27ce44543c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:32:20.973933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:32:20.983534 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] Sync routers for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:32:20.993942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:20.995280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:20.995886 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:21.050599 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-535ff60e-a76d-406c-9771-887335217d2f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/042cf17c-108d-4887-a27f-72e965884e21 HTTP/1.1" status: 204 len: 168 time: 1.5673888 Dec 23 16:32:21.051043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:32:21.145095 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'status': 'completed', 'code': 200} Dec 23 16:32:21.173563 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:21.236498 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20a31001-6735-4b40-9244-17dca14141a6 req-b0bba611-df2c-4fbc-8060-2c0f52befbc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 1099 time: 0.0706446 Dec 23 16:32:21.382694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a31001-6735-4b40-9244-17dca14141a6 req-4bca519a-af63-4f81-947c-ae3bdd6d3594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:21.385571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20a31001-6735-4b40-9244-17dca14141a6 req-4bca519a-af63-4f81-947c-ae3bdd6d3594 service neutron] 10.222.0.59 "GET /v2.0/networks?id=68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 200 len: 898 time: 0.1429908 Dec 23 16:32:21.475828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20a31001-6735-4b40-9244-17dca14141a6 req-9e48eccd-61c2-415e-9abd-11b4dabc3751 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 200 len: 217 time: 0.0815001 Dec 23 16:32:21.502556 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:47Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:21.506584 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] Checking router: ffc1bef2-3a8a-431e-8552-ee27ce44543c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:32:21.517700 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:21.518291 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:21.541086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a31001-6735-4b40-9244-17dca14141a6 req-db64aebd-469f-4da9-9acf-18165f239051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:21.542671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20a31001-6735-4b40-9244-17dca14141a6 req-db64aebd-469f-4da9-9acf-18165f239051 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 200 len: 844 time: 0.0605500 Dec 23 16:32:21.616740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20a31001-6735-4b40-9244-17dca14141a6 req-f1d98bdf-a035-4ca2-911f-10684f26b89b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c5a93f-de2b-4ece-86a7-1646d255f0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671279 Dec 23 16:32:21.702658 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:21.809536 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20a31001-6735-4b40-9244-17dca14141a6 req-ce0f3f64-4872-4c11-bac7-858326728c62 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861649 Dec 23 16:32:21.895472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c147bc-7100-439d-9d12-8524d22e9bd9 req-cf53c822-ae13-45fc-ab4b-87ebd1519133 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:21.896103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-66c147bc-7100-439d-9d12-8524d22e9bd9 req-cf53c822-ae13-45fc-ab4b-87ebd1519133 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:32:21.927455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-66c147bc-7100-439d-9d12-8524d22e9bd9 req-cf53c822-ae13-45fc-ab4b-87ebd1519133 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:32:21.928630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-66c147bc-7100-439d-9d12-8524d22e9bd9 req-cf53c822-ae13-45fc-ab4b-87ebd1519133 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 946 time: 0.4595821 Dec 23 16:32:21.988435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20a31001-6735-4b40-9244-17dca14141a6 req-bd2f4d77-1fd8-442c-97dd-2726cd936349 service neutron] 10.222.0.59 "GET /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716862 Dec 23 16:32:21.996032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-66c147bc-7100-439d-9d12-8524d22e9bd9 req-7d4343ce-8b3c-4835-8214-8ab50b7dd585 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574138 Dec 23 16:32:22.011782 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:47Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:22.015814 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482dd94-3d00-4448-ad82-a75d781f07de None None] The sync data for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv is: [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:28:40Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c', 'name': '', 'network_id': '68c5a93f-de2b-4ece-86a7-1646d255f0ce', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:64:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:40Z', 'updated_at': '2021-12-23T16:28:47Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': '433bda79-ddd7-4420-ad6f-2238b73042e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:32:22.235444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4ddf32-35c4-4128-bfc2-a555bcfd07b9 None None] New status for floating IP 042cf17c-108d-4887-a27f-72e965884e21: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:32:23.007456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-08517de7-7180-41d9-8771-c6312f111dfb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:23.009400 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-08517de7-7180-41d9-8771-c6312f111dfb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 946 time: 0.0769036 Dec 23 16:32:23.075837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port c419ceab-59d5-42b2-a12b-8ea02e5ac361 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:32:23.076177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:23.470504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fb343-5a2a-4827-bcb4-b9e424157288 req-953597e3-bfe5-4924-81b3-bec4b24fd9d2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:23.471958 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a11fb343-5a2a-4827-bcb4-b9e424157288 req-953597e3-bfe5-4924-81b3-bec4b24fd9d2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bc6afdf-c8f2-4795-b6f7-4165b72a361d HTTP/1.1" status: 200 len: 946 time: 0.3158996 Dec 23 16:32:23.476690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port c419ceab-59d5-42b2-a12b-8ea02e5ac361, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c419ceab-59d5-42b2-a12b-8ea02e5ac361,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:23.477045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:23.611227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for c419ceab-59d5-42b2-a12b-8ea02e5ac361 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:32:23.680012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a11fb343-5a2a-4827-bcb4-b9e424157288 req-2f968730-7d93-46c7-b5e1-8ade0a748f07 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=85002d7f-2bca-4885-9425-5a6d49a05fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959450 Dec 23 16:32:23.768024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:23.820977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=c419ceab-59d5-42b2-a12b-8ea02e5ac361,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:23.888141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port c419ceab-59d5-42b2-a12b-8ea02e5ac361 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:32:23.890507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:23.893106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'name': 'network-vif-deleted', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:32:23.908837 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9beb3e3-7a88-4e2f-9e69-8dc87fc2f48b req-9fae837d-93d7-442c-bf2e-5fd346199938 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/c419ceab-59d5-42b2-a12b-8ea02e5ac361 HTTP/1.1" status: 204 len: 173 time: 0.8941059 Dec 23 16:32:23.947648 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc6afdf-c8f2-4795-b6f7-4165b72a361d', 'name': 'network-vif-deleted', 'tag': 'c419ceab-59d5-42b2-a12b-8ea02e5ac361', 'status': 'completed', 'code': 200} Dec 23 16:32:24.789302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59430) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:24.860216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7ba7-c51b-4b19-9942-ea906abbd255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:24.889292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7ba7-c51b-4b19-9942-ea906abbd255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:24.950567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7ba7-c51b-4b19-9942-ea906abbd255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:24.968261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a7ba7-c51b-4b19-9942-ea906abbd255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85002d7f-2bca-4885-9425-5a6d49a05fd0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:24.978193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6b4a7ba7-c51b-4b19-9942-ea906abbd255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:24.979290 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6b4a7ba7-c51b-4b19-9942-ea906abbd255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/85002d7f-2bca-4885-9425-5a6d49a05fd0 HTTP/1.1" status: 204 len: 168 time: 0.1890342 Dec 23 16:32:25.026692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59436) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:25.408006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:25.556317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device c419ceab-59d5-42b2-a12b-8ea02e5ac361 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:32:25.588029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: c419ceab-59d5-42b2-a12b-8ea02e5ac361 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:32:25.588369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device c419ceab-59d5-42b2-a12b-8ea02e5ac361 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:32:26.087079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:32:26.088200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:26.267949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:26.268304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:26.384843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:32:26.566339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:26.613876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:26.901653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:27.553301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router ffc1bef2-3a8a-431e-8552-ee27ce44543c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:32:27.749686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:32:27.760238 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] Sync routers for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:32:27.762526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-477fca49-ba67-45f0-bea8-7a124d79b0dc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/ffc1bef2-3a8a-431e-8552-ee27ce44543c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7348533 Dec 23 16:32:27.765176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59440) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:27.771787 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:27.772364 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:27.941750 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:27.949701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet 433bda79-ddd7-4420-ad6f-2238b73042e7 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:32:27.952558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.004496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.086959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.164153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.203079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=433bda79-ddd7-4420-ad6f-2238b73042e7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:28.207503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.214238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9f48bc99-d611-41f8-a13c-d601eddd4c40 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/433bda79-ddd7-4420-ad6f-2238b73042e7 HTTP/1.1" status: 204 len: 168 time: 0.4479775 Dec 23 16:32:28.214543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc1a56-6961-40ee-a9e2-e7b9d23af728 None None] Network 68c5a93f-de2b-4ece-86a7-1646d255f0ce requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:32:28.216599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59444) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:28.246944 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:32:26Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:28.251220 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] Checking router: ffc1bef2-3a8a-431e-8552-ee27ce44543c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:32:28.261906 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] Routers {'ffc1bef2-3a8a-431e-8552-ee27ce44543c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:28.262484 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:28.424964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.444855 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] Set router ffc1bef2-3a8a-431e-8552-ee27ce44543c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:28.503521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] DHCP port deletion for 68c5a93f-de2b-4ece-86a7-1646d255f0ce request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:32:28.507591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Deleting port ee1784da-cac3-4b0d-adec-6feec108cb70 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:32:28.508183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.624384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.634213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 0bffd554-9744-482f-8652-f5b4712ba917 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:32:28.634640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.710181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] For port ee1784da-cac3-4b0d-adec-6feec108cb70, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ee1784da-cac3-4b0d-adec-6feec108cb70,segment=NetworkSegment(7f6419cb-4550-461f-b12b-53a2ae6d8a8b),segment_id=7f6419cb-4550-461f-b12b-53a2ae6d8a8b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:28.710433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.724578 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:32:26Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:28.729233 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77452959-b11a-4ecf-9995-7b472b80f89e None None] The sync data for ids ['ffc1bef2-3a8a-431e-8552-ee27ce44543c'] in dv-neutron-822800-1-hyperv is: [{'id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'name': 'tempest-TestNetworkBasicOps-router-605254946', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '0bffd554-9744-482f-8652-f5b4712ba917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:28:36Z', 'updated_at': '2021-12-23T16:32:26Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '0bffd554-9744-482f-8652-f5b4712ba917', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1bef2-3a8a-431e-8552-ee27ce44543c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:28:37Z', 'updated_at': '2021-12-23T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:32:28.824877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 0bffd554-9744-482f-8652-f5b4712ba917, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0bffd554-9744-482f-8652-f5b4712ba917,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:28.825224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.834202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Calling delete_port for ee1784da-cac3-4b0d-adec-6feec108cb70 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:32:28.915056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:28.957948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Pushing event deleted for resources: {'Port': ['ID=ee1784da-cac3-4b0d-adec-6feec108cb70,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:28.969554 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.969829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.970165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.970492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.970819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.971143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.971461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.971809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.972126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.972444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.972760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:28.975256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c687a3-2a27-4fc0-9338-e06651b35db0 None None] No DVR routers for this DVR port ee1784da-cac3-4b0d-adec-6feec108cb70 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:32:29.052426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 0bffd554-9744-482f-8652-f5b4712ba917 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:32:29.218074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.262142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=0bffd554-9744-482f-8652-f5b4712ba917,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:29.293516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ee1784da-cac3-4b0d-adec-6feec108cb70 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:32:29.327118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ee1784da-cac3-4b0d-adec-6feec108cb70 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:32:29.327543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ee1784da-cac3-4b0d-adec-6feec108cb70 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:32:29.327981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:32:29.361316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:32:29.361656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7595b39a-9d6c-4227-b2ed-ffc4dca8cf0c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:32:29.481660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.730905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.735012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.758960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.759497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router ffc1bef2-3a8a-431e-8552-ee27ce44543c {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:32:29.773947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.775008 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-36421815-72df-43f4-8a49-1865933ad129 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/ffc1bef2-3a8a-431e-8552-ee27ce44543c HTTP/1.1" status: 204 len: 168 time: 1.5574248 Dec 23 16:32:29.777857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59448) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:29.893021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.019691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.044560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c5a93f-de2b-4ece-86a7-1646d255f0ce']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:30.056151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6419cb-4550-461f-b12b-53a2ae6d8a8b') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:30.056445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6419cb-4550-461f-b12b-53a2ae6d8a8b') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:30.067298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.082612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.089115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:32:30.089514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:32:30.104063 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:32:30.183025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.200474 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.213155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=68c5a93f-de2b-4ece-86a7-1646d255f0ce,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/68c5a93f-de2b-4ece-86a7-1646d255f0ce HTTP/1.1" status: 204 len: 168 time: 0.4444139 Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.230181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7331f-b721-4bfe-943a-925fbcca9d34 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:30.234393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59452) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:30.240379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--1573474531', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:30.245885 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:30.249866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:30.252698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:30.259907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:30.269141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:32:30.272241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.299732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:32:30.308750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.309087 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment 974c5463-50e4-4b51-b1a9-b3071bb12c0d of type vlan for network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 Dec 23 16:32:30.333507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.361261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.364807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:30.365376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.466835 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2314034 Dec 23 16:32:30.469589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59456) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:30.472423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a305d-2bf9-4839-a012-b7b6acceb06b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=41f1584a-7a07-47c5-a08a-eb3f94a1c632,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:30.475007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:30.482543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:30.482782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:32:30.486408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:30.489347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:30.495686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:30.505146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.506107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.526216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.669934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.851093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.879015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:31.098400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.50 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/7f45f5a4-1610-4567-91b0-f43d4b5a8a9c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:32:31.238444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:31.265602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:31.287026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bffd554-9744-482f-8652-f5b4712ba917 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:32:31.319437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 0bffd554-9744-482f-8652-f5b4712ba917 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:32:31.319811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bffd554-9744-482f-8652-f5b4712ba917 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:32:31.334721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:32:31.337544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:31.342246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:32:31.365328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:31.493741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:31.494371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:31.714626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:32:31.855462 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:32:31.909302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:32:31.919522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Sync routers for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:32:31.930665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:31.932019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:31.936252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:31.937441 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b33e0bde-f584-4a1c-959e-1288c73ab7c3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4667537 Dec 23 16:32:31.940629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59460) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:31.979184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e8c60059-147d-4f15-9278-080632f978ed tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375104 Dec 23 16:32:31.981871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59464) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:32.113559 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:32.113823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22cb701-d949-4ef0-95be-1729e37ea415 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:32.115302 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c22cb701-d949-4ef0-95be-1729e37ea415 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325557 Dec 23 16:32:32.118777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59468) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:32.159181 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-546ccf6d-2b8f-416e-a898-91510f1942a2 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369596 Dec 23 16:32:32.159181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59472) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:32.285973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-461561721', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:32.397983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:32.402347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:32.405162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:32.410907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:32.422823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:32:32.437917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:31Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:32.441812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Checking router: f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:32:32.442161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Updating router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:32:32.492480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.523669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.735876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.816075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.829303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Transition to ACTIVE for port object 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:32.840388 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.917331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:32.922792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9d70f-3e00-4af0-88f0-9f8ef6efe001 None None] Pushing event updated for resources: {'Port': ['ID=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:32.925759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Attempting to bind port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:32:32.926123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Attempting to bind port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:32:32.926479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Attempting to bind port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:32:32.928687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:32:32.928951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: 41f1584a-7a07-47c5-a08a-eb3f94a1c632, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:32:32.933704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:32:32.934071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:32:32.934467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.934851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:32:32.935301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Bound port: 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:32:32.935690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.950850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:32:32.959802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 41f1584a-7a07-47c5-a08a-eb3f94a1c632) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:32.965718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:32.966768 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:32.970747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e97945-bc48-4fc6-9a16-eca60762707b None None] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:32:32.985979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3b4faaae-d24e-4503-8a51-b0cbf79def1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8253014 Dec 23 16:32:32.988287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59478) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:33.098035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] For port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:32:33.116819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] For port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:32:33.151321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:33.280117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9d70f-3e00-4af0-88f0-9f8ef6efe001 None None] Pushing event updated for resources: {'Port': ['ID=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:33.287511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:33.288164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:33.340616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:32:33.341742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:33.580732 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:33.707287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Allocated IP 172.20.0.2 (41f1584a-7a07-47c5-a08a-eb3f94a1c632/ef53e524-fc3b-458a-aa5f-3ccd2e6ea466/a0a29857-2fc1-447f-9306-cd8eb2392b72) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:32:33.714169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.080796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.092802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6418302b-3534-473c-9000-7615e37b4294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:31Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:34.094950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Transition to ACTIVE for port object a0a29857-2fc1-447f-9306-cd8eb2392b72 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:34.104891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418302b-3534-473c-9000-7615e37b4294 None None] The sync data for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv is: [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:31Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:32:34.115819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Transition to ACTIVE for port object a0a29857-2fc1-447f-9306-cd8eb2392b72 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:34.127678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.201002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:32:34.202683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (41f1584a-7a07-47c5-a08a-eb3f94a1c632/ef53e524-fc3b-458a-aa5f-3ccd2e6ea466/a884c584-2e3c-4467-a9a6-d19957dafb35) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:32:34.204537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:34.206364 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Pushing event updated for resources: {'Port': ['ID=a0a29857-2fc1-447f-9306-cd8eb2392b72,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:34.208499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:32:34.304688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Attempting to bind port a0a29857-2fc1-447f-9306-cd8eb2392b72 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:32:34.305549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Attempting to bind port a0a29857-2fc1-447f-9306-cd8eb2392b72 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:32:34.306590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Attempting to bind port a0a29857-2fc1-447f-9306-cd8eb2392b72 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:32:34.316457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:32:34.316836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Checking segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:32:34.317294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.317840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Bound using segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:32:34.318303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Bound port: a0a29857-2fc1-447f-9306-cd8eb2392b72, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:32:34.318667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.401438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.420643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object a884c584-2e3c-4467-a9a6-d19957dafb35 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:34.424368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] For port a0a29857-2fc1-447f-9306-cd8eb2392b72, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:32:34.429128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] For port a0a29857-2fc1-447f-9306-cd8eb2392b72, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a0a29857-2fc1-447f-9306-cd8eb2392b72,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:32:34.434993 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.450502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.521609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0aac-f44e-4bba-829b-dcaa1f718a43 None None] Pushing event updated for resources: {'Port': ['ID=a0a29857-2fc1-447f-9306-cd8eb2392b72,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:34.527690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:32:34.531348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:34.533778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:32:34.680634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=a884c584-2e3c-4467-a9a6-d19957dafb35,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:34.721947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:34.812442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.023811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee8cae29-fbd4-4d15-93f6-d381ba1e3eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.232516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.237469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.347604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.352108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=a884c584-2e3c-4467-a9a6-d19957dafb35,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:35.353375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a0a29857-2fc1-447f-9306-cd8eb2392b72 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:32:35.433260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a0a29857-2fc1-447f-9306-cd8eb2392b72 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:35.440119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:32:35.500428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:32:35.501556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:35.514671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a3189-519a-4763-919d-828f7b70e3f4 None None] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:32:35.532953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:35.593241 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:35.593602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.661331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d1f57241-cbe4-4eb5-b16d-178af9138c96 None None] Provisioning for port a0a29857-2fc1-447f-9306-cd8eb2392b72 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:35.683443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d1f57241-cbe4-4eb5-b16d-178af9138c96 None None] Provisioning complete for port a0a29857-2fc1-447f-9306-cd8eb2392b72 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:35.683759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1f57241-cbe4-4eb5-b16d-178af9138c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.873859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:32:35.918815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.964727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:35.968019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1f57241-cbe4-4eb5-b16d-178af9138c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:35.979868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.070013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d1f57241-cbe4-4eb5-b16d-178af9138c96 None None] For port a0a29857-2fc1-447f-9306-cd8eb2392b72, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a0a29857-2fc1-447f-9306-cd8eb2392b72,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:36.073403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:36.076900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1f57241-cbe4-4eb5-b16d-178af9138c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.084812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:32:36.102633 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4538baa5-5681-45b7-949f-bd707f9960b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1130683 Dec 23 16:32:36.104843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59482) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:36.144990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f57241-cbe4-4eb5-b16d-178af9138c96 None None] Pushing event updated for resources: {'Port': ['ID=a0a29857-2fc1-447f-9306-cd8eb2392b72,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:36.298983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-74c559ad-1a4d-4cea-807c-ad14dad96f8f None None] Provisioning complete for port a0a29857-2fc1-447f-9306-cd8eb2392b72 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:36.299454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74c559ad-1a4d-4cea-807c-ad14dad96f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.351120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47e944-cec7-4841-a9ac-c22990ab3ef4 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.351733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47e944-cec7-4841-a9ac-c22990ab3ef4 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.351921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47e944-cec7-4841-a9ac-c22990ab3ef4 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.352211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47e944-cec7-4841-a9ac-c22990ab3ef4 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.354381 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4c47e944-cec7-4841-a9ac-c22990ab3ef4 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2485852 Dec 23 16:32:36.357050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59486) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:36.441420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cba71e-e3af-4565-8518-d96f990d0c52 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.441758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cba71e-e3af-4565-8518-d96f990d0c52 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.442118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cba71e-e3af-4565-8518-d96f990d0c52 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.443089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cba71e-e3af-4565-8518-d96f990d0c52 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:36.444299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-95cba71e-e3af-4565-8518-d96f990d0c52 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0863256 Dec 23 16:32:36.445038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-74c559ad-1a4d-4cea-807c-ad14dad96f8f None None] Provisioning for port a884c584-2e3c-4467-a9a6-d19957dafb35 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:36.447252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59490) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:36.450166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-74c559ad-1a4d-4cea-807c-ad14dad96f8f None None] Provisioning complete for port a884c584-2e3c-4467-a9a6-d19957dafb35 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:36.450537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74c559ad-1a4d-4cea-807c-ad14dad96f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.503532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-74c559ad-1a4d-4cea-807c-ad14dad96f8f None None] Port a884c584-2e3c-4467-a9a6-d19957dafb35 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:32:36.625309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c8b8f49a-7af9-4a9d-98f2-b47ff866b54e None None] Provisioning complete for port a884c584-2e3c-4467-a9a6-d19957dafb35 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:36.625671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8b8f49a-7af9-4a9d-98f2-b47ff866b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.656127 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7bf915f0-4b3a-4c0d-8c9f-f14015fb1c6f tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2047203 Dec 23 16:32:36.680621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8f49a-7af9-4a9d-98f2-b47ff866b54e None None] Port a884c584-2e3c-4467-a9a6-d19957dafb35 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:32:36.763259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.800579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7401f3d1-2a05-4423-999e-14a98c9b7543 None None] Provisioning complete for port a884c584-2e3c-4467-a9a6-d19957dafb35 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:36.800946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7401f3d1-2a05-4423-999e-14a98c9b7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.803990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:36.809675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648518296', 'description': 'tempest-secgroup-smoke-1648518296 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:36.815494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:36.819514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:36.822423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:36.833672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:36.844993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.857568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7401f3d1-2a05-4423-999e-14a98c9b7543 None None] Port a884c584-2e3c-4467-a9a6-d19957dafb35 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:32:36.879676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:36.883386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:36.886134 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:36.892011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:36.943937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.947303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.992418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3e29d-1dee-490e-a3eb-a1e1bd749777,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:36.995163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:36.996398 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-83eca3fb-8b7a-4b95-aae6-27d8e12bda41 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1914492 Dec 23 16:32:36.999271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:37.004621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'd7a3e29d-1dee-490e-a3eb-a1e1bd749777', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:37.010814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:37.014620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:37.017759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:37.023443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:37.041158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.101050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.104770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.133348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3ae0aa-3d07-4cb8-8519-3df0a30ae8f9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:37.143652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.144810 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3fe3231b-2993-488b-b80c-50f623c4fac2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1446609 Dec 23 16:32:37.147608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:37.153430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'd7a3e29d-1dee-490e-a3eb-a1e1bd749777', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:37.159125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:37.163138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:37.166044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:37.171672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:37.187857 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.245898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-819f56ce-345a-470a-8bec-6a8f87d31c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.251842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.255508 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.279502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcbd0b3-1375-4da0-8054-49d7895b30f3,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:37.288820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.290334 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92e4fb86-66db-453f-85d1-85619711b312 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1418257 Dec 23 16:32:37.293146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59508) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:37.299710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'd7a3e29d-1dee-490e-a3eb-a1e1bd749777', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:37.301467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a0a29857-2fc1-447f-9306-cd8eb2392b72 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:32:37.305910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:37.309680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:37.312525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:37.318167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:37.339520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.370219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a0a29857-2fc1-447f-9306-cd8eb2392b72 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:37.370705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.407248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.414609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.442083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5c3ea2-befe-44aa-8687-6a480606a4f0,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:37.455829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.456173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.456502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.456826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.457151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.457470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.457920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.458250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.458566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.458883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.459250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:37.466160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.469732 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3c740157-7e26-4562-a675-66ac7cffc65a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1732035 Dec 23 16:32:37.469917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59512) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:37.475502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'd7a3e29d-1dee-490e-a3eb-a1e1bd749777', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:37.481156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:37.484916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:37.487918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:37.494206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:37.511668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.550316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:32:37.579282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.583749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.606747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2136708a-0414-42a4-9446-2c150fc28882,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:37.615266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.619289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:37.619685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.619806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-761fa956-2a95-47f5-82f7-19c5e7650e5b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1489708 Dec 23 16:32:37.619926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59516) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:37.625768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'd7a3e29d-1dee-490e-a3eb-a1e1bd749777', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:37.631892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:37.636490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:37.639606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:37.645556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:37.656446 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:32:37.662786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.719896 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Sync routers for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:32:37.732728 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:37.736276 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:37.736459 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.740445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.765070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef086706-e38c-420b-81f4-d7cd7f3846ff,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:37.773843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.775197 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36998b7a-5b18-4ed6-9f51-e71f41e923bf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1541929 Dec 23 16:32:37.777894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:37.783262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'd7a3e29d-1dee-490e-a3eb-a1e1bd749777', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:37.788985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:37.793165 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:37.795989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:37.801630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:37.812862 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:32:37.819814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.883751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.887281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.909263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace0c479-c52a-4df6-81ef-193d1b33c751,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:37.917900 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:37.919827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:37.920967 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-81bd175d-70dc-4e72-880b-fdfc720673f2 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1421916 Dec 23 16:32:38.090232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-d742eaab-ad6f-4681-ab3d-47347a731b3e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:32:38.105020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-d742eaab-ad6f-4681-ab3d-47347a731b3e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:32:38.106202 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-d742eaab-ad6f-4681-ab3d-47347a731b3e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648518296&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0549710 Dec 23 16:32:38.224584 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:38.229138 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Checking router: f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:32:38.229485 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Updating router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 port a884c584-2e3c-4467-a9a6-d19957dafb35 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:32:38.248423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-08ed0069-3e12-433f-8a74-bd6439da3649 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:38.249847 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-08ed0069-3e12-433f-8a74-bd6439da3649 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 797 time: 0.1370850 Dec 23 16:32:38.265605 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-17c5b6ef-20e9-43ef-a42f-c78c211bde18 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0104117 Dec 23 16:32:38.283578 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:38.347087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-9db0258e-acbf-4a57-b6e1-3ad006586007 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:32:38.363263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-9db0258e-acbf-4a57-b6e1-3ad006586007 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:32:38.365363 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-9db0258e-acbf-4a57-b6e1-3ad006586007 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944834 Dec 23 16:32:38.381882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:38.459105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-d2efdfe6-66ae-47e9-9f3a-31fc4c2b38c7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:32:38.460090 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-d2efdfe6-66ae-47e9-9f3a-31fc4c2b38c7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0825148 Dec 23 16:32:38.513073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:38.590392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-512c7e40-1996-4d91-9784-b3c34c402875 service neutron] 10.222.0.18 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234510 Dec 23 16:32:38.645475 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:38.656986 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Transition to ACTIVE for port object a884c584-2e3c-4467-a9a6-d19957dafb35 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:38.663686 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:38.722125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-53734a15-350f-4e08-afd7-33304df6356d service neutron] 10.222.0.18 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257100 Dec 23 16:32:38.789280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Pushing event updated for resources: {'Port': ['ID=a884c584-2e3c-4467-a9a6-d19957dafb35,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:38.861973 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.862365 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.862550 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.862864 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.863183 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.863668 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.864215 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.864747 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.865288 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.865828 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.866366 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:32:38.890892 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Attempting to bind port a884c584-2e3c-4467-a9a6-d19957dafb35 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:32:38.891499 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Attempting to bind port a884c584-2e3c-4467-a9a6-d19957dafb35 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:32:38.891884 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Attempting to bind port a884c584-2e3c-4467-a9a6-d19957dafb35 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:32:38.898097 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:32:38.898449 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Checking segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:32:38.898829 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:38.899229 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Bound using segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:32:38.899705 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Bound port: a884c584-2e3c-4467-a9a6-d19957dafb35, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:32:38.900062 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:38.981592 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] For port a884c584-2e3c-4467-a9a6-d19957dafb35, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:32:38.984466 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] For port a884c584-2e3c-4467-a9a6-d19957dafb35, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a884c584-2e3c-4467-a9a6-d19957dafb35,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:32:38.989128 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:39.068048 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d84bd-0719-42d3-b61a-5a3c203eb278 None None] Pushing event updated for resources: {'Port': ['ID=a884c584-2e3c-4467-a9a6-d19957dafb35,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:39.074756 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:39.075349 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:39.255399 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:39.564859 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:38Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:39.568553 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fa6f9-4d3c-4d13-8e18-da0641e40290 None None] The sync data for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv is: [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:38Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:32:39.895275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:39.946734 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6be103f3-310e-4913-b10f-2a52c5f5c3a7 req-b6ad5835-e19d-4105-89c5-dc747b1675ac tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 210 time: 0.0409884 Dec 23 16:32:41.148575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f23eaf0d-28fb-4baa-bd65-36712cabbac8 req-e0dac625-0fc9-4661-8703-7b37cbafb867 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 210 time: 0.0562961 Dec 23 16:32:41.220215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c0b644a3-ac59-45b2-a8e2-c6a24ebbb1fc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:41.221789 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c0b644a3-ac59-45b2-a8e2-c6a24ebbb1fc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 797 time: 0.2498755 Dec 23 16:32:41.279713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-98b05bf4-2b67-4597-9d71-8ccf214859c5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 380 time: 0.0419645 Dec 23 16:32:41.290884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['d7a3e29d-1dee-490e-a3eb-a1e1bd749777']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:41.315714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a884c584-2e3c-4467-a9a6-d19957dafb35 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:32:41.386634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a884c584-2e3c-4467-a9a6-d19957dafb35 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:41.392119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a884c584-2e3c-4467-a9a6-d19957dafb35 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:41.392479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:41.433871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:41.443527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:41.453856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:32:41.456817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:41.511175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:41.545045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a884c584-2e3c-4467-a9a6-d19957dafb35, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a884c584-2e3c-4467-a9a6-d19957dafb35,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:41.548897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:41.613758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a884c584-2e3c-4467-a9a6-d19957dafb35,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:41.617015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.13 (41f1584a-7a07-47c5-a08a-eb3f94a1c632/ef53e524-fc3b-458a-aa5f-3ccd2e6ea466/ee3898b1-c681-496f-9918-67ebddf5f725) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:32:41.803628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:41.818474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object ee3898b1-c681-496f-9918-67ebddf5f725 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:41.839727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:41.909316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:32:41.912462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:41.916482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:32:42.049714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:42.084171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:42.084798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:42.108438 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-c6b2b2a1-07e4-4d15-80df-ec3565ed4cee tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8215945 Dec 23 16:32:42.120832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Request body: {'port': {'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:42.153384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fccb9045-c6a6-4018-b847-8f772654adfc None None] Provisioning for port ee3898b1-c681-496f-9918-67ebddf5f725 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:42.157947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fccb9045-c6a6-4018-b847-8f772654adfc None None] Provisioning complete for port ee3898b1-c681-496f-9918-67ebddf5f725 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:42.158313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fccb9045-c6a6-4018-b847-8f772654adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:42.216286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fccb9045-c6a6-4018-b847-8f772654adfc None None] Port ee3898b1-c681-496f-9918-67ebddf5f725 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:32:42.229011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:42.502105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf3bb9-27db-410d-a638-baa97b56b47e req-2798292d-a872-42eb-ba51-9ffb3bdf2743 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:42.502773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-3faf3bb9-27db-410d-a638-baa97b56b47e req-2798292d-a872-42eb-ba51-9ffb3bdf2743 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:32:42.544627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-3faf3bb9-27db-410d-a638-baa97b56b47e req-2798292d-a872-42eb-ba51-9ffb3bdf2743 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:32:42.545722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3faf3bb9-27db-410d-a638-baa97b56b47e req-2798292d-a872-42eb-ba51-9ffb3bdf2743 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 932 time: 0.2669525 Dec 23 16:32:42.632426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3faf3bb9-27db-410d-a638-baa97b56b47e req-24e2ee1d-5f14-4589-b7ba-d098e612ede1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793061 Dec 23 16:32:42.659777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3898b1-c681-496f-9918-67ebddf5f725 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:32:42.667231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:42.681146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Transition to ACTIVE for port object ee3898b1-c681-496f-9918-67ebddf5f725 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:42.684338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:42.808546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:42.914146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Attempting to bind port ee3898b1-c681-496f-9918-67ebddf5f725 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:32:42.914474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Attempting to bind port ee3898b1-c681-496f-9918-67ebddf5f725 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:32:42.915483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Attempting to bind port ee3898b1-c681-496f-9918-67ebddf5f725 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:32:42.921314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Port ee3898b1-c681-496f-9918-67ebddf5f725 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:32:42.921623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Attempting to bind port ee3898b1-c681-496f-9918-67ebddf5f725 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:32:42.927643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:32:42.927972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Checking segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:32:42.928336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Bound using segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:32:42.928745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Bound port: ee3898b1-c681-496f-9918-67ebddf5f725, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:32:42.929076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:43.014717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:32:43.017732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ee3898b1-c681-496f-9918-67ebddf5f725,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:32:43.022256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:43.080650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:43.082101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] 10.222.0.59 "PUT /v2.0/ports/ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 1094 time: 0.9658337 Dec 23 16:32:43.082392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:32:43.099825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f89b1-755b-4962-bef8-87336a0358c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:43.158697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'status': 'completed', 'code': 200} Dec 23 16:32:43.203303 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-9dff232f-0e7a-42c2-83ee-c8ed4d1464c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1097 time: 0.0792232 Dec 23 16:32:43.274790 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-08c79d44-b0d1-4181-a384-e043dd7df79a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 217 time: 0.0630860 Dec 23 16:32:43.299527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a884c584-2e3c-4467-a9a6-d19957dafb35 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:32:43.338145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-93dcfdba-f87b-4fc7-8984-3b3c7be98d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:43.339589 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-93dcfdba-f87b-4fc7-8984-3b3c7be98d2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0593278 Dec 23 16:32:43.378226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a884c584-2e3c-4467-a9a6-d19957dafb35 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:43.378596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:43.412984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-62129a1c-47e6-4c83-8cb9-83dd5276a083 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667849 Dec 23 16:32:43.542203 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-efb1952a-f16e-4a11-a819-be28a212b7a6 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232879 Dec 23 16:32:43.667582 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0136d58b-cbef-4ac7-8c29-90f29ef09f2f req-95d6918d-7549-4e81-9da9-621d45ddfe95 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194403 Dec 23 16:32:43.926818 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b1016b-2138-474f-a546-3d12de3f987e req-58bf5be8-7c6b-44e8-8f1d-2018158b00a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1097 time: 0.2170312 Dec 23 16:32:43.934427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9647a9-b5d3-41ba-9f9e-16a5bd28a710 req-fe61185e-521a-49f7-9e0b-266aa6b2d03d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:43.935772 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7d9647a9-b5d3-41ba-9f9e-16a5bd28a710 req-fe61185e-521a-49f7-9e0b-266aa6b2d03d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 944 time: 0.1816032 Dec 23 16:32:44.068559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7d9647a9-b5d3-41ba-9f9e-16a5bd28a710 req-3d73c6d4-08c1-4027-8578-2481349146f9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150577 Dec 23 16:32:44.089540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1016b-2138-474f-a546-3d12de3f987e req-572d61e7-b427-4465-8f18-023cf993fe72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:44.090943 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b1016b-2138-474f-a546-3d12de3f987e req-572d61e7-b427-4465-8f18-023cf993fe72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1543565 Dec 23 16:32:44.160600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b1016b-2138-474f-a546-3d12de3f987e req-98a2d43e-371e-434b-bf9e-518388f7800d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 217 time: 0.0635304 Dec 23 16:32:44.219017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1016b-2138-474f-a546-3d12de3f987e req-419a29e6-06ca-4f28-b8a9-d8333d446898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:44.220467 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b1016b-2138-474f-a546-3d12de3f987e req-419a29e6-06ca-4f28-b8a9-d8333d446898 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0539412 Dec 23 16:32:44.300306 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b1016b-2138-474f-a546-3d12de3f987e req-7ee17332-e96c-47e9-a322-5416377ecd63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731373 Dec 23 16:32:44.428067 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b1016b-2138-474f-a546-3d12de3f987e req-ca721f7a-a4dd-459c-b74d-a63231785ca7 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211889 Dec 23 16:32:44.556016 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59b1016b-2138-474f-a546-3d12de3f987e req-6ae93f95-fd81-4f5f-a47d-be2108601105 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215696 Dec 23 16:32:45.259926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289759-741b-4f8d-808b-db995dae28f2 req-48977773-19ad-4f52-8663-3708d4407b66 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:45.261375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7289759-741b-4f8d-808b-db995dae28f2 req-48977773-19ad-4f52-8663-3708d4407b66 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 944 time: 0.0748482 Dec 23 16:32:45.305157 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7289759-741b-4f8d-808b-db995dae28f2 req-82fa70a2-85cd-4cc9-99fb-169b667dae33 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Dec 23 16:32:45.623748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ee3898b1-c681-496f-9918-67ebddf5f725 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:32:45.752466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ee3898b1-c681-496f-9918-67ebddf5f725,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:45.764800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:32:45.815790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:45.831988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3898b1-c681-496f-9918-67ebddf5f725 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:32:45.846656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ee3898b1-c681-496f-9918-67ebddf5f725,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:45.850693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:45.917060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:46.215592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['ee3898b1-c681-496f-9918-67ebddf5f725'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:32:46.501235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da94fed-5e96-4e2a-893b-c5e4cb258248 req-92a8d189-500a-4d3f-9461-00d0c953b7d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:46.502596 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4da94fed-5e96-4e2a-893b-c5e4cb258248 req-92a8d189-500a-4d3f-9461-00d0c953b7d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 945 time: 0.0767200 Dec 23 16:32:46.546773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4da94fed-5e96-4e2a-893b-c5e4cb258248 req-61d85d31-7c80-4600-842f-1192c9e10a68 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 Dec 23 16:32:47.639086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ee3898b1-c681-496f-9918-67ebddf5f725 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:32:47.705382 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port ee3898b1-c681-496f-9918-67ebddf5f725 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:47.710021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port ee3898b1-c681-496f-9918-67ebddf5f725 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:47.710384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:47.741650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c65381-2edd-4647-91e5-06c9749247a8 req-1ae7b366-f99b-4981-94e3-d2ecfe7b9c13 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:47.744335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e8c65381-2edd-4647-91e5-06c9749247a8 req-1ae7b366-f99b-4981-94e3-d2ecfe7b9c13 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 945 time: 0.0796673 Dec 23 16:32:47.793656 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e8c65381-2edd-4647-91e5-06c9749247a8 req-18c3aefb-e90d-4c66-9cd6-84fca891ef1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445211 Dec 23 16:32:47.855966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:47.880959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:32:47.890256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ee3898b1-c681-496f-9918-67ebddf5f725,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:32:47.893872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:47.959395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:48.010884 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'code': 200} Dec 23 16:32:48.232703 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a61d4f70-7777-4ea1-a589-13a7421def64 req-d6381cc3-c91d-47d7-83b3-deb4c6f4b81d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1099 time: 0.0678132 Dec 23 16:32:48.273663 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a61d4f70-7777-4ea1-a589-13a7421def64 req-69f5ffcb-1a67-4bc6-a183-0abc223f1fce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343399 Dec 23 16:32:48.994758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61245a25-22e8-4cc3-850d-11c054554bf4 req-8993f64d-1c29-4c1a-81f4-feb4f8734803 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:48.996218 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61245a25-22e8-4cc3-850d-11c054554bf4 req-8993f64d-1c29-4c1a-81f4-feb4f8734803 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 946 time: 0.0859351 Dec 23 16:32:49.040727 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61245a25-22e8-4cc3-850d-11c054554bf4 req-76ddbfc2-6499-44e4-ad2f-e2a565e81996 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390961 Dec 23 16:32:50.232026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50e3c3-b13b-4a1a-988f-233350b6b30d req-27c279d7-db38-4799-b24a-83ba74c2ddfb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:50.233465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cc50e3c3-b13b-4a1a-988f-233350b6b30d req-27c279d7-db38-4799-b24a-83ba74c2ddfb tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 946 time: 0.0747023 Dec 23 16:32:50.277056 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cc50e3c3-b13b-4a1a-988f-233350b6b30d req-760204de-c338-48dc-b43f-c91fb214a3e6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382156 Dec 23 16:32:50.469986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa599be-d675-488d-a7a2-30ffd975349d req-01d333b1-2710-402e-b265-c60285a56d63 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:50.471399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0aa599be-d675-488d-a7a2-30ffd975349d req-01d333b1-2710-402e-b265-c60285a56d63 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 946 time: 0.0792408 Dec 23 16:32:50.516422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0aa599be-d675-488d-a7a2-30ffd975349d req-93cc0026-d014-4757-a7cf-cfaf691af870 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391638 Dec 23 16:32:50.546804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:50.617554 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b8fb9eb7-d024-4abc-a98b-5ee56df6497e tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1094 time: 0.0696013 Dec 23 16:32:50.620078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:50.624919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:50.630154 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:50.634351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:50.637127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:50.642871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:50.652774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:50.781599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:50.908927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.243 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/27b0f1c8-f2a4-4ff0-a69b-19b586459093) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:32:51.138831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:51.165090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:51.232136 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:32:51.234862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:51.239008 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:32:51.263517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=27b0f1c8-f2a4-4ff0-a69b-19b586459093,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:51.735873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:51.787625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:51.981560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:51.985790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:52.094253 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=27b0f1c8-f2a4-4ff0-a69b-19b586459093,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:52.105890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:52.288338 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP d94fa717-134b-4d2e-b66a-b5d191153756 associated. External IP: 172.26.7.243, port: ee3898b1-c681-496f-9918-67ebddf5f725. Dec 23 16:32:52.747765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:32:52.942257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:32:52.951827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] Sync routers for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:32:52.963509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:52.964150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:52.968685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.021738 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-90f84c5b-480e-4da3-818a-00e6a7f222d3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4006839 Dec 23 16:32:53.022399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:32:53.024558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59582) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:53.084120 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'status': 'completed', 'code': 200} Dec 23 16:32:53.106119 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-952e0b5e-3c5d-4f90-8538-b8896746e301 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1094 time: 0.0779250 Dec 23 16:32:53.142290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:53.180334 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-19be5d09-1395-46e0-a144-4b4b646d975d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1099 time: 0.0733013 Dec 23 16:32:53.401748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-285b423e-b35b-40b0-a853-2c8b96399af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:53.403447 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-285b423e-b35b-40b0-a853-2c8b96399af8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.2158191 Dec 23 16:32:53.488703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59590) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:53.494909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095713352', 'description': 'tempest-secgroup-smoke-2095713352 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:53.500981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:53.511504 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:53.516901 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-06b86a27-a7ce-45e1-9be6-48fd88798edd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 1000 time: 0.1062934 Dec 23 16:32:53.520697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:51Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:53.521656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.526250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] Checking router: f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:32:53.537033 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:32:53.537628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:32:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:53.557672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:53.562044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:53.564895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:53.570501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:53.579978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-60b60b9a-8479-4b6a-944e-4178a3dafda4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:53.581429 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-60b60b9a-8479-4b6a-944e-4178a3dafda4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0582683 Dec 23 16:32:53.630892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.635698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.657490 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-48175806-2f16-436d-9815-134a208566e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695221 Dec 23 16:32:53.680651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e662c-5244-4873-985e-9388d4664b31,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:53.687545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.688883 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ec64d87d-b275-4e4a-a01a-b5db9ee88a64 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1988406 Dec 23 16:32:53.691480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:53.697807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'e74e662c-5244-4873-985e-9388d4664b31', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:53.703880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:53.707854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:53.710788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:53.717245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:53.734536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:32:53.734916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.793264 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-a861f76c-3d27-44ea-b8c9-0a8e78e2a0d5 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295018 Dec 23 16:32:53.797606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.802382 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.825783 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f5b51e-4ca5-4b0f-ac58-ad021eed2a2d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:53.835955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.840379 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6fedf35-d0e2-4a75-85ca-59660f03b6cd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453724 Dec 23 16:32:53.840634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:53.846450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'e74e662c-5244-4873-985e-9388d4664b31', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:53.852498 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:53.856328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:53.859226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:53.865049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:53.883760 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.932853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-829aefc0-afcf-450d-8c13-70e3d63583c9 req-5e7ba76d-44ef-4158-822a-6d9e8e87a10f service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332729 Dec 23 16:32:53.947045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.951963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.982216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec96223-e2c3-4bc0-b674-9dd7d6b41e8e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:53.989023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:53.992989 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d78a2641-4919-4937-8702-13fa647a582b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488798 Dec 23 16:32:53.993207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:53.998470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'e74e662c-5244-4873-985e-9388d4664b31', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:54.004224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:54.008599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:54.011188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:54.017044 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:54.036976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.093396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:51Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:32:54.097318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f613ff0-e18e-4a8c-99a1-679c9f9e1799 None None] The sync data for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv is: [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:51Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:32:54.101752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.106482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.129047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c884e95f-7d5d-4619-a66a-ba90133e7ae9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:54.137699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.139005 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1514e4c9-f2c0-4169-99cd-f7efc9500773 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1449118 Dec 23 16:32:54.141970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:54.147395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'e74e662c-5244-4873-985e-9388d4664b31', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:54.153771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:54.157457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:54.160316 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:54.166544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:54.183171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.243513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.246821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.269359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bf1b1e-c266-4615-bc9b-39e640e2142c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:54.279038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.280296 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39b0de0b-5994-4279-9cee-9fc50fc1d549 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1374347 Dec 23 16:32:54.282975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:54.288178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'e74e662c-5244-4873-985e-9388d4664b31', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:54.293904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:54.297668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:54.300491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:54.305995 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:54.315526 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:32:54.322014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.386900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.390280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.412859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfd4fee-4756-448c-a342-3610ed752691,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:54.423010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.424451 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bdd7cc20-2cbe-4696-a298-6955ce843064 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1404700 Dec 23 16:32:54.427078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:32:54.433029 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': 'e74e662c-5244-4873-985e-9388d4664b31', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:54.438934 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:54.442833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:32:54.446305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:32:54.451932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:54.462620 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:32:54.468672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.532289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.535434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.557171 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc5cdf3-148e-44a2-9f12-5f1556d92a66,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:54.565594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:54.566872 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25812851-15b6-4a82-9123-e581e0c0ee43 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1388700 Dec 23 16:32:54.749440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-9e8c7454-1bd4-4979-9473-596184a519fe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095713352&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0490007 Dec 23 16:32:54.896317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-8fa46efa-bfa0-4798-8c21-cbf9a9f05308 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:54.897700 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-8fa46efa-bfa0-4798-8c21-cbf9a9f05308 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 797 time: 0.1414075 Dec 23 16:32:54.913282 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-890b07c5-3719-4ef0-8351-b8319b60b7c4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0102952 Dec 23 16:32:54.996411 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ede545de-2789-4932-a296-04e3f3c600aa tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0784836 Dec 23 16:32:55.194718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-0aa2ef6e-88b0-4460-936a-609e5738aeea service neutron] 10.222.0.18 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873097 Dec 23 16:32:55.327675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-47ab5d75-c4d2-4da1-a8eb-d551aac25512 service neutron] 10.222.0.18 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272938 Dec 23 16:32:55.509969 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64a405b2-7f23-4fba-a14c-1fed8412d7dc req-034ac72c-78e0-4ae1-bfed-cf839f58a6f8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 210 time: 0.0392437 Dec 23 16:32:55.788510 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f24e4-65ba-4e53-9fb7-2251fd2eed78 None None] New status for floating IP d94fa717-134b-4d2e-b66a-b5d191153756: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:32:56.573836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-b6af53df-d8f2-4cd7-9027-825cb18223a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:56.575221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-b6af53df-d8f2-4cd7-9027-825cb18223a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 797 time: 0.1453972 Dec 23 16:32:56.637622 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-241e99fb-a69f-46c1-b5b9-c98922c63f01 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 473 time: 0.0484476 Dec 23 16:32:56.679097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['e74e662c-5244-4873-985e-9388d4664b31']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:56.698916 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ae99e335-33aa-4254-9045-2aed47d3effe req-83a42e7b-4ba2-4c49-b426-84cea7f64f3d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 210 time: 0.0668972 Dec 23 16:32:56.814823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:32:56.824560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:32:56.833765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:32:56.837449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:57.090710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.12 (41f1584a-7a07-47c5-a08a-eb3f94a1c632/ef53e524-fc3b-458a-aa5f-3ccd2e6ea466/89d12553-66f3-4d0a-b015-0f6d5d7353c6) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:32:57.268896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:57.283260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 89d12553-66f3-4d0a-b015-0f6d5d7353c6 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:57.304109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:57.379424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:32:57.382346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:32:57.384979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:32:57.416088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=89d12553-66f3-4d0a-b015-0f6d5d7353c6,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:57.452320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:57.452922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:57.478368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-637fcbc0-dda5-4d57-a5ba-68fa41fbaf1b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8028235 Dec 23 16:32:57.489529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Request body: {'port': {'device_id': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:32:57.573856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1c9c4ad2-d826-487e-ab91-e9afc345406e None None] Provisioning for port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:32:57.578528 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1c9c4ad2-d826-487e-ab91-e9afc345406e None None] Provisioning complete for port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:32:57.579077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4ad2-d826-487e-ab91-e9afc345406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:57.598520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:57.631957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c4ad2-d826-487e-ab91-e9afc345406e None None] Port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:32:57.980683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54092b-4f35-4f5e-b07a-664cf96963a8 req-d3f66321-1c3d-4902-b621-566fee2f46b9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:57.981359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ac54092b-4f35-4f5e-b07a-664cf96963a8 req-d3f66321-1c3d-4902-b621-566fee2f46b9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:32:57.994835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d12553-66f3-4d0a-b015-0f6d5d7353c6 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:32:58.004580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:58.014428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ac54092b-4f35-4f5e-b07a-664cf96963a8 req-d3f66321-1c3d-4902-b621-566fee2f46b9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:32:58.015534 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac54092b-4f35-4f5e-b07a-664cf96963a8 req-d3f66321-1c3d-4902-b621-566fee2f46b9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 932 time: 0.1922078 Dec 23 16:32:58.021214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Transition to ACTIVE for port object 89d12553-66f3-4d0a-b015-0f6d5d7353c6 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:32:58.037203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:58.171421 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac54092b-4f35-4f5e-b07a-664cf96963a8 req-bd09e97a-72c9-4ff4-be32-47a0b49edd7c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491148 Dec 23 16:32:58.181539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Pushing event updated for resources: {'Port': ['ID=89d12553-66f3-4d0a-b015-0f6d5d7353c6,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:58.290947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Attempting to bind port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:32:58.291273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Attempting to bind port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:32:58.291622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Attempting to bind port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:32:58.297137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:32:58.297445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Attempting to bind port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 on network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:32:58.303431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:32:58.303786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Checking segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:32:58.304159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Bound using segment: {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:32:58.304561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Bound port: 89d12553-66f3-4d0a-b015-0f6d5d7353c6, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974c5463-50e4-4b51-b1a9-b3071bb12c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:32:58.304921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:58.390799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] For port 89d12553-66f3-4d0a-b015-0f6d5d7353c6, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:32:58.393849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] For port 89d12553-66f3-4d0a-b015-0f6d5d7353c6, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:32:58.398241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:58.458467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:58.459857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] 10.222.0.59 "PUT /v2.0/ports/89d12553-66f3-4d0a-b015-0f6d5d7353c6 HTTP/1.1" status: 200 len: 1094 time: 0.9743893 Dec 23 16:32:58.460259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:32:58.479588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82992c-5dea-4be9-858e-f8a9df9e8d37 service neutron] Pushing event updated for resources: {'Port': ['ID=89d12553-66f3-4d0a-b015-0f6d5d7353c6,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:32:58.533815 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'status': 'completed', 'code': 200} Dec 23 16:32:58.575122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-aa1703f5-b14e-4544-921e-78b32a2583af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 1097 time: 0.0756273 Dec 23 16:32:58.645585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-435c2ba8-1404-4bd1-90cf-a409a50fffd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6 HTTP/1.1" status: 200 len: 217 time: 0.0638177 Dec 23 16:32:58.706378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-19f874ad-146b-46cf-9375-48d0fd65e5a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:58.707734 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-19f874ad-146b-46cf-9375-48d0fd65e5a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0555787 Dec 23 16:32:58.779326 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-0478ec75-423b-4406-add9-61df79511d2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656967 Dec 23 16:32:58.994660 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-afd5eeed-773d-42e4-9ca3-88b669c57f71 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065344 Dec 23 16:32:59.119890 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5923a78-9e20-41f7-b8ed-c32d7919ec8e req-a446fd16-3011-4c31-b869-cdf45d8c29ac service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214581 Dec 23 16:32:59.233054 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-65d0df29-f4e6-4c3a-a87e-e47a0064328f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 1097 time: 0.0714326 Dec 23 16:32:59.419212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-a5245b9f-577d-4fa7-8990-5bef54edd6aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:59.420660 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-a5245b9f-577d-4fa7-8990-5bef54edd6aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1811182 Dec 23 16:32:59.431267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7e30-edd4-4ad1-bf42-4316017c0180 req-e649a24f-2166-4c10-9669-cafb0f760a4f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:59.432668 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-860d7e30-edd4-4ad1-bf42-4316017c0180 req-e649a24f-2166-4c10-9669-cafb0f760a4f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 944 time: 0.1269748 Dec 23 16:32:59.508992 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-5e693a8f-8412-499c-94f9-ee252b7d07d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6 HTTP/1.1" status: 200 len: 217 time: 0.0749381 Dec 23 16:32:59.575899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-860d7e30-edd4-4ad1-bf42-4316017c0180 req-16939c75-059a-4a22-8b46-46526221f6d0 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964715 Dec 23 16:32:59.586539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-98ea3c30-a2af-4c86-a317-ebb71bc8b723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:59.587925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-98ea3c30-a2af-4c86-a317-ebb71bc8b723 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0681813 Dec 23 16:32:59.660000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-fd400565-33d3-49b8-b672-68b838548925 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663633 Dec 23 16:32:59.786961 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-bf2a002f-9908-43ca-9627-a639a40c3b2e service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209683 Dec 23 16:32:59.916619 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb7e2fd-c115-4e0b-abab-9ce29f481477 req-8127e28f-339a-4715-8789-d425bd99152d service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234720 Dec 23 16:33:00.772993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b60640-9194-4152-81ab-09658734e085 req-15f3e007-0d85-4980-9a4b-c34345852378 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:00.774442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62b60640-9194-4152-81ab-09658734e085 req-15f3e007-0d85-4980-9a4b-c34345852378 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 944 time: 0.0798631 Dec 23 16:33:00.818416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62b60640-9194-4152-81ab-09658734e085 req-b57c21ae-959e-4763-adc9-4c44f963b0d1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Dec 23 16:33:01.700895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 89d12553-66f3-4d0a-b015-0f6d5d7353c6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:33:01.868515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 89d12553-66f3-4d0a-b015-0f6d5d7353c6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:01.881323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'port_id': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'mac_address': 'fa:16:3e:0a:69:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:33:01.933499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:01.950507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d12553-66f3-4d0a-b015-0f6d5d7353c6 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:33:01.965646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 89d12553-66f3-4d0a-b015-0f6d5d7353c6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:01.969402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:02.012845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea00ab4-aa2d-4b27-8288-03eac73c5e3c req-e4709cfe-4cf5-422e-a4f3-0b1ab02f6162 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:02.014282 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dea00ab4-aa2d-4b27-8288-03eac73c5e3c req-e4709cfe-4cf5-422e-a4f3-0b1ab02f6162 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 945 time: 0.0749464 Dec 23 16:33:02.036727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=89d12553-66f3-4d0a-b015-0f6d5d7353c6,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:02.059267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dea00ab4-aa2d-4b27-8288-03eac73c5e3c req-8f73c806-e8ff-4737-83e1-68b9a5ccb54d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Dec 23 16:33:02.293864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['89d12553-66f3-4d0a-b015-0f6d5d7353c6'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:33:03.254412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc7eb9-7780-45bd-9331-874c74d0fc73 req-76685c11-9d30-47ce-8a13-77121d348c89 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:03.257396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5bfc7eb9-7780-45bd-9331-874c74d0fc73 req-76685c11-9d30-47ce-8a13-77121d348c89 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 945 time: 0.0786278 Dec 23 16:33:03.300330 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5bfc7eb9-7780-45bd-9331-874c74d0fc73 req-61cbb5c9-a853-432a-a2a6-164862677e9d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384612 Dec 23 16:33:03.708283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 89d12553-66f3-4d0a-b015-0f6d5d7353c6 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:33:03.774713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:33:03.779428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:33:03.779819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:03.888353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:03.914742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:33:03.923762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 89d12553-66f3-4d0a-b015-0f6d5d7353c6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:03.927461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:03.972692 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'code': 200} Dec 23 16:33:03.996274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=89d12553-66f3-4d0a-b015-0f6d5d7353c6,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:04.189601 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ff8f66d4-71ee-4857-9209-202ee089f387 req-b3a41354-f356-473e-8be4-06b1752f34ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 1099 time: 0.0648091 Dec 23 16:33:04.230131 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ff8f66d4-71ee-4857-9209-202ee089f387 req-affe844d-ce49-40ab-ab05-6a8192300c03 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346854 Dec 23 16:33:04.492950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304d31e-0245-4fd9-9e5a-a52bdc1fa099 req-c012d619-4b05-4901-8ffa-8bc4a794fcd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:04.494289 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c304d31e-0245-4fd9-9e5a-a52bdc1fa099 req-c012d619-4b05-4901-8ffa-8bc4a794fcd4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 946 time: 0.0766056 Dec 23 16:33:04.538756 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c304d31e-0245-4fd9-9e5a-a52bdc1fa099 req-c557df4f-6605-4e1e-9c20-bf03af2a0aff tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Dec 23 16:33:05.028366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0f06f19-fdb7-4213-9d7d-6eae375f0a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:05.736236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd3b7a-1914-4189-8627-8b30d5a95ce3 req-a8a87f76-e664-4cdc-8905-17dc7ab4f48c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:05.737748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9dd3b7a-1914-4189-8627-8b30d5a95ce3 req-a8a87f76-e664-4cdc-8905-17dc7ab4f48c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 946 time: 0.0767913 Dec 23 16:33:05.868914 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9dd3b7a-1914-4189-8627-8b30d5a95ce3 req-5995ba46-4484-41bb-a76f-e4c59916af50 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255133 Dec 23 16:33:06.760674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:07.067106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72820481-c306-4e0e-87fc-2b56570bd9b9 req-6594cd13-18fe-4f8d-96ef-e54b0a91c9ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:07.068446 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-72820481-c306-4e0e-87fc-2b56570bd9b9 req-6594cd13-18fe-4f8d-96ef-e54b0a91c9ca tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 946 time: 0.0815413 Dec 23 16:33:07.157971 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-72820481-c306-4e0e-87fc-2b56570bd9b9 req-5833a35a-3820-4e9f-b475-73190ed6b711 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616999 Dec 23 16:33:07.169503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-d7ffedad-dcee-45cb-82c1-79b30efa69e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1001532 Dec 23 16:33:07.249744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ba3f0ec-8aab-40aa-90a5-2ea17a559f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:07.368774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-74347e5e-a186-47d3-aec2-4a9fa75bfdf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1099 time: 0.1244011 Dec 23 16:33:07.382022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3a68-452f-4ae1-82f2-fbdefc19de2a req-be5f2c2b-60c0-4cc8-af17-8ec1f54b7d24 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:07.383503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82cd3a68-452f-4ae1-82f2-fbdefc19de2a req-be5f2c2b-60c0-4cc8-af17-8ec1f54b7d24 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 946 time: 0.1000559 Dec 23 16:33:07.519097 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82cd3a68-452f-4ae1-82f2-fbdefc19de2a req-2fd0d379-f4a3-4ab7-acab-5c9a58ef8ab3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297510 Dec 23 16:33:07.547412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:33:07.552621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38f73-9a06-433d-9959-62d655531b0b req-ec6549b0-3fd4-4623-bb0c-ef8022e1156c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:07.554049 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-ec6549b0-3fd4-4623-bb0c-ef8022e1156c service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1637273 Dec 23 16:33:07.617869 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63abdc13-4f09-4dbb-a548-04bc4b7f5d7c tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 1094 time: 0.0691576 Dec 23 16:33:07.620487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59666) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:33:07.625418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:33:07.630703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:33:07.634430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:33:07.637244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:33:07.643020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:33:07.654090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:07.657494 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-b531c159-4ea8-4cb6-9aca-f736dca9e4ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 1002 time: 0.0961509 Dec 23 16:33:07.719259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38f73-9a06-433d-9959-62d655531b0b req-2132e73a-7de1-4068-9f31-8a428faeed03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:07.720686 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-2132e73a-7de1-4068-9f31-8a428faeed03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0567462 Dec 23 16:33:07.786602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:07.799690 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-25f22c81-5dcd-416d-9dc7-b7474ff7f102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719452 Dec 23 16:33:07.918077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.8 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/4c70069e-2446-4be5-9ff9-97f1f702f177) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:33:07.934936 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-a318ee79-5a00-42db-8128-be2e41e31c79 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286938 Dec 23 16:33:08.063588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.064351 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00e38f73-9a06-433d-9959-62d655531b0b req-fb435453-9e34-417a-b129-145371a4d327 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225085 Dec 23 16:33:08.090517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.162058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:33:08.165198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:33:08.167630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:33:08.202645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=4c70069e-2446-4be5-9ff9-97f1f702f177,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:08.378223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.505021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.748959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.805064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.855832 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:33:09.002224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:09.006586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:09.106619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=4c70069e-2446-4be5-9ff9-97f1f702f177,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:09.124547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:09.309768 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 59069454-0f30-4ca6-a718-4a34320879f9 associated. External IP: 172.26.7.8, port: 89d12553-66f3-4d0a-b015-0f6d5d7353c6. Dec 23 16:33:09.684121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:33:09.889611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:09.970326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:33:09.982219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] Sync routers for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:33:09.994167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:09.994907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:33:09.995517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:33:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:33:10.046449 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b7a3346-688a-41fe-9d2e-1ca7e322a832 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4250360 Dec 23 16:33:10.047007 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:33:10.106228 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'status': 'completed', 'code': 200} Dec 23 16:33:10.175419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:33:10.203126 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-a82d66b6-0a30-444d-a676-d51a90b34564 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 1099 time: 0.0731475 Dec 23 16:33:10.331442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-672f8c9b-e90c-4c54-9144-1df3b324e791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:10.339634 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-672f8c9b-e90c-4c54-9144-1df3b324e791 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1230576 Dec 23 16:33:10.437385 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-f50014ba-5955-44bd-9c6b-1b2c34fb84be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6 HTTP/1.1" status: 200 len: 998 time: 0.0964718 Dec 23 16:33:10.506889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-00c17efa-4670-454d-b141-5e2614446c13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:10.508910 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-00c17efa-4670-454d-b141-5e2614446c13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0569501 Dec 23 16:33:10.518096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '59069454-0f30-4ca6-a718-4a34320879f9', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.8', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:0a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:33:08Z', 'updated_at': '2021-12-23T16:33:08Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}, {'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:55Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:33:10.522153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] Checking router: f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:33:10.532852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:33:10.533445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:33:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:33:10.587299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-31caadb0-7e8a-4ba8-8b3b-8f6936b8d286 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715289 Dec 23 16:33:10.711819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:33:10.822974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-a104a423-3e4c-4b46-b017-dfd7bf10ff5a service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277253 Dec 23 16:33:10.952496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b7ddea1-30af-4a71-a0e3-df5bbf446c73 req-803fd6e3-f9c7-4d68-ad89-32669519b959 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228924 Dec 23 16:33:11.103083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '59069454-0f30-4ca6-a718-4a34320879f9', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.8', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:0a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:33:08Z', 'updated_at': '2021-12-23T16:33:08Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}, {'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:55Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:33:11.107011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa297e1-72e9-48d6-9a67-a1a92e7de631 None None] The sync data for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv is: [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '59069454-0f30-4ca6-a718-4a34320879f9', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.8', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:0a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:33:08Z', 'updated_at': '2021-12-23T16:33:08Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}, {'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:55Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:33:11.301313 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64fe7f-ec6f-4e15-ac11-160c58dfce48 None None] New status for floating IP 59069454-0f30-4ca6-a718-4a34320879f9: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:33:35.030947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a52ffc77-a23d-4b45-940f-71eda9137499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:36.764206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:37.252428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eac9eea8-59a9-43af-a43b-2d3e2e31676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:38.380199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:38.507474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:39.890632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:45.856965 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:34:05.032898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56ca7e69-6383-499b-9847-8058e81adb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:06.770430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:07.254271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a4850c16-47e6-4e00-8c9b-60b0efe2eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:08.180172 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-96109fdb-f365-4c2b-9857-2204d4a3461c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654664 Dec 23 16:34:08.271487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-4e45a3b2-0749-42c1-b4fa-f9e1a08e251c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 1099 time: 0.0694847 Dec 23 16:34:08.383267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:08.414540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-c76a9adc-c3ad-4656-8a7e-f31524d07ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:08.415968 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-c76a9adc-c3ad-4656-8a7e-f31524d07ea4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1245496 Dec 23 16:34:08.509454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:08.514492 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-0879f5d9-68e0-4a5f-bcc8-02f0fe639c2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6 HTTP/1.1" status: 200 len: 1000 time: 0.0915179 Dec 23 16:34:08.578802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-7c89717f-027f-4041-a114-0622fd1e8219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:08.580238 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-7c89717f-027f-4041-a114-0622fd1e8219 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0590782 Dec 23 16:34:08.653728 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-f0514c47-8f59-4353-b0f6-8af98e632e81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667355 Dec 23 16:34:08.781107 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-b9b2c428-3751-47db-8df8-d9b9e79382a3 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203804 Dec 23 16:34:08.913300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44e8a42b-bc07-4a8a-9eb0-d474b8c69018 req-3337f3b9-8ed4-4aaa-b4b6-e44478985b4c service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251945 Dec 23 16:34:09.893344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:22.859213 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:34:25.387701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59694) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:25.490978 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93ef8e44-b63f-40be-bd0e-fc7afda5991a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/d94fa717-134b-4d2e-b66a-b5d191153756 HTTP/1.1" status: 200 len: 994 time: 0.1021476 Dec 23 16:34:26.312063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59704) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:26.317723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:26.432108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:26.635116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ee3898b1-c681-496f-9918-67ebddf5f725,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:26.662953 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:26.667405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:26.729635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:26.730234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:26.731653 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/ports/ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 939 time: 0.4185779 Dec 23 16:34:26.738028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:34:26.755948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=6']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:26.765124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.765603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.765940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.766522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.766859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.767182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.767505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.767855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.768176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.768491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.768942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1752ba-879b-4e29-a2ba-730c90695a0d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:26.875624 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'status': 'completed', 'code': 200} Dec 23 16:34:26.964923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-ee4d0855-4a48-42bf-8d1c-56b9a0f6eb73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1100 time: 0.0675819 Dec 23 16:34:27.017446 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bfb3f147-5758-457c-be15-2eab620be373 None None] Provisioning complete for port ee3898b1-c681-496f-9918-67ebddf5f725 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:27.018035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb3f147-5758-457c-be15-2eab620be373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:27.080474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3f147-5758-457c-be15-2eab620be373 None None] Port ee3898b1-c681-496f-9918-67ebddf5f725 is administratively disabled so it will not transition to active. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 23 16:34:27.097586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-2cecb4f6-d4fd-4e35-89ee-7d4cdd2071e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:27.099004 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-2cecb4f6-d4fd-4e35-89ee-7d4cdd2071e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1281261 Dec 23 16:34:27.284297 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-013cee6c-d2ae-4995-b727-7599604eb892 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 1003 time: 0.1777771 Dec 23 16:34:27.347194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-21fd9e03-7133-475e-9df9-26c0eb772912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:27.348627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-21fd9e03-7133-475e-9df9-26c0eb772912 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0585840 Dec 23 16:34:27.426197 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-b6bc5949-7a03-4e79-b813-2c6e937197f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706782 Dec 23 16:34:27.557571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-16bea745-a0a4-4ac4-99e7-e1ad7547e90a service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244652 Dec 23 16:34:27.684486 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c0c06bc3-402a-4cd0-bac6-79b0b1d7081d req-a2ee4e6c-840c-47ff-b474-32cf100f293a service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209109 Dec 23 16:34:30.166992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59716) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:30.172904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:30.287458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:30.492955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ee3898b1-c681-496f-9918-67ebddf5f725,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:30.516196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:30.520750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:30.589833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:30.590421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:30.594558 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/ports/ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 938 time: 0.4264865 Dec 23 16:34:30.594742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59720) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:30.595178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:34:30.615643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=7']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:30.624463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.624793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.625128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.625455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.625824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.626099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.626424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.626743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.627059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.627373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.627724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5090d-e864-4bc2-80ed-a6cc3c08ecf1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:30.711608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2ee6d29c-6afe-486c-8e66-ac4106d4ed83 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/d94fa717-134b-4d2e-b66a-b5d191153756 HTTP/1.1" status: 200 len: 994 time: 0.1141491 Dec 23 16:34:30.742317 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'status': 'completed', 'code': 200} Dec 23 16:34:30.820292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-16e0ff2c-1a39-4b12-aa9a-26d053581b02 None None] Provisioning complete for port ee3898b1-c681-496f-9918-67ebddf5f725 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:30.820884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16e0ff2c-1a39-4b12-aa9a-26d053581b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:30.833815 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-ee0c6425-d88b-4510-b554-ae95a67ea107 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1099 time: 0.0700052 Dec 23 16:34:30.933426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['ee3898b1-c681-496f-9918-67ebddf5f725'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:34:30.962723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-6abeb5c6-b9d9-4f99-9f98-8c9458e54ed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:30.964452 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-6abeb5c6-b9d9-4f99-9f98-8c9458e54ed5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1239512 Dec 23 16:34:31.066083 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-162aa702-750e-421b-ab69-2b2370f7bcfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 1002 time: 0.0951161 Dec 23 16:34:31.131021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-8e4615db-47f2-4548-af56-6ec8725645cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:31.133160 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-8e4615db-47f2-4548-af56-6ec8725645cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0601394 Dec 23 16:34:31.207443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-937dc094-a5b6-40ad-a66b-12f451418079 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671625 Dec 23 16:34:31.334759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-322d140f-36c7-49a3-8eba-7c4b365fc75a service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206949 Dec 23 16:34:31.462038 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f784db58-7f8e-454c-91e3-b91d66f73796 req-a3768798-2d7a-4764-8c4d-e6c9ad474e0c service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209619 Dec 23 16:34:33.293569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59734) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:33.491770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 4c70069e-2446-4be5-9ff9-97f1f702f177 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:34:33.492735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:33.656633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:33.656865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:33.774417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 4c70069e-2446-4be5-9ff9-97f1f702f177 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:34:33.912998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:33.959341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=4c70069e-2446-4be5-9ff9-97f1f702f177,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:34.045729 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:34.507186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:34:34.698426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:34:34.707721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] Sync routers for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:34:34.717129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:34.719225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:34.719859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:34.772353 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f5a926e-2c22-471e-9290-7843dcc3bf53 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/59069454-0f30-4ca6-a718-4a34320879f9 HTTP/1.1" status: 204 len: 168 time: 1.4776475 Dec 23 16:34:34.773033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:34:34.840746 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'status': 'completed', 'code': 200} Dec 23 16:34:34.912079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:34.936082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-984004c8-b45e-423b-860c-ee8d2c605ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 1099 time: 0.0719740 Dec 23 16:34:35.075770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-fd2bbc37-7946-4db2-964a-677eb1981313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:35.077922 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-fd2bbc37-7946-4db2-964a-677eb1981313 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.1359122 Dec 23 16:34:35.083074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb645-61dc-43ce-8dcf-5af64b11140a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:35.290108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:55Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:35.294057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] Checking router: f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:34:35.304180 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-4c8a6ad8-8e68-4e9d-8dd1-f3f826244f90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6 HTTP/1.1" status: 200 len: 217 time: 0.2186165 Dec 23 16:34:35.306138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:35.306735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:35.379088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-b5501334-674a-4624-97ad-6e160a010a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:35.380503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-b5501334-674a-4624-97ad-6e160a010a70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0665326 Dec 23 16:34:35.386914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10f2e-ecc0-456f-a4ad-faecc0c0e9b6 req-db1e2f43-9296-4726-9da0-ef8ecd9b0365 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:35.388249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92a10f2e-ecc0-456f-a4ad-faecc0c0e9b6 req-db1e2f43-9296-4726-9da0-ef8ecd9b0365 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 946 time: 0.1390035 Dec 23 16:34:35.485023 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92a10f2e-ecc0-456f-a4ad-faecc0c0e9b6 req-3e0fac9b-2167-410e-af62-51a242c02ce5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669348 Dec 23 16:34:35.496790 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-0645189b-8eee-40fd-9e84-82b293a178ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076758 Dec 23 16:34:35.520001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:35.629859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-c5525472-ad02-4da2-8d2a-9119ca1024ab service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260870 Dec 23 16:34:35.759617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a0ecf3e-fb01-42ce-b969-0bcab7d3bef2 req-b1aef8a7-1bfb-41f0-9b85-064258ef4e76 service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231098 Dec 23 16:34:35.871965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:55Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:35.875928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1753d4-64a6-49a0-ac6f-cec6919e347b None None] The sync data for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv is: [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd94fa717-134b-4d2e-b66a-b5d191153756', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.243', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'port_id': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'mac_address': 'fa:16:3e:d9:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442becd8-016c-42e1-9071-abf4079dcd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:32:51Z', 'updated_at': '2021-12-23T16:32:55Z', 'revision_number': 1, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:34:36.088424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5da177-8a52-4fb2-b32a-e10b6f93c88e None None] New status for floating IP 59069454-0f30-4ca6-a718-4a34320879f9: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:34:36.732534 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35cd0b-68a1-4006-89e9-506453ca1d1b req-992111a6-5a7c-48bf-928f-e75f8b9a8eb4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:36.733933 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b35cd0b-68a1-4006-89e9-506453ca1d1b req-992111a6-5a7c-48bf-928f-e75f8b9a8eb4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 946 time: 0.1287959 Dec 23 16:34:36.743572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-451053a2-225e-4c84-baae-c4da52789474 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:36.744845 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-451053a2-225e-4c84-baae-c4da52789474 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 946 time: 0.0992951 Dec 23 16:34:36.775912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:36.832689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b35cd0b-68a1-4006-89e9-506453ca1d1b req-bf03c425-0124-40cc-bc40-47a6cfe8f3e7 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74e662c-5244-4873-985e-9388d4664b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869424 Dec 23 16:34:36.837901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:34:36.838232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:37.069181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 89d12553-66f3-4d0a-b015-0f6d5d7353c6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=89d12553-66f3-4d0a-b015-0f6d5d7353c6,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:37.069438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:37.183397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 89d12553-66f3-4d0a-b015-0f6d5d7353c6 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:34:37.256371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cb9b-65de-4a9b-83b7-7d899fb8c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:37.321053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:37.368509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=89d12553-66f3-4d0a-b015-0f6d5d7353c6,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:37.443482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port 89d12553-66f3-4d0a-b015-0f6d5d7353c6 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:34:37.446404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:37.448869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'name': 'network-vif-deleted', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:34:37.459848 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-59eabf06-5c94-4a85-b979-3cfdf543d66f req-3847b33c-7924-42aa-8860-f6bbd2f5197d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/89d12553-66f3-4d0a-b015-0f6d5d7353c6 HTTP/1.1" status: 204 len: 173 time: 0.7014306 Dec 23 16:34:37.506275 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff29f08-6ac3-4677-9e82-1abda36162fd', 'name': 'network-vif-deleted', 'tag': '89d12553-66f3-4d0a-b015-0f6d5d7353c6', 'status': 'completed', 'code': 200} Dec 23 16:34:38.014299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-bdd577aa-19c1-4897-8015-3bce059c1fa9 req-9dcc29b9-9d29-47e8-97d7-b3dc659bbf79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:34:38.028816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-bdd577aa-19c1-4897-8015-3bce059c1fa9 req-9dcc29b9-9d29-47e8-97d7-b3dc659bbf79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:34:38.030165 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bdd577aa-19c1-4897-8015-3bce059c1fa9 req-9dcc29b9-9d29-47e8-97d7-b3dc659bbf79 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff29f08-6ac3-4677-9e82-1abda36162fd HTTP/1.1" status: 200 len: 210 time: 0.0609634 Dec 23 16:34:38.385412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:38.510797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.132750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:39.199696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35003ecc-ef36-44c3-82d8-410f94845324 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.228097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35003ecc-ef36-44c3-82d8-410f94845324 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.291214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35003ecc-ef36-44c3-82d8-410f94845324 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.309167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35003ecc-ef36-44c3-82d8-410f94845324 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e662c-5244-4873-985e-9388d4664b31,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:39.315838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35003ecc-ef36-44c3-82d8-410f94845324 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.319757 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-35003ecc-ef36-44c3-82d8-410f94845324 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/e74e662c-5244-4873-985e-9388d4664b31 HTTP/1.1" status: 204 len: 168 time: 0.1859553 Dec 23 16:34:39.358615 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59758) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:39.577884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 27b0f1c8-f2a4-4ff0-a69b-19b586459093 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:34:39.578218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.736580 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.736816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:39.858510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 27b0f1c8-f2a4-4ff0-a69b-19b586459093 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:34:39.897492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:40.002080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:40.048071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=27b0f1c8-f2a4-4ff0-a69b-19b586459093,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:40.223842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:40.259787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 89d12553-66f3-4d0a-b015-0f6d5d7353c6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:34:40.291813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 89d12553-66f3-4d0a-b015-0f6d5d7353c6 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:34:40.292145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 89d12553-66f3-4d0a-b015-0f6d5d7353c6 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:34:40.606930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:34:40.801190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:34:40.810334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] Sync routers for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:34:40.820634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:40.822367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:40.823039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:40.877834 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc1c0a7e-8e6b-4b8e-9f4d-afd65c196bf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/d94fa717-134b-4d2e-b66a-b5d191153756 HTTP/1.1" status: 204 len: 168 time: 1.5178926 Dec 23 16:34:40.878221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:34:40.934239 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'status': 'completed', 'code': 200} Dec 23 16:34:41.031785 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-bfe04ab0-6303-41d7-a219-2e88c1a7bfac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 1099 time: 0.0735359 Dec 23 16:34:41.119480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:41.328753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-ddce7dca-7a6b-4574-9540-d5e0bafdd64c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:41.330185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-ddce7dca-7a6b-4574-9540-d5e0bafdd64c service neutron] 10.222.0.59 "GET /v2.0/networks?id=41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 200 len: 898 time: 0.2920475 Dec 23 16:34:41.336910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559391-e66c-4fea-b6c9-371bb889bc3f req-883d8ce5-f8fa-4414-a8dd-ce9e7b9568d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:41.338223 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b559391-e66c-4fea-b6c9-371bb889bc3f req-883d8ce5-f8fa-4414-a8dd-ce9e7b9568d5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 946 time: 0.1257780 Dec 23 16:34:41.420813 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-42230eba-466e-464f-a70e-5d0251e78b40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 200 len: 217 time: 0.0816717 Dec 23 16:34:41.486926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b559391-e66c-4fea-b6c9-371bb889bc3f req-e216d4dd-f047-4043-a0c4-3608952bf9a5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929971 Dec 23 16:34:41.498930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-05708c1f-134a-4f60-84f7-2200b880a92d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:41.500463 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-05708c1f-134a-4f60-84f7-2200b880a92d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 200 len: 834 time: 0.0710156 Dec 23 16:34:41.522758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:41.527101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] Checking router: f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:34:41.538800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:41.539377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:41.594221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-9dd10e84-117d-4ab4-9d49-02f899463894 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41f1584a-7a07-47c5-a08a-eb3f94a1c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867159 Dec 23 16:34:41.713654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:41.726348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-0a077d89-721a-47f7-a238-22ea80e5677d service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216526 Dec 23 16:34:41.858100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-016e1359-17fc-4d65-98f5-812118bd2ba7 req-ca0b9967-4089-4171-9f1e-2c4281e148fd service neutron] 10.222.0.59 "GET /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242559 Dec 23 16:34:42.063790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:42.067642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa0d67d-b4fd-4e46-89db-4ada3466d974 None None] The sync data for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv is: [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:34Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a884c584-2e3c-4467-a9a6-d19957dafb35', 'name': '', 'network_id': '41f1584a-7a07-47c5-a08a-eb3f94a1c632', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9e:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:33Z', 'updated_at': '2021-12-23T16:32:41Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'ef53e524-fc3b-458a-aa5f-3ccd2e6ea466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:34:42.268648 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2630d-edd5-48d5-878e-a2f1961ffef0 None None] New status for floating IP d94fa717-134b-4d2e-b66a-b5d191153756: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:34:42.680795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e793b63-d5fa-46b9-837a-142918eeb20a req-c445e09b-689a-4f0e-845a-c552a6b55255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:42.682167 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e793b63-d5fa-46b9-837a-142918eeb20a req-c445e09b-689a-4f0e-845a-c552a6b55255 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 946 time: 0.0740352 Dec 23 16:34:42.732695 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e793b63-d5fa-46b9-837a-142918eeb20a req-dfd56773-d3fb-4f36-9e19-fff015616472 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7a3e29d-1dee-490e-a3eb-a1e1bd749777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Dec 23 16:34:42.857432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-081042b3-1d74-482d-befb-acf19ffe551a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:42.858805 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-081042b3-1d74-482d-befb-acf19ffe551a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 946 time: 0.0734665 Dec 23 16:34:42.933105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port ee3898b1-c681-496f-9918-67ebddf5f725 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:34:42.933344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:43.166061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port ee3898b1-c681-496f-9918-67ebddf5f725, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ee3898b1-c681-496f-9918-67ebddf5f725,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:43.166406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:43.283239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for ee3898b1-c681-496f-9918-67ebddf5f725 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:34:43.420229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:43.468859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=ee3898b1-c681-496f-9918-67ebddf5f725,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:43.630780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port ee3898b1-c681-496f-9918-67ebddf5f725 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:34:43.634464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:43.636845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'name': 'network-vif-deleted', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:34:43.648162 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-58656462-c6e9-41f1-8c05-6ea7d5130713 req-cebce638-33c4-4417-9bd3-65b432f251a8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/ee3898b1-c681-496f-9918-67ebddf5f725 HTTP/1.1" status: 204 len: 173 time: 0.7840874 Dec 23 16:34:43.691288 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442becd8-016c-42e1-9071-abf4079dcd46', 'name': 'network-vif-deleted', 'tag': 'ee3898b1-c681-496f-9918-67ebddf5f725', 'status': 'completed', 'code': 200} Dec 23 16:34:43.904066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-20d07620-9b7c-4827-8eef-7153d2918b1f req-1450a776-1675-4d31-8c12-23986821f68a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:34:43.920076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-20d07620-9b7c-4827-8eef-7153d2918b1f req-1450a776-1675-4d31-8c12-23986821f68a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:34:43.921312 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20d07620-9b7c-4827-8eef-7153d2918b1f req-1450a776-1675-4d31-8c12-23986821f68a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=442becd8-016c-42e1-9071-abf4079dcd46 HTTP/1.1" status: 200 len: 210 time: 0.0569680 Dec 23 16:34:45.026499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59776) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:45.095686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-069de2b1-24f5-4b3f-a0f1-53441a16f60f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:45.123321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-069de2b1-24f5-4b3f-a0f1-53441a16f60f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:45.183968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-069de2b1-24f5-4b3f-a0f1-53441a16f60f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:45.202190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069de2b1-24f5-4b3f-a0f1-53441a16f60f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3e29d-1dee-490e-a3eb-a1e1bd749777,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:45.208680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-069de2b1-24f5-4b3f-a0f1-53441a16f60f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:45.209825 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-069de2b1-24f5-4b3f-a0f1-53441a16f60f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7a3e29d-1dee-490e-a3eb-a1e1bd749777 HTTP/1.1" status: 204 len: 168 time: 0.1822152 Dec 23 16:34:45.251456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59782) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:45.649537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:46.228484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port a884c584-2e3c-4467-a9a6-d19957dafb35 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:34:46.229190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:46.290361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ee3898b1-c681-496f-9918-67ebddf5f725 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:34:46.325034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: ee3898b1-c681-496f-9918-67ebddf5f725 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:34:46.325380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ee3898b1-c681-496f-9918-67ebddf5f725 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:34:46.410428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port a884c584-2e3c-4467-a9a6-d19957dafb35, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a884c584-2e3c-4467-a9a6-d19957dafb35,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:46.410780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:46.616451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for a884c584-2e3c-4467-a9a6-d19957dafb35 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:34:46.790005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:46.835065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=a884c584-2e3c-4467-a9a6-d19957dafb35,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:47.121488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:47.674239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:34:47.867299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:34:47.877184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] Sync routers for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:34:47.883171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4954b010-fce4-463d-b0aa-b175ccfea1b6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6301835 Dec 23 16:34:47.885817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59788) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:47.888405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:47.889000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:48.062189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:48.164291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:34:48.167162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:48.222648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:48.303429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:48.339102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:34:46Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:48.342810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] Checking router: f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:34:48.353264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] Routers {'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:48.353755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:48.377370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:48.416116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=ef53e524-fc3b-458a-aa5f-3ccd2e6ea466,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:48.426002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:48.435665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b08325eb-a8ea-4ee1-8e8d-b91437b7101a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/ef53e524-fc3b-458a-aa5f-3ccd2e6ea466 HTTP/1.1" status: 204 len: 168 time: 0.5465508 Dec 23 16:34:48.436267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59792) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:48.437121 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26103015-9508-4787-bf6f-0a5fe7ef57cd None None] Network 41f1584a-7a07-47c5-a08a-eb3f94a1c632 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:34:48.636844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:48.667958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] Set router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:48.831083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:48.840210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:34:48.840564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.001536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] DHCP port deletion for 41f1584a-7a07-47c5-a08a-eb3f94a1c632 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:34:49.010027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:34:46Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:49.013554 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Deleting port a0a29857-2fc1-447f-9306-cd8eb2392b72 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:34:49.013928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.015314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:49.015701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.040444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1a883-9427-488e-ab10-4e870d6e6618 None None] The sync data for ids ['f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0'] in dv-neutron-822800-1-hyperv is: [{'id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'name': 'tempest-TestNetworkBasicOps-router-2081341447', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:34:46Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '7f45f5a4-1610-4567-91b0-f43d4b5a8a9c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:32:30Z', 'updated_at': '2021-12-23T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:34:49.136590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:34:49.211720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] For port a0a29857-2fc1-447f-9306-cd8eb2392b72, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a0a29857-2fc1-447f-9306-cd8eb2392b72,segment=NetworkSegment(974c5463-50e4-4b51-b1a9-b3071bb12c0d),segment_id=974c5463-50e4-4b51-b1a9-b3071bb12c0d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:49.211996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.297874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.330163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Calling delete_port for a0a29857-2fc1-447f-9306-cd8eb2392b72 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:34:49.342352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=7f45f5a4-1610-4567-91b0-f43d4b5a8a9c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:49.437477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.493557 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Pushing event deleted for resources: {'Port': ['ID=a0a29857-2fc1-447f-9306-cd8eb2392b72,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:49.500277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] No DVR routers for this DVR port a0a29857-2fc1-447f-9306-cd8eb2392b72 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:34:49.502372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.502925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.503347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.503808 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.504438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.504861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.505275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.505692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.506312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.506714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.507162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00215c-6c51-4d58-93fd-850d3e17e83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:49.529857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a0a29857-2fc1-447f-9306-cd8eb2392b72 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:34:49.566191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a0a29857-2fc1-447f-9306-cd8eb2392b72 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:34:49.566521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a0a29857-2fc1-447f-9306-cd8eb2392b72 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:34:49.566927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a884c584-2e3c-4467-a9a6-d19957dafb35 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:34:49.605333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a884c584-2e3c-4467-a9a6-d19957dafb35 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:34:49.605623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a884c584-2e3c-4467-a9a6-d19957dafb35 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:34:49.698972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.948650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.952661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.976570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.977047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:34:49.990269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:49.993867 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9e5bda5a-1859-4590-b666-3a7bba51c7ea tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/f9f91e57-4e0b-4c83-b5e2-e4e043a7e3d0 HTTP/1.1" status: 204 len: 168 time: 1.5541680 Dec 23 16:34:49.994089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59796) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:50.110174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.248022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.272095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f1584a-7a07-47c5-a08a-eb3f94a1c632']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:50.283401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974c5463-50e4-4b51-b1a9-b3071bb12c0d') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:50.283722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974c5463-50e4-4b51-b1a9-b3071bb12c0d') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:50.294400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.312902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.318529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:34:50.318897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:34:50.332873 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:34:50.409054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.434421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.446575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=41f1584a-7a07-47c5-a08a-eb3f94a1c632,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:50.451693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-98821ea4-844a-4e01-826d-586fa7489b1a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/41f1584a-7a07-47c5-a08a-eb3f94a1c632 HTTP/1.1" status: 204 len: 168 time: 0.4566226 Dec 23 16:34:50.473358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59800) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:50.479470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'network': {'name': 'tempest-network-smoke--28338571', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:50.484490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:50.488648 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:network and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:50.491393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:50.498512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:50.507653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:34:50.510610 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.537489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:34:50.546779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.547188 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Added segment 801a8132-6689-42e9-beec-1b0bdf2e8d05 of type vlan for network 6920d3ec-add0-47f7-a59d-beedd08be959 Dec 23 16:34:50.576216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.604315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.607847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:50.608403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.709078 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2346113 Dec 23 16:34:50.711890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59804) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:50.714745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a6be4-e8aa-49b5-b18c-0f02e8915bcc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Network': ['ID=6920d3ec-add0-47f7-a59d-beedd08be959,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:50.717165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'admin_state_up': True, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:50.724266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:50.724546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 6920d3ec-add0-47f7-a59d-beedd08be959 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:34:50.728531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:router and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:50.731404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:50.737062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:50.752221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.753284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.772722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:50.915230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:51.083604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:51.114362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:51.242479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.212 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/31e07342-f441-439c-a742-41eba71d672a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:34:51.318211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:34:51.352784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:34:51.353029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7f45f5a4-1610-4567-91b0-f43d4b5a8a9c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:34:51.479657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:51.506827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:51.573940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:34:51.576678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:34:51.580789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:34:51.604739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=31e07342-f441-439c-a742-41eba71d672a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:51.732908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:51.733613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:51.948052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 43e4e7b7-31ca-465c-8386-c1059527ee8c is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:34:52.140110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:34:52.149274 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Sync routers for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:34:52.161049 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:52.161695 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:52.165707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:52.167319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6854cbe5-69c7-44cf-bdb0-17a37db918b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4544148 Dec 23 16:34:52.170373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59808) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:52.333047 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:52.354498 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d6404566-14a8-48b7-a188-f1ec07ae3d12 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e2d48c747e8c48c993ca6afbf6d4a2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1830816 Dec 23 16:34:52.357138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59814) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:52.484868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3388e5f-e910-4627-b87b-2d804a991816 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:52.486317 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a3388e5f-e910-4627-b87b-2d804a991816 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282568 Dec 23 16:34:52.489160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59818) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:52.526621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-53b90463-946e-4494-b32e-836eb3c7d27c tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364358 Dec 23 16:34:52.529263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59822) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:52.534457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2022191257', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:52.611745 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:51Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:52.615389 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Checking router: 43e4e7b7-31ca-465c-8386-c1059527ee8c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:34:52.615751 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Updating router 43e4e7b7-31ca-465c-8386-c1059527ee8c port 31e07342-f441-439c-a742-41eba71d672a binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:34:52.640262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:52.644270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:subnet and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:52.647017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:52.653084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:52.662233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:34:52.664723 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:52.766010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:52.975652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.010302 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.022155 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Transition to ACTIVE for port object 31e07342-f441-439c-a742-41eba71d672a will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:34:53.029727 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.048245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Subnet': ['ID=e6c3f9bb-d3e3-4069-887f-5306a816700f,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:53.062470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Checking segment: {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:34:53.062819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network hostable DHCP agents. Network: 6920d3ec-add0-47f7-a59d-beedd08be959, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:34:53.087988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 6920d3ec-add0-47f7-a59d-beedd08be959 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:34:53.097860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 6920d3ec-add0-47f7-a59d-beedd08be959) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:34:53.102977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:53.104319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.106580 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Attempting to bind port 31e07342-f441-439c-a742-41eba71d672a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:34:53.106942 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Attempting to bind port 31e07342-f441-439c-a742-41eba71d672a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:34:53.107296 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Attempting to bind port 31e07342-f441-439c-a742-41eba71d672a on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:34:53.108122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61003bd-acc1-466f-ae71-4c6d05aad131 None None] Network 6920d3ec-add0-47f7-a59d-beedd08be959 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:34:53.115896 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Pushing event updated for resources: {'Port': ['ID=31e07342-f441-439c-a742-41eba71d672a,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:53.126777 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.127285 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.127587 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.127921 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.128259 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.128695 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.129016 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.129338 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.129776 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.130094 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.130408 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:34:53.131245 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-30bb5305-70e0-4e58-b91b-d909a3bed83b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6010044 Dec 23 16:34:53.133910 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:34:53.134153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:53.134653 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:34:53.134653 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.135057 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:34:53.135468 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Bound port: 31e07342-f441-439c-a742-41eba71d672a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:34:53.135865 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.206144 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] For port 31e07342-f441-439c-a742-41eba71d672a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:34:53.209510 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] For port 31e07342-f441-439c-a742-41eba71d672a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=31e07342-f441-439c-a742-41eba71d672a,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:34:53.214056 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.296081 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:53.296691 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:53.345842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-6920d3ec-add0-47f7-a59d-beedd08be959', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:34:53.346849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.348362 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6524a9-9488-40d4-acce-459264d24c9e None None] Pushing event updated for resources: {'Port': ['ID=31e07342-f441-439c-a742-41eba71d672a,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:53.480628 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:53.520754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Allocated IP 172.20.0.2 (6920d3ec-add0-47f7-a59d-beedd08be959/e6c3f9bb-d3e3-4069-887f-5306a816700f/99f1e690-fbd8-46d6-b053-ce9651fd058c) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:34:53.773720 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:51Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:53.774317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.777887 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d34c28-cbba-4ebf-bd44-15c1418ed20c None None] The sync data for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv is: [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:51Z', 'revision_number': 3, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:34:53.790417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Transition to ACTIVE for port object 99f1e690-fbd8-46d6-b053-ce9651fd058c will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:34:53.816391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Transition to ACTIVE for port object 99f1e690-fbd8-46d6-b053-ce9651fd058c will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:34:53.824144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:53.874220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Network 6920d3ec-add0-47f7-a59d-beedd08be959 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:34:53.881289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:34:53.885572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:34:54.004888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Attempting to bind port 99f1e690-fbd8-46d6-b053-ce9651fd058c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:34:54.005254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Attempting to bind port 99f1e690-fbd8-46d6-b053-ce9651fd058c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:34:54.005631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Attempting to bind port 99f1e690-fbd8-46d6-b053-ce9651fd058c on network 6920d3ec-add0-47f7-a59d-beedd08be959 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:34:54.008408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Pushing event updated for resources: {'Port': ['ID=99f1e690-fbd8-46d6-b053-ce9651fd058c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:54.015643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:34:54.016019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Checking segment: {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:34:54.016684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:54.017108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Bound using segment: {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:34:54.017520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Bound port: 99f1e690-fbd8-46d6-b053-ce9651fd058c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:34:54.017896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:54.048385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:54.110776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] For port 99f1e690-fbd8-46d6-b053-ce9651fd058c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:34:54.113953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] For port 99f1e690-fbd8-46d6-b053-ce9651fd058c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=99f1e690-fbd8-46d6-b053-ce9651fd058c,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:34:54.120282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:54.206250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24db6f-683e-402a-8c4a-e6cc72a6b54b None None] Pushing event updated for resources: {'Port': ['ID=99f1e690-fbd8-46d6-b053-ce9651fd058c,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:54.512139 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.1 (6920d3ec-add0-47f7-a59d-beedd08be959/e6c3f9bb-d3e3-4069-887f-5306a816700f/4377a5c8-16fb-427f-8999-0b3e1d485c74) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:34:54.678256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:54.693682 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 4377a5c8-16fb-427f-8999-0b3e1d485c74 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:34:54.714575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:54.782941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 6920d3ec-add0-47f7-a59d-beedd08be959 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:34:54.785855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:34:54.790260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:34:54.827730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:54.860935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:54.945170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.117445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994fd15-9953-4ac7-8170-c72f545e3e98 None None] Network 6920d3ec-add0-47f7-a59d-beedd08be959 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:34:55.278212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9092e70e-2e3c-4c99-948b-38f489ea452b None None] Provisioning for port 99f1e690-fbd8-46d6-b053-ce9651fd058c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:34:55.380127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.385924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.432594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 31e07342-f441-439c-a742-41eba71d672a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:34:55.508525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.512704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 31e07342-f441-439c-a742-41eba71d672a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:34:55.517810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 31e07342-f441-439c-a742-41eba71d672a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:55.518181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.523074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:55.645396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.666046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 31e07342-f441-439c-a742-41eba71d672a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=31e07342-f441-439c-a742-41eba71d672a,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:55.671469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.672287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 99f1e690-fbd8-46d6-b053-ce9651fd058c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:34:55.774859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 6920d3ec-add0-47f7-a59d-beedd08be959 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:34:55.776147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:34:55.799712 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Provisioning for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:34:55.810194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=31e07342-f441-439c-a742-41eba71d672a,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:55.812881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Provisioning complete for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:55.813251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.872058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 99f1e690-fbd8-46d6-b053-ce9651fd058c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:34:55.877858 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Port 4377a5c8-16fb-427f-8999-0b3e1d485c74 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:34:55.879429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 99f1e690-fbd8-46d6-b053-ce9651fd058c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:55.879821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:55.943647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Provisioning complete for port 99f1e690-fbd8-46d6-b053-ce9651fd058c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:55.943983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:56.057736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:56.134095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:56.146325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 99f1e690-fbd8-46d6-b053-ce9651fd058c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=99f1e690-fbd8-46d6-b053-ce9651fd058c,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:34:56.153707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:56.171383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 43e4e7b7-31ca-465c-8386-c1059527ee8c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:34:56.269226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=99f1e690-fbd8-46d6-b053-ce9651fd058c,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:56.275927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:34:56.276278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-26abe49c-e9f7-4762-8ec0-fe59fc725962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:34:56.375985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:34:56.388241 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8e7fcd67-f494-4c86-aa9a-e724e9258f7e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/43e4e7b7-31ca-465c-8386-c1059527ee8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2517231 Dec 23 16:34:56.390533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:56.524736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee48b9-5ef1-4b5c-94db-437c91d64112 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.525431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee48b9-5ef1-4b5c-94db-437c91d64112 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.525546 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee48b9-5ef1-4b5c-94db-437c91d64112 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.525791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee48b9-5ef1-4b5c-94db-437c91d64112 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.527412 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2ee48b9-5ef1-4b5c-94db-437c91d64112 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1359882 Dec 23 16:34:56.530086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59834) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:56.598620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc44b9c-b277-479c-bfcc-465581cb1d91 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.599043 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc44b9c-b277-479c-bfcc-465581cb1d91 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.599398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc44b9c-b277-479c-bfcc-465581cb1d91 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.599841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc44b9c-b277-479c-bfcc-465581cb1d91 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:56.601398 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5bc44b9c-b277-479c-bfcc-465581cb1d91 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0704496 Dec 23 16:34:56.603984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59838) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:56.798163 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36243bb0-b397-4f23-b0db-e0beb49390ff tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1931517 Dec 23 16:34:56.948480 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9066aa48-eae8-4211-b0d2-dfb7e81d7b3b None None] Provisioning complete for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:56.948947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9066aa48-eae8-4211-b0d2-dfb7e81d7b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:56.995017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:57.000954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672341868', 'description': 'tempest-secgroup-smoke-1672341868 description', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:57.003602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9066aa48-eae8-4211-b0d2-dfb7e81d7b3b None None] Port 4377a5c8-16fb-427f-8999-0b3e1d485c74 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:34:57.008385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:57.012371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:57.015133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:57.021263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:57.031214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.065572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:57.069323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:57.072780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:57.078348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:57.134750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.138595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.185526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5909fa-2d11-4715-af91-4212324b5616,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:57.188217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.189567 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5bea56fb-13bd-47c9-86b4-9fb776e6a101 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1934211 Dec 23 16:34:57.192842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59848) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:57.198176 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '6c5909fa-2d11-4715-af91-4212324b5616', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:57.203931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:57.207841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:57.210961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:57.217183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:57.235345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.294727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.298484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.315985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Sync routers for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:34:57.322009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd543d3e-13ab-4628-bc8d-aef3279cdbf6,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:57.330687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:57.331264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:57.332851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.337547 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e219787-892c-41f7-b74b-77daadc1def5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1412678 Dec 23 16:34:57.337547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59852) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:57.342571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '6c5909fa-2d11-4715-af91-4212324b5616', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:57.349244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:57.354436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:57.357399 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:57.363532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:57.384183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.397453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 31e07342-f441-439c-a742-41eba71d672a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:34:57.460834 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.464800 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.494249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca6e8b0-5320-4d56-bb46-9349a031984e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:57.502443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.503286 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-391d0dfb-79b7-4b79-9744-a795047a047f tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1651299 Dec 23 16:34:57.507723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:57.513812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '6c5909fa-2d11-4715-af91-4212324b5616', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:57.520024 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:57.523971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:57.526825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:57.532801 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:57.551369 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.609525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:57.613930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.617663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.641004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c464efb-e5c6-4d99-abc9-55d55cc0155f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:57.650463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.651069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 31e07342-f441-439c-a742-41eba71d672a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:57.651437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.654677 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e40eae8f-a93a-4509-8ef8-9e94b26cb1a3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1427255 Dec 23 16:34:57.654832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59860) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:57.660021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '6c5909fa-2d11-4715-af91-4212324b5616', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:57.669838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:57.675074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:57.679835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:57.687372 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:57.704607 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.771918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.776475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.804496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854db307-06c8-4dd2-b7f3-8c440aa61b2b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:57.811447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.812682 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cf517506-712a-49f7-8f5d-e02ab7e94021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1570656 Dec 23 16:34:57.815411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:57.821014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '6c5909fa-2d11-4715-af91-4212324b5616', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:57.826753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:57.830530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:57.833374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:57.839831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:57.850790 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:34:57.857572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.941431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 99f1e690-fbd8-46d6-b053-ce9651fd058c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:34:58.021441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.026346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.056533 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c8f179-db82-4a20-80d6-43fac49329d0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:58.061651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.063092 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c82e0348-17bc-4b9a-9ddb-5721d84f4ab4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2463038 Dec 23 16:34:58.065706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:34:58.070612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 99f1e690-fbd8-46d6-b053-ce9651fd058c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:34:58.070975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.071749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'security_group_rule': {'security_group_id': '6c5909fa-2d11-4715-af91-4212324b5616', 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:34:58.077946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:34:58.082501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:security_group_rule and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:34:58.086003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:34:58.091837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:34:58.102232 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Project e2d48c747e8c48c993ca6afbf6d4a2ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:34:58.109514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.131154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:54Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:34:55Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:58.139425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Checking router: 43e4e7b7-31ca-465c-8386-c1059527ee8c for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:34:58.139791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Updating router 43e4e7b7-31ca-465c-8386-c1059527ee8c port 4377a5c8-16fb-427f-8999-0b3e1d485c74 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:34:58.173143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.176547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.199273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638e24b3-c070-4824-b2e7-dfe1d3066e03,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:58.208490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.209827 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c9fc5ad4-ac66-4680-9870-b2a34a17a565 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1430447 Dec 23 16:34:58.225470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.390426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e780b7b1-aa24-49a5-903f-8e3ffb15df78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:34:58.406163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e780b7b1-aa24-49a5-903f-8e3ffb15df78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:34:58.407310 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e780b7b1-aa24-49a5-903f-8e3ffb15df78 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672341868&fields=id&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 267 time: 0.0634708 Dec 23 16:34:58.592018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.603538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Transition to ACTIVE for port object 4377a5c8-16fb-427f-8999-0b3e1d485c74 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:34:58.610381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.650932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-ea86f74e-998b-4ec2-8fa4-1e3feac992f1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:58.651622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-ea86f74e-998b-4ec2-8fa4-1e3feac992f1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:34:58.666698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-ea86f74e-998b-4ec2-8fa4-1e3feac992f1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:34:58.668012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-ea86f74e-998b-4ec2-8fa4-1e3feac992f1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/networks?id=6920d3ec-add0-47f7-a59d-beedd08be959 HTTP/1.1" status: 200 len: 795 time: 0.2531793 Dec 23 16:34:58.685588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-b8da0425-b15b-4eb5-b9bf-00b58753343e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/quotas/e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 375 time: 0.0118816 Dec 23 16:34:58.739959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18766ab6-6708-40be-a4e4-412d84d7b5f0 None None] Pushing event updated for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:58.773670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e4baf527-cb1d-482b-af2c-9f58e5779ff9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:34:58.790777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e4baf527-cb1d-482b-af2c-9f58e5779ff9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:34:58.792485 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e4baf527-cb1d-482b-af2c-9f58e5779ff9 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013644 Dec 23 16:34:58.832451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Attempting to bind port 4377a5c8-16fb-427f-8999-0b3e1d485c74 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:34:58.832823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Attempting to bind port 4377a5c8-16fb-427f-8999-0b3e1d485c74 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:34:58.833184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Attempting to bind port 4377a5c8-16fb-427f-8999-0b3e1d485c74 on network 6920d3ec-add0-47f7-a59d-beedd08be959 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:34:58.840061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:34:58.840428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Checking segment: {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:34:58.840835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.841220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Bound using segment: {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:34:58.841678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Bound port: 4377a5c8-16fb-427f-8999-0b3e1d485c74, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:34:58.842103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:58.936863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-d8adec50-5e53-4065-8dbc-3e8ea25893ee service neutron] 10.222.0.18 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277020 Dec 23 16:34:58.937568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] For port 4377a5c8-16fb-427f-8999-0b3e1d485c74, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:34:58.941332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] For port 4377a5c8-16fb-427f-8999-0b3e1d485c74, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4377a5c8-16fb-427f-8999-0b3e1d485c74,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:34:58.947195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:59.033198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18766ab6-6708-40be-a4e4-412d84d7b5f0 None None] Pushing event updated for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:34:59.040486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:34:59.041109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:34:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:59.076342 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-619abec9-d8f4-4d8a-95e1-22e0118bf2e5 service neutron] 10.222.0.18 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333828 Dec 23 16:34:59.271594 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2730cf81-64ae-4f62-9cd3-3b28fe314c55 req-e8e61aeb-3f4d-4807-b4e9-c7f3d9817514 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 210 time: 0.0424266 Dec 23 16:34:59.299521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:34:59.616819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:54Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:34:58Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:34:59.620660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8168297-fc37-4d76-b3ae-435b0ef3f58c None None] The sync data for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv is: [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:54Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:34:58Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:34:59.859220 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:35:00.324820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-89d29baf-33b2-4c7f-b920-f685bd5a8664 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:00.326348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-89d29baf-33b2-4c7f-b920-f685bd5a8664 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/networks?id=6920d3ec-add0-47f7-a59d-beedd08be959 HTTP/1.1" status: 200 len: 795 time: 0.1554449 Dec 23 16:35:00.402592 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1f61f1a9-79e7-4492-a341-8a748734ab63 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee HTTP/1.1" status: 200 len: 380 time: 0.0620947 Dec 23 16:35:00.413858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'port': {'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'admin_state_up': True, 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'security_groups': ['6c5909fa-2d11-4715-af91-4212324b5616']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:00.530068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba97d047-19d9-426a-bfbc-9f6625510153 req-6824b200-4b3f-4b05-b757-c7d4141676d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 210 time: 0.1235657 Dec 23 16:35:00.592897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:00.602657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:00.611969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Made reservation on behalf of e2d48c747e8c48c993ca6afbf6d4a2ee for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:35:00.614996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:00.769632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.20.0.14 (6920d3ec-add0-47f7-a59d-beedd08be959/e6c3f9bb-d3e3-4069-887f-5306a816700f/286f9887-7908-497f-a88e-f8a18c82aaf9) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:35:00.952106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:00.968094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Transition to ACTIVE for port object 286f9887-7908-497f-a88e-f8a18c82aaf9 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:35:00.988102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.060344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network 6920d3ec-add0-47f7-a59d-beedd08be959 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:35:01.063226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:35:01.065604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:35:01.097004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=286f9887-7908-497f-a88e-f8a18c82aaf9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:01.132670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:01.133263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.158883 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e96d3cde-8f63-4f2b-98ff-1ad997cb13f4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7510884 Dec 23 16:35:01.171118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Request body: {'port': {'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:01.280493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.341804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b00dad3a-19ef-4151-9ff6-db4f2040b184 None None] Provisioning for port 286f9887-7908-497f-a88e-f8a18c82aaf9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:35:01.347283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b00dad3a-19ef-4151-9ff6-db4f2040b184 None None] Provisioning complete for port 286f9887-7908-497f-a88e-f8a18c82aaf9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:35:01.347684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b00dad3a-19ef-4151-9ff6-db4f2040b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.386232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4377a5c8-16fb-427f-8999-0b3e1d485c74 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:35:01.447886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b00dad3a-19ef-4151-9ff6-db4f2040b184 None None] Port 286f9887-7908-497f-a88e-f8a18c82aaf9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:35:01.467667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:35:01.472624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:35:01.472986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.589767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.621357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 4377a5c8-16fb-427f-8999-0b3e1d485c74, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4377a5c8-16fb-427f-8999-0b3e1d485c74,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:35:01.628899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.703606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:01.796001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286f9887-7908-497f-a88e-f8a18c82aaf9 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:35:01.805027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.821359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d6e6-6af9-445e-8356-32a9d4c8904a req-44446591-bf60-4145-8e76-ad9053d7e052 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:01.822040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-81a9d6e6-6af9-445e-8356-32a9d4c8904a req-44446591-bf60-4145-8e76-ad9053d7e052 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:35:01.830117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Transition to ACTIVE for port object 286f9887-7908-497f-a88e-f8a18c82aaf9 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:35:01.836669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:01.884320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-81a9d6e6-6af9-445e-8356-32a9d4c8904a req-44446591-bf60-4145-8e76-ad9053d7e052 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:35:01.885450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81a9d6e6-6af9-445e-8356-32a9d4c8904a req-44446591-bf60-4145-8e76-ad9053d7e052 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 932 time: 0.2239735 Dec 23 16:35:01.986451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=286f9887-7908-497f-a88e-f8a18c82aaf9,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:02.042954 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81a9d6e6-6af9-445e-8356-32a9d4c8904a req-d144dd21-35d4-4c27-8a4a-c8a7d88e656a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467428 Dec 23 16:35:02.107798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Attempting to bind port 286f9887-7908-497f-a88e-f8a18c82aaf9 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:35:02.108054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Attempting to bind port 286f9887-7908-497f-a88e-f8a18c82aaf9 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:35:02.108370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Attempting to bind port 286f9887-7908-497f-a88e-f8a18c82aaf9 on network 6920d3ec-add0-47f7-a59d-beedd08be959 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:35:02.113903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Port 286f9887-7908-497f-a88e-f8a18c82aaf9 on network 6920d3ec-add0-47f7-a59d-beedd08be959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:35:02.114215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Attempting to bind port 286f9887-7908-497f-a88e-f8a18c82aaf9 on network 6920d3ec-add0-47f7-a59d-beedd08be959 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:35:02.120279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:35:02.120608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Checking segment: {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:35:02.120979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Bound using segment: {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:35:02.121391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Bound port: 286f9887-7908-497f-a88e-f8a18c82aaf9, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801a8132-6689-42e9-beec-1b0bdf2e8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:35:02.121725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:02.207920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] For port 286f9887-7908-497f-a88e-f8a18c82aaf9, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:35:02.211349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] For port 286f9887-7908-497f-a88e-f8a18c82aaf9, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=286f9887-7908-497f-a88e-f8a18c82aaf9,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:35:02.215869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:02.276560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:02.277938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/286f9887-7908-497f-a88e-f8a18c82aaf9 HTTP/1.1" status: 200 len: 1094 time: 1.1109545 Dec 23 16:35:02.278362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:35:02.296370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc64c97-ec81-4788-bba2-e25431c3b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=286f9887-7908-497f-a88e-f8a18c82aaf9,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:02.352538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'status': 'completed', 'code': 200} Dec 23 16:35:02.457784 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-0e9f11a4-1589-4dc2-81cd-3741f2e1f95e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 1097 time: 0.1416757 Dec 23 16:35:02.524278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-596b17e7-e057-4b10-98eb-29c35fb662d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=286f9887-7908-497f-a88e-f8a18c82aaf9 HTTP/1.1" status: 200 len: 217 time: 0.0597038 Dec 23 16:35:02.586358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-2099c2bb-75a6-4afa-b9ce-4f95e7991610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:02.587673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-2099c2bb-75a6-4afa-b9ce-4f95e7991610 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6c3f9bb-d3e3-4069-887f-5306a816700f HTTP/1.1" status: 200 len: 835 time: 0.0578160 Dec 23 16:35:02.659122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-5274ab99-6860-41e7-9a61-0adfcc1a4b96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6920d3ec-add0-47f7-a59d-beedd08be959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647995 Dec 23 16:35:02.788296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-307de697-4eb4-4d3b-80b9-d640f6b66d18 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215250 Dec 23 16:35:02.916533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76f9b310-e118-42c7-ab67-1f30187d3880 req-e27d3c2c-019b-418d-8f61-92f029459c98 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221175 Dec 23 16:35:03.028461 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-598beaca-a37b-47de-b749-4de0aae56d0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 1097 time: 0.0707443 Dec 23 16:35:03.165116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-76d539e0-4a4e-4d33-80f8-faed58eb68ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:03.166739 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-76d539e0-4a4e-4d33-80f8-faed58eb68ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=6920d3ec-add0-47f7-a59d-beedd08be959 HTTP/1.1" status: 200 len: 896 time: 0.1314986 Dec 23 16:35:03.366837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4377a5c8-16fb-427f-8999-0b3e1d485c74 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:35:03.424318 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-85e66943-531e-4cfa-9178-c75f5594728d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=286f9887-7908-497f-a88e-f8a18c82aaf9 HTTP/1.1" status: 200 len: 217 time: 0.2196438 Dec 23 16:35:03.441935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:35:03.442305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:03.517691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-1e31e7f0-9e6c-400d-914e-80a36d3cc4b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:03.519098 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-1e31e7f0-9e6c-400d-914e-80a36d3cc4b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6c3f9bb-d3e3-4069-887f-5306a816700f HTTP/1.1" status: 200 len: 835 time: 0.0863533 Dec 23 16:35:03.533744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a5b1a-8d59-456a-9945-20aaf7363e25 req-0c9c02a6-f17a-40fe-a705-eeb35c5f4e66 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:03.535822 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b64a5b1a-8d59-456a-9945-20aaf7363e25 req-0c9c02a6-f17a-40fe-a705-eeb35c5f4e66 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 944 time: 0.3680291 Dec 23 16:35:03.629390 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b64a5b1a-8d59-456a-9945-20aaf7363e25 req-8fe74894-03e5-4641-9c47-3b78b53e217a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637190 Dec 23 16:35:03.644207 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-6dbf0376-5055-47b3-9d91-a9a560777c92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6920d3ec-add0-47f7-a59d-beedd08be959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159620 Dec 23 16:35:03.815133 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-299761d2-7f94-41e4-b779-95e41d43d9d4 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651142 Dec 23 16:35:03.947827 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04eacf6a-16f9-46a2-9f6e-2235347ddd7d req-70ce56a5-8ae9-4572-a420-d876750702b9 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254368 Dec 23 16:35:04.824524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95028bf-0c56-4e02-b762-528d0507e439 req-dc7a143e-498b-4c4d-afa1-40cce7a73021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:04.825962 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a95028bf-0c56-4e02-b762-528d0507e439 req-dc7a143e-498b-4c4d-afa1-40cce7a73021 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 944 time: 0.0761375 Dec 23 16:35:04.869088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a95028bf-0c56-4e02-b762-528d0507e439 req-1e39c4b4-51b4-4d12-a108-87d5ee92e301 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376499 Dec 23 16:35:05.034400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-007c4b90-d217-4bda-9f3d-59379011a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:06.065132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2f86c-ba82-4cc0-bd4f-427b96c5198b req-12b0595e-a1b9-4d90-961b-8424ec48b43b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:06.066657 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-97a2f86c-ba82-4cc0-bd4f-427b96c5198b req-12b0595e-a1b9-4d90-961b-8424ec48b43b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 944 time: 0.0782464 Dec 23 16:35:06.110170 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-97a2f86c-ba82-4cc0-bd4f-427b96c5198b req-615a5023-1018-4a1d-93fa-7c09b94d8eb3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381086 Dec 23 16:35:06.414538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 286f9887-7908-497f-a88e-f8a18c82aaf9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:35:06.543862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 286f9887-7908-497f-a88e-f8a18c82aaf9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=286f9887-7908-497f-a88e-f8a18c82aaf9,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:35:06.556440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'mac_address': 'fa:16:3e:27:72:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:35:06.607695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:06.623945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286f9887-7908-497f-a88e-f8a18c82aaf9 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:35:06.638740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 286f9887-7908-497f-a88e-f8a18c82aaf9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=286f9887-7908-497f-a88e-f8a18c82aaf9,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:35:06.642574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:06.707993 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=286f9887-7908-497f-a88e-f8a18c82aaf9,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:06.769318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:06.961302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['286f9887-7908-497f-a88e-f8a18c82aaf9'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:35:07.259413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-057ab550-b9e3-4adc-84c2-921009a4b3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:07.301480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7e6a-917f-42ef-bb95-461a1b4805ae req-0499ffb9-803b-42fb-8db9-e337c4a091ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:07.302914 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42da7e6a-917f-42ef-bb95-461a1b4805ae req-0499ffb9-803b-42fb-8db9-e337c4a091ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 945 time: 0.0741830 Dec 23 16:35:07.351300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42da7e6a-917f-42ef-bb95-461a1b4805ae req-904bccda-d59f-4685-8966-25f384d06a16 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Dec 23 16:35:08.392222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:08.414582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 286f9887-7908-497f-a88e-f8a18c82aaf9 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:35:08.480412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 286f9887-7908-497f-a88e-f8a18c82aaf9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:35:08.484972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 286f9887-7908-497f-a88e-f8a18c82aaf9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:35:08.485341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:08.549460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c4a1d-37a7-4f66-9d0c-be516ebfd200 req-725c501a-ce38-4937-ba12-a06c8c5127cf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:08.550938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a89c4a1d-37a7-4f66-9d0c-be516ebfd200 req-725c501a-ce38-4937-ba12-a06c8c5127cf tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 945 time: 0.0789211 Dec 23 16:35:08.582608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:08.599189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a89c4a1d-37a7-4f66-9d0c-be516ebfd200 req-4750009d-bffc-4057-a784-0caf80cf6a1d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Dec 23 16:35:08.646094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:08.671197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:35:08.681125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 286f9887-7908-497f-a88e-f8a18c82aaf9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=286f9887-7908-497f-a88e-f8a18c82aaf9,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:35:08.684629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:08.727643 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'code': 200} Dec 23 16:35:08.752798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=286f9887-7908-497f-a88e-f8a18c82aaf9,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:08.957723 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-054e5511-d34a-4cc9-807b-beac18ecbfa8 req-7f5ba41e-d9ee-4da2-96ff-d3ff0713d2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 1099 time: 0.0687454 Dec 23 16:35:09.001477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-054e5511-d34a-4cc9-807b-beac18ecbfa8 req-77ab475c-e9fb-4b88-b611-367da087b887 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376523 Dec 23 16:35:09.791873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff545c1-ca20-4ca6-b2c1-cfde37d1a9ca req-f4701ed7-473c-4679-a7f4-685c6a494f81 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:09.793321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ff545c1-ca20-4ca6-b2c1-cfde37d1a9ca req-f4701ed7-473c-4679-a7f4-685c6a494f81 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 946 time: 0.0769739 Dec 23 16:35:09.837681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ff545c1-ca20-4ca6-b2c1-cfde37d1a9ca req-3436061b-110f-48f6-8244-d274dba26f4d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390105 Dec 23 16:35:09.899939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:11.033027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335635c3-4f3c-4266-8a4c-e4390c25758e req-50489dac-03b4-4ad3-afbc-f03c3ba6c39e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:11.034452 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-335635c3-4f3c-4266-8a4c-e4390c25758e req-50489dac-03b4-4ad3-afbc-f03c3ba6c39e tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 946 time: 0.0791869 Dec 23 16:35:11.077933 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-335635c3-4f3c-4266-8a4c-e4390c25758e req-b058530a-2af2-4c98-887d-7920f478b854 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379622 Dec 23 16:35:11.278660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3fc7d-6f64-4cde-a57b-a5c450a23f9d req-432c4df8-3058-4362-a646-98b4223cdfd1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:11.280092 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-89d3fc7d-6f64-4cde-a57b-a5c450a23f9d req-432c4df8-3058-4362-a646-98b4223cdfd1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 946 time: 0.0785518 Dec 23 16:35:11.326954 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-89d3fc7d-6f64-4cde-a57b-a5c450a23f9d req-5f61a559-07fe-4812-9c62-966bce00860b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Dec 23 16:35:11.353891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59916) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:11.425720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-24ca1441-c8c9-4b27-8ef7-de8ff0ca4cd1 tempest-TestNetworkBasicOps-1153336981 tempest-TestNetworkBasicOps-1153336981-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 1094 time: 0.0682209 Dec 23 16:35:11.425966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59920) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:11.431754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:11.437239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:11.440965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Usage tracker for resource:floatingip and tenant:e2d48c747e8c48c993ca6afbf6d4a2ee is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:11.443740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:11.449301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:11.459580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:11.594066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:11.727027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Allocated IP 172.26.7.175 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/ee591842-5cc4-4075-922d-d6ec6911dc32) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:35:11.975639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:12.003057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:12.070638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:35:12.073384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:35:12.077664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:35:12.104115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ee591842-5cc4-4075-922d-d6ec6911dc32,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:12.578347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:12.633946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:12.827852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:12.832474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:12.931765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event updated for resources: {'Port': ['ID=ee591842-5cc4-4075-922d-d6ec6911dc32,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:12.948591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:13.133678 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Floating IP 695d896d-f860-49d3-a9d1-6094af7d87c4 associated. External IP: 172.26.7.175, port: 286f9887-7908-497f-a88e-f8a18c82aaf9. Dec 23 16:35:13.607412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 43e4e7b7-31ca-465c-8386-c1059527ee8c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:35:13.802848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:35:13.812606 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] Sync routers for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:35:13.824622 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:35:13.825284 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:35:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:13.827417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:13.878777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-433bd5ee-b057-4212-918b-692f2a86cee3 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4518507 Dec 23 16:35:13.879353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:35:13.882162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59924) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:13.934864 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'status': 'completed', 'code': 200} Dec 23 16:35:13.989193 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a0a857d9-e68f-476c-8aaa-672ec0da6c65 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1046762 Dec 23 16:35:14.005630 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:35:14.030624 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-3e89ffaf-ea0d-4385-bb58-1ff8e5ac2b70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 1099 time: 0.0707686 Dec 23 16:35:14.159098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-8d500576-8f5e-459d-8432-f703670917b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:14.160540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-8d500576-8f5e-459d-8432-f703670917b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6920d3ec-add0-47f7-a59d-beedd08be959 HTTP/1.1" status: 200 len: 896 time: 0.1236231 Dec 23 16:35:14.262693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-3e86aca3-c1fc-4b8a-8eb2-c6c143d8dd41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=286f9887-7908-497f-a88e-f8a18c82aaf9 HTTP/1.1" status: 200 len: 1000 time: 0.0959198 Dec 23 16:35:14.322865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-61f7397c-c1c8-47e6-bba3-8e6d59b18799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:14.324316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-61f7397c-c1c8-47e6-bba3-8e6d59b18799 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6c3f9bb-d3e3-4069-887f-5306a816700f HTTP/1.1" status: 200 len: 835 time: 0.0554514 Dec 23 16:35:14.369406 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:54Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '695d896d-f860-49d3-a9d1-6094af7d87c4', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'mac_address': 'fa:16:3e:27:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:35:12Z', 'updated_at': '2021-12-23T16:35:12Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:35:01Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:14.373107 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] Checking router: 43e4e7b7-31ca-465c-8386-c1059527ee8c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:35:14.383949 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:35:14.384524 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:35:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:14.397624 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-b5b81b50-cf36-49af-b28f-5ecc516238d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6920d3ec-add0-47f7-a59d-beedd08be959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665641 Dec 23 16:35:14.527759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-cf383084-28a8-4dcd-a84d-7a2e456c5e48 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231797 Dec 23 16:35:14.553304 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:35:14.656197 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03b97b53-8a1e-487c-9552-f7e529cb2555 req-e77e8b5f-68a1-43a4-9126-56255a4db1c2 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217887 Dec 23 16:35:14.887734 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:54Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '695d896d-f860-49d3-a9d1-6094af7d87c4', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'mac_address': 'fa:16:3e:27:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:35:12Z', 'updated_at': '2021-12-23T16:35:12Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:35:01Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:14.891672 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a7110-40f7-4e6e-85fa-c2996a9f6f70 None None] The sync data for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv is: [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:34:54Z', 'revision_number': 4, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '695d896d-f860-49d3-a9d1-6094af7d87c4', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'mac_address': 'fa:16:3e:27:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:35:12Z', 'updated_at': '2021-12-23T16:35:12Z', 'revision_number': 0, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:35:01Z', 'revision_number': 5, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:35:14.991961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59930) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:15.093363 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7259adb5-ec83-406a-9d08-e697c10ab71a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1002493 Dec 23 16:35:16.096985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:16.201164 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c3ac5528-27df-4a30-a0a4-c2e4429532d6 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1030598 Dec 23 16:35:16.267656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257a9a5-c4c3-4462-898f-d59c6a845205 None None] New status for floating IP 695d896d-f860-49d3-a9d1-6094af7d87c4: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:35:17.204902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 59938) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:17.309155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f83c859c-3287-4af2-b8b0-2932ec5ed215 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 994 time: 0.1031525 Dec 23 16:35:35.036013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41406983-b73c-4259-ba74-3b3c1c05596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:36.779527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:36.859689 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:35:37.355422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bf744e8-2413-4dff-a93f-4bdbb90e37d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:38.393797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:38.514219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:39.902613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:05.038298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4469e9f8-1ea6-4afd-93cd-45c87a684325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:06.786292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:07.257568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0a4809b-81ee-4b9a-85fe-37d9ac29505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:08.120273 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-caeb57f9-89bc-4f6a-ab36-b819d0ee0657 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699012 Dec 23 16:36:08.258029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-50f0145a-27d7-4d99-964e-0749fd24af74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 1099 time: 0.0671856 Dec 23 16:36:08.396386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:08.398432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c5be8-133f-400f-b737-23d081264bc9 req-f4277c38-eb63-4157-b685-b608de136015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:08.399904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-f4277c38-eb63-4157-b685-b608de136015 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6920d3ec-add0-47f7-a59d-beedd08be959 HTTP/1.1" status: 200 len: 896 time: 0.1240478 Dec 23 16:36:08.517338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:08.596532 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-8ec4d874-0738-425e-bd43-1217c5fd4446 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=286f9887-7908-497f-a88e-f8a18c82aaf9 HTTP/1.1" status: 200 len: 1002 time: 0.1906242 Dec 23 16:36:08.657249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c5be8-133f-400f-b737-23d081264bc9 req-42ac6a67-c612-4798-962f-1444dac4ffd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:08.658528 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-42ac6a67-c612-4798-962f-1444dac4ffd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6c3f9bb-d3e3-4069-887f-5306a816700f HTTP/1.1" status: 200 len: 835 time: 0.0550013 Dec 23 16:36:08.731896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-dc8fe8ea-cd4c-4b5f-884e-6742079e802c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6920d3ec-add0-47f7-a59d-beedd08be959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668380 Dec 23 16:36:08.858724 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-3c3b108e-a750-4907-a068-cad7deaf0410 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205254 Dec 23 16:36:08.985664 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-790c5be8-133f-400f-b737-23d081264bc9 req-0d775dc4-07ea-4d04-97e5-bee10bdebde3 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205297 Dec 23 16:36:09.903826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:13.860299 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:36:26.314228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:26.319431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-de685d20-dda6-49f9-b2e5-69ce7641ff71 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:26.856619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de685d20-dda6-49f9-b2e5-69ce7641ff71 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:26.866671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de685d20-dda6-49f9-b2e5-69ce7641ff71 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:27.062038 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de685d20-dda6-49f9-b2e5-69ce7641ff71 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 43e4e7b7-31ca-465c-8386-c1059527ee8c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:36:27.255513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de685d20-dda6-49f9-b2e5-69ce7641ff71 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:36:27.261383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de685d20-dda6-49f9-b2e5-69ce7641ff71 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:27.262509 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de685d20-dda6-49f9-b2e5-69ce7641ff71 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/43e4e7b7-31ca-465c-8386-c1059527ee8c HTTP/1.1" status: 200 len: 889 time: 0.9473007 Dec 23 16:36:27.265592 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] Sync routers for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:36:27.278098 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:27.278685 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:27.337617 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:27.347836 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:27.348407 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:27.405329 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:27.405724 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdcfb3-62a4-4a3b-af3b-23417d200967 None None] The sync data for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:36:28.147870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea73711-3890-4ea9-8b61-fcf638b5c039 None None] New status for floating IP 695d896d-f860-49d3-a9d1-6094af7d87c4: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:36:29.401614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4377a5c8-16fb-427f-8999-0b3e1d485c74 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:36:29.419731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59980) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:29.425569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-37b0b3b7-7941-4d4c-aaca-bcf6c3f8f805 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:29.518674 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:29.556295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 4377a5c8-16fb-427f-8999-0b3e1d485c74, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4377a5c8-16fb-427f-8999-0b3e1d485c74,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:29.559986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:29.560704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 31e07342-f441-439c-a742-41eba71d672a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:36:29.671598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:29.712484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.712828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.713167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.713497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.713824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.714147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.714468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.714788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.715098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.715419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.715752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:29.734585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:29.750097 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 31e07342-f441-439c-a742-41eba71d672a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=31e07342-f441-439c-a742-41eba71d672a,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:29.753708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:29.818945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=31e07342-f441-439c-a742-41eba71d672a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:30.086690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37b0b3b7-7941-4d4c-aaca-bcf6c3f8f805 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:30.097167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37b0b3b7-7941-4d4c-aaca-bcf6c3f8f805 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-383703'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:30.299835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b0b3b7-7941-4d4c-aaca-bcf6c3f8f805 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 43e4e7b7-31ca-465c-8386-c1059527ee8c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:36:30.493848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b0b3b7-7941-4d4c-aaca-bcf6c3f8f805 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:36:30.499540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37b0b3b7-7941-4d4c-aaca-bcf6c3f8f805 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:30.501400 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37b0b3b7-7941-4d4c-aaca-bcf6c3f8f805 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/43e4e7b7-31ca-465c-8386-c1059527ee8c HTTP/1.1" status: 200 len: 888 time: 1.0805252 Dec 23 16:36:30.502929 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] Sync routers for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:36:30.503391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59984) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:30.514131 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:30.514699 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:30.607876 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-95166d70-224a-4887-9539-d96399b7bca1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1032951 Dec 23 16:36:30.687281 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:31.042753 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:36:30Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:36:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '695d896d-f860-49d3-a9d1-6094af7d87c4', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'mac_address': 'fa:16:3e:27:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:35:12Z', 'updated_at': '2021-12-23T16:36:28Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:36:29Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:31.046396 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] Checking router: 43e4e7b7-31ca-465c-8386-c1059527ee8c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:36:31.056301 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:31.056868 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:31.224245 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:31.553933 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:36:30Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:36:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '695d896d-f860-49d3-a9d1-6094af7d87c4', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'mac_address': 'fa:16:3e:27:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:35:12Z', 'updated_at': '2021-12-23T16:36:28Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:36:29Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:31.558272 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a69bc-aa6f-4ca1-9aa3-fcd48f981299 None None] The sync data for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv is: [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:36:30Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:36:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '695d896d-f860-49d3-a9d1-6094af7d87c4', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'port_id': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'mac_address': 'fa:16:3e:27:72:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6895811-2f55-47af-9777-41cd562a45eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:35:12Z', 'updated_at': '2021-12-23T16:36:28Z', 'revision_number': 2, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4377a5c8-16fb-427f-8999-0b3e1d485c74', 'name': '', 'network_id': '6920d3ec-add0-47f7-a59d-beedd08be959', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'mac_address': 'fa:16:3e:9f:6a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:54Z', 'updated_at': '2021-12-23T16:36:29Z', 'revision_number': 6, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'subnets': [{'id': 'e6c3f9bb-d3e3-4069-887f-5306a816700f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:36:31.611758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59988) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:31.724011 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-682e0264-288c-412f-aaef-15fa39850aba tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1111014 Dec 23 16:36:32.727812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59992) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:32.830143 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fdeb727c-9899-4da1-bd90-935ec432fa3d tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1010277 Dec 23 16:36:33.438413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4377a5c8-16fb-427f-8999-0b3e1d485c74 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:33.506656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:33.507026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:33.617098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:33.647134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 4377a5c8-16fb-427f-8999-0b3e1d485c74, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4377a5c8-16fb-427f-8999-0b3e1d485c74,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:33.651426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:33.652152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 31e07342-f441-439c-a742-41eba71d672a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:33.760214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:33.772722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 31e07342-f441-439c-a742-41eba71d672a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:33.773090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:33.833656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 59996) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:33.913486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:33.929939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 31e07342-f441-439c-a742-41eba71d672a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=31e07342-f441-439c-a742-41eba71d672a,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:33.934463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:34.003017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=31e07342-f441-439c-a742-41eba71d672a,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:34.030629 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b69b1288-2c5c-44b2-a57d-491fc13e19fc tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1958327 Dec 23 16:36:35.034384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:35.040672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b442d77-767b-4102-945b-c3065a699f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:35.136069 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d17f0c8-5ff5-4cb5-993f-807fc91fcc84 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1005898 Dec 23 16:36:35.411332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4377a5c8-16fb-427f-8999-0b3e1d485c74 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:35.478530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4377a5c8-16fb-427f-8999-0b3e1d485c74 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:35.478897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:35.588533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 31e07342-f441-439c-a742-41eba71d672a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:35.651479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 31e07342-f441-439c-a742-41eba71d672a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:35.651871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:36.138930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:36.239160 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0deaac10-6677-4697-bfb8-55dbf89d0604 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.0990024 Dec 23 16:36:36.782615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:37.243837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60008) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:37.260260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-668441b0-5a13-4152-91c2-3c0f1a5d0162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:37.346092 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e5860dbf-fa42-4c97-aa05-477153cc6a4c tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1012120 Dec 23 16:36:38.349899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60012) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:38.399422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:38.451867 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cbcfad2b-7b38-4ddb-94fb-e637a8777211 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 992 time: 0.1008546 Dec 23 16:36:38.520546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:38.743045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbe9be-f48f-49a7-a3bb-a7ad8fb54dfe None None] New status for floating IP 695d896d-f860-49d3-a9d1-6094af7d87c4: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:36:39.455762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60016) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:39.554095 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0fd641a6-9406-4622-a379-54bf2d684264 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 200 len: 994 time: 0.0972018 Dec 23 16:36:39.843316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60026) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:39.907566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:40.037144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port ee591842-5cc4-4075-922d-d6ec6911dc32 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:36:40.037476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:40.203099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:40.203340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:40.320016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for ee591842-5cc4-4075-922d-d6ec6911dc32 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:36:40.459785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:40.597593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=ee591842-5cc4-4075-922d-d6ec6911dc32,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:40.636158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.636502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.636838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.637166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.637498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.637826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.638145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.638466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.638786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.639101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.639418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:40.696646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:41.075604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 43e4e7b7-31ca-465c-8386-c1059527ee8c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:36:41.271574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:36:41.290843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:41.340428 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8323d5b6-6b1b-4a84-95f7-4c9bbb28b4d4 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/floatingips/695d896d-f860-49d3-a9d1-6094af7d87c4 HTTP/1.1" status: 204 len: 168 time: 1.4959998 Dec 23 16:36:41.340996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:36:41.396296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'status': 'completed', 'code': 200} Dec 23 16:36:41.488867 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-419431ae-94ba-4fd4-9b1f-b2f23dc1c6a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 1099 time: 0.0703359 Dec 23 16:36:41.626389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-f7a396ef-adc9-437b-bffa-90ae765a8113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:41.627778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-f7a396ef-adc9-437b-bffa-90ae765a8113 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6920d3ec-add0-47f7-a59d-beedd08be959 HTTP/1.1" status: 200 len: 896 time: 0.1325336 Dec 23 16:36:41.734191 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-4005a582-79d6-4052-976a-64b964efa86a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=286f9887-7908-497f-a88e-f8a18c82aaf9 HTTP/1.1" status: 200 len: 217 time: 0.0989773 Dec 23 16:36:41.811121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-6de14b4d-855a-483d-b191-497feb5a56f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:41.812550 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-6de14b4d-855a-483d-b191-497feb5a56f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6c3f9bb-d3e3-4069-887f-5306a816700f HTTP/1.1" status: 200 len: 835 time: 0.0663481 Dec 23 16:36:41.818702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f121-927d-474e-87a9-734f5df71a02 req-97c93d2e-b68a-44da-ba10-c39c34a066b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:41.819413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7243f121-927d-474e-87a9-734f5df71a02 req-97c93d2e-b68a-44da-ba10-c39c34a066b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:36:41.874361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7243f121-927d-474e-87a9-734f5df71a02 req-97c93d2e-b68a-44da-ba10-c39c34a066b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:36:41.875514 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7243f121-927d-474e-87a9-734f5df71a02 req-97c93d2e-b68a-44da-ba10-c39c34a066b1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 946 time: 0.1945736 Dec 23 16:36:41.931358 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7243f121-927d-474e-87a9-734f5df71a02 req-bd3cef1a-e040-4473-81de-61e0057db2fd tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494931 Dec 23 16:36:41.934928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-68673400-64ac-4e09-9db0-d026c8c506c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6920d3ec-add0-47f7-a59d-beedd08be959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128201 Dec 23 16:36:42.063702 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-0d40bfb0-815d-423b-890e-efff2a075cf7 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194406 Dec 23 16:36:42.311491 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41b63ba6-5518-412a-bcbc-f59a1607e299 req-f7ece163-d16c-4294-b722-4d78411c67c8 service neutron] 10.222.0.59 "GET /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412708 Dec 23 16:36:43.123743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920b05-b40e-461f-a2ce-42255f24bbd0 req-bc8bc3aa-3bd3-413c-b276-8a1dd59112ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:43.125060 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b920b05-b40e-461f-a2ce-42255f24bbd0 req-bc8bc3aa-3bd3-413c-b276-8a1dd59112ce tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 946 time: 0.0739045 Dec 23 16:36:43.168029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4b920b05-b40e-461f-a2ce-42255f24bbd0 req-8066acc3-7716-4c71-a40c-ffa5106b71df tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c5909fa-2d11-4715-af91-4212324b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376635 Dec 23 16:36:43.293702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-f3cdcab9-9440-4c6f-90b3-cd337c375e6a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:43.295086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-f3cdcab9-9440-4c6f-90b3-cd337c375e6a tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 946 time: 0.0766332 Dec 23 16:36:43.359684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 286f9887-7908-497f-a88e-f8a18c82aaf9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:36:43.360030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:43.593885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 286f9887-7908-497f-a88e-f8a18c82aaf9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=286f9887-7908-497f-a88e-f8a18c82aaf9,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:43.594237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:43.710757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 286f9887-7908-497f-a88e-f8a18c82aaf9 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:36:43.850123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:43.897194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=286f9887-7908-497f-a88e-f8a18c82aaf9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:43.970689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] No DVR routers for this DVR port 286f9887-7908-497f-a88e-f8a18c82aaf9 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:36:43.972869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:43.975258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'name': 'network-vif-deleted', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:36:43.990401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-273022fb-3392-4e3e-8d7c-602e2279cb4e req-250ff9e8-020d-4a83-a68c-de3d03549e45 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.59 "DELETE /v2.0/ports/286f9887-7908-497f-a88e-f8a18c82aaf9 HTTP/1.1" status: 204 len: 173 time: 0.6899617 Dec 23 16:36:44.031896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6895811-2f55-47af-9777-41cd562a45eb', 'name': 'network-vif-deleted', 'tag': '286f9887-7908-497f-a88e-f8a18c82aaf9', 'status': 'completed', 'code': 200} Dec 23 16:36:44.346087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4a4eeb95-03be-4ab5-bbed-6d3f01da49a3 req-e7890145-fcc3-493c-9708-6ea1ba19b8fe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Synchronizing usage tracker for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:36:44.362522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4a4eeb95-03be-4ab5-bbed-6d3f01da49a3 req-e7890145-fcc3-493c-9708-6ea1ba19b8fe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Unset dirty status for tenant:e2d48c747e8c48c993ca6afbf6d4a2ee on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:36:44.364258 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a4eeb95-03be-4ab5-bbed-6d3f01da49a3 req-e7890145-fcc3-493c-9708-6ea1ba19b8fe tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6895811-2f55-47af-9777-41cd562a45eb HTTP/1.1" status: 200 len: 210 time: 0.0589519 Dec 23 16:36:45.480904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60044) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:45.550773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a590f4-dc7e-440b-b52b-f4efb90b3e2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:45.578145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a590f4-dc7e-440b-b52b-f4efb90b3e2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:45.637826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a590f4-dc7e-440b-b52b-f4efb90b3e2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:45.656439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a590f4-dc7e-440b-b52b-f4efb90b3e2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5909fa-2d11-4715-af91-4212324b5616,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:45.667759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3a590f4-dc7e-440b-b52b-f4efb90b3e2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:45.668844 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c3a590f4-dc7e-440b-b52b-f4efb90b3e2b tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c5909fa-2d11-4715-af91-4212324b5616 HTTP/1.1" status: 204 len: 168 time: 0.1869605 Dec 23 16:36:45.707935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60050) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:46.095775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:46.790091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 4377a5c8-16fb-427f-8999-0b3e1d485c74 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:36:46.791337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:46.968281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 4377a5c8-16fb-427f-8999-0b3e1d485c74, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4377a5c8-16fb-427f-8999-0b3e1d485c74,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:46.968626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:47.085220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 4377a5c8-16fb-427f-8999-0b3e1d485c74 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:36:47.261787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:47.307107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=4377a5c8-16fb-427f-8999-0b3e1d485c74,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:47.616968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:48.280639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Router 43e4e7b7-31ca-465c-8386-c1059527ee8c has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:36:48.472019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:36:48.488863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0e2e5f9b-3d55-48be-8a72-2c90e47b04ab tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "PUT /v2.0/routers/43e4e7b7-31ca-465c-8386-c1059527ee8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7798877 Dec 23 16:36:48.491566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60054) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:48.671259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting subnet e6c3f9bb-d3e3-4069-887f-5306a816700f {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:36:48.673924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:48.724457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:48.802517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:48.873914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:48.894579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 286f9887-7908-497f-a88e-f8a18c82aaf9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:36:48.913409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c3f9bb-d3e3-4069-887f-5306a816700f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:48.917975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:48.925920 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5c50d2b7-21e0-4c9b-9f38-67dab8ec13c1 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/subnets/e6c3f9bb-d3e3-4069-887f-5306a816700f HTTP/1.1" status: 204 len: 168 time: 0.4332068 Dec 23 16:36:48.926315 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70aa19f-9cac-4586-bfe9-ee32cc5c8874 None None] Network 6920d3ec-add0-47f7-a59d-beedd08be959 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:36:48.928380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60058) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:48.944616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 286f9887-7908-497f-a88e-f8a18c82aaf9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:36:48.944929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 286f9887-7908-497f-a88e-f8a18c82aaf9 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:36:49.126094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.175301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] DHCP port deletion for 6920d3ec-add0-47f7-a59d-beedd08be959 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:36:49.180476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] Deleting port 99f1e690-fbd8-46d6-b053-ce9651fd058c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:36:49.180476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.201196 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] Sync routers for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:36:49.214843 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:49.215538 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:49.402366 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:49.441056 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] For port 99f1e690-fbd8-46d6-b053-ce9651fd058c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=99f1e690-fbd8-46d6-b053-ce9651fd058c,segment=NetworkSegment(801a8132-6689-42e9-beec-1b0bdf2e8d05),segment_id=801a8132-6689-42e9-beec-1b0bdf2e8d05)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:49.441352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.468096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 99f1e690-fbd8-46d6-b053-ce9651fd058c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:36:49.474127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.485890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Deleting port 31e07342-f441-439c-a742-41eba71d672a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:36:49.486784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.606670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] Calling delete_port for 99f1e690-fbd8-46d6-b053-ce9651fd058c owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:36:49.666302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] For port 31e07342-f441-439c-a742-41eba71d672a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=31e07342-f441-439c-a742-41eba71d672a,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:49.667069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.689278 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212'}], 'enable_snat': True}, 'gw_port_id': '31e07342-f441-439c-a742-41eba71d672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:36:47Z', 'revision_number': 7, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port': {'id': '31e07342-f441-439c-a742-41eba71d672a', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:34:51Z', 'updated_at': '2021-12-23T16:36:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:49.693118 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] Checking router: 43e4e7b7-31ca-465c-8386-c1059527ee8c for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:36:49.704568 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] Routers {'43e4e7b7-31ca-465c-8386-c1059527ee8c'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:49.705151 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['43e4e7b7-31ca-465c-8386-c1059527ee8c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:49.735971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.786002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.787976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Calling delete_port for 31e07342-f441-439c-a742-41eba71d672a owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:36:49.840474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] Pushing event deleted for resources: {'Port': ['ID=99f1e690-fbd8-46d6-b053-ce9651fd058c,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:49.843250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e0ffe-2a5d-40d9-80e0-2903bb682d2c None None] No DVR routers for this DVR port 99f1e690-fbd8-46d6-b053-ce9651fd058c on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:36:49.882387 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] Set router 43e4e7b7-31ca-465c-8386-c1059527ee8c gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:49.959185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:49.985525 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:36:49Z', 'revision_number': 8, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:49.989545 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c3ac-704a-4656-b6ac-5c33fa37245b None None] The sync data for ids ['43e4e7b7-31ca-465c-8386-c1059527ee8c'] in dv-neutron-822800-1-hyperv is: [{'id': '43e4e7b7-31ca-465c-8386-c1059527ee8c', 'name': 'tempest-TestNetworkBasicOps-router-1887233609', 'tenant_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:34:50Z', 'updated_at': '2021-12-23T16:36:49Z', 'revision_number': 8, 'project_id': 'e2d48c747e8c48c993ca6afbf6d4a2ee', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:36:50.002724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Port': ['ID=31e07342-f441-439c-a742-41eba71d672a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:50.231701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.486303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.490394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.513548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.514051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Fanout notify agent at l3_agent the message router_deleted on router 43e4e7b7-31ca-465c-8386-c1059527ee8c {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:36:50.528215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.529273 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f70f8c43-d55c-42e9-8e68-602f172ea2e8 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/routers/43e4e7b7-31ca-465c-8386-c1059527ee8c HTTP/1.1" status: 204 len: 168 time: 1.6000228 Dec 23 16:36:50.531977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60062) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:50.639421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.841845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89606c24-02a9-42e4-a128-d1a595a0b439 None None] New status for floating IP 695d896d-f860-49d3-a9d1-6094af7d87c4: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:36:50.861116 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:36:50.871722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.897089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6920d3ec-add0-47f7-a59d-beedd08be959']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:50.911856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801a8132-6689-42e9-beec-1b0bdf2e8d05') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:50.912295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801a8132-6689-42e9-beec-1b0bdf2e8d05') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:50.923223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.939539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.945322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:36:50.945697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:36:50.960584 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:36:51.036883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:51.041666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:51.070667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] Pushing event deleted for resources: {'Network': ['ID=6920d3ec-add0-47f7-a59d-beedd08be959,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:51.077797 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-400a28e3-7df7-4510-8d13-85d15fbefdf5 tempest-TestNetworkBasicOps-1608353595 tempest-TestNetworkBasicOps-1608353595-project] 10.222.0.18 "DELETE /v2.0/networks/6920d3ec-add0-47f7-a59d-beedd08be959 HTTP/1.1" status: 204 len: 168 time: 0.5448468 Dec 23 16:36:51.412997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4377a5c8-16fb-427f-8999-0b3e1d485c74 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:36:51.444011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60070) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:51.445904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 4377a5c8-16fb-427f-8999-0b3e1d485c74 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:36:51.446248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4377a5c8-16fb-427f-8999-0b3e1d485c74 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:36:51.446699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 31e07342-f441-439c-a742-41eba71d672a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:36:51.476854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 31e07342-f441-439c-a742-41eba71d672a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:36:51.477188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 31e07342-f441-439c-a742-41eba71d672a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:36:51.630548 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-dc8aaee0-79a0-4600-bab1-86cb54b4a0ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2d48c747e8c48c993ca6afbf6d4a2ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1854222 Dec 23 16:36:51.633102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60076) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:51.689758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff6664cc-8307-4a20-8901-f7370a077214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:51.714014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff6664cc-8307-4a20-8901-f7370a077214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:51.762360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff6664cc-8307-4a20-8901-f7370a077214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:51.779067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6664cc-8307-4a20-8901-f7370a077214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f40f3-a1e9-4b5e-96f5-8967efd8aebb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:51.787094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff6664cc-8307-4a20-8901-f7370a077214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:51.788309 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ff6664cc-8307-4a20-8901-f7370a077214 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/076f40f3-a1e9-4b5e-96f5-8967efd8aebb HTTP/1.1" status: 204 len: 168 time: 0.1543512 Dec 23 16:36:52.105144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60084) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:52.122627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:52.153127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:52.156861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Usage tracker for resource:security_group_rule and tenant:47142fc1a0a04051a443e285bb2b2706 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:52.159654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:52.165220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:52.235619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:52.239190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:52.283090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b79e2ff-34fc-4382-a44f-ee87a9032737,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:52.288293 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d8793e7c-4612-45d8-bae0-e59d55440a40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47142fc1a0a04051a443e285bb2b2706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1821609 Dec 23 16:36:52.291388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60088) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:52.348331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-350ee441-d72d-4341-9cfa-5a96fd2f19ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:52.373043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-350ee441-d72d-4341-9cfa-5a96fd2f19ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:52.423204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-350ee441-d72d-4341-9cfa-5a96fd2f19ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:52.437184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ee441-d72d-4341-9cfa-5a96fd2f19ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b79e2ff-34fc-4382-a44f-ee87a9032737,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:52.443590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-350ee441-d72d-4341-9cfa-5a96fd2f19ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:52.444869 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-350ee441-d72d-4341-9cfa-5a96fd2f19ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b79e2ff-34fc-4382-a44f-ee87a9032737 HTTP/1.1" status: 204 len: 168 time: 0.1525707 Dec 23 16:36:53.313786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60110) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:53.439467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1353839058-network', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:53.444175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:53.448408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Usage tracker for resource:network and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:53.451188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:53.456732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:53.467269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Made reservation on behalf of 6a6ffd1e1b5d43138dbcbbf670b5e421 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:36:53.469483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.484422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.515016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:53.518964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:53.521801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:53.528060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:53.592220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.595871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.622961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:36:53.631323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b223e9c3-7bc2-45bf-85c6-35cde8d2cbf9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:53.637462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.637811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Added segment daa3dbd0-370f-4986-9d93-4643b2b30e31 of type vlan for network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 Dec 23 16:36:53.664067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.691025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.691856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:53.692420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:53.794929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4800637 Dec 23 16:36:53.795808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8f7c7-13a9-46f3-998f-9d5aac9be714 admin admin] Pushing event updated for resources: {'Network': ['ID=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:53.798063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60116) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:53.803499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Request body: {'subnet': {'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1353839058-subnet', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:53.806407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:36:53.809173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:53.812897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Usage tracker for resource:subnet and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:53.816059 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:53.826642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:53.836075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Made reservation on behalf of 6a6ffd1e1b5d43138dbcbbf670b5e421 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:36:53.838404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.037559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.107670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3f3a11-815f-4341-a60c-1435ce503da0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:54.123854 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.124199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.124534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.124864 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.125191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.125516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.125837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.126159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.126473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.126786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.127100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:54.131650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Checking segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:36:54.132003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Network hostable DHCP agents. Network: 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:36:54.153453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:36:54.162525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:36:54.166836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:54.167394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.173135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86832e8f-845b-4666-90fc-0bdb00f43073 None None] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:36:54.186590 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b0f6f11b-9b76-4f33-8be5-bebf376d723c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3874884 Dec 23 16:36:54.189201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60120) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:54.193984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:54.198386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:54.202131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Usage tracker for resource:router and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:54.204917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:54.210512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:54.229419 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.230318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.250218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.391131 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.398327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:36:54.399177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.551819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Allocated IP 172.20.0.2 (3136e8be-bbf2-4e65-b3c7-d3e36a558ab0/ce3f3a11-815f-4341-a60c-1435ce503da0/5a34a550-8708-4955-92ce-f3532d1aadc7) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:36:54.575574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.608966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.741884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Allocated IP 172.26.7.228 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/998d1dc3-108d-4faf-99e6-413ebf73bb55) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:36:54.745387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.755103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Transition to ACTIVE for port object 5a34a550-8708-4955-92ce-f3532d1aadc7 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:36:54.772690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Transition to ACTIVE for port object 5a34a550-8708-4955-92ce-f3532d1aadc7 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:36:54.778089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.850038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Pushing event updated for resources: {'Port': ['ID=5a34a550-8708-4955-92ce-f3532d1aadc7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:54.853949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:36:54.855317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:36:54.857717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:36:54.898244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.928350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.973134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Attempting to bind port 5a34a550-8708-4955-92ce-f3532d1aadc7 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:36:54.973493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Attempting to bind port 5a34a550-8708-4955-92ce-f3532d1aadc7 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:36:54.973847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Attempting to bind port 5a34a550-8708-4955-92ce-f3532d1aadc7 on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:36:54.980048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:36:54.980408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Checking segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:36:54.980796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.981175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Bound using segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:36:54.981620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Bound port: 5a34a550-8708-4955-92ce-f3532d1aadc7, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:36:54.981979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:54.997832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:36:55.000475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:36:55.002993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:36:55.040665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Pushing event updated for resources: {'Port': ['ID=998d1dc3-108d-4faf-99e6-413ebf73bb55,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:55.070011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] For port 5a34a550-8708-4955-92ce-f3532d1aadc7, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:36:55.073548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] For port 5a34a550-8708-4955-92ce-f3532d1aadc7, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5a34a550-8708-4955-92ce-f3532d1aadc7,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:36:55.077738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:55.157810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e9b8f-b6b8-40e2-91fa-8d1ef5370530 None None] Pushing event updated for resources: {'Port': ['ID=5a34a550-8708-4955-92ce-f3532d1aadc7,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:55.171995 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:55.172960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:55.461779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a34a550-8708-4955-92ce-f3532d1aadc7 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:55.519672 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:36:55.532415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 5a34a550-8708-4955-92ce-f3532d1aadc7 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:36:55.718573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:36:55.732796 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:36:55.741219 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:55.744935 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fadc35b6-9488-444b-ab7f-2211616ffcea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5523601 Dec 23 16:36:55.745227 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60124) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:55.746900 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:55.747679 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:55.934841 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:56.107289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec20731-7300-44e0-98bd-35dab776bffb None None] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:36:56.215399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-395221de-6216-49c5-8c27-4a35ab6e6030 None None] Provisioning for port 5a34a550-8708-4955-92ce-f3532d1aadc7 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:36:56.224877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-395221de-6216-49c5-8c27-4a35ab6e6030 None None] Provisioning complete for port 5a34a550-8708-4955-92ce-f3532d1aadc7 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:56.225259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-395221de-6216-49c5-8c27-4a35ab6e6030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.240762 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:55Z', 'revision_number': 3, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:56.246603 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:36:56.246950 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Updating router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b port 998d1dc3-108d-4faf-99e6-413ebf73bb55 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:36:56.308303 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.441640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-395221de-6216-49c5-8c27-4a35ab6e6030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.481755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-395221de-6216-49c5-8c27-4a35ab6e6030 None None] For port 5a34a550-8708-4955-92ce-f3532d1aadc7, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5a34a550-8708-4955-92ce-f3532d1aadc7,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:56.486695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-395221de-6216-49c5-8c27-4a35ab6e6030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.539294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.568344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395221de-6216-49c5-8c27-4a35ab6e6030 None None] Pushing event updated for resources: {'Port': ['ID=5a34a550-8708-4955-92ce-f3532d1aadc7,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:56.649321 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.662136 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Transition to ACTIVE for port object 998d1dc3-108d-4faf-99e6-413ebf73bb55 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:36:56.669127 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.708428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ad6426ec-8cb8-4ab0-a241-7a9c33e78ed8 None None] Provisioning complete for port 5a34a550-8708-4955-92ce-f3532d1aadc7 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:56.708810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad6426ec-8cb8-4ab0-a241-7a9c33e78ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.750094 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Pushing event updated for resources: {'Port': ['ID=998d1dc3-108d-4faf-99e6-413ebf73bb55,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:56.752268 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Attempting to bind port 998d1dc3-108d-4faf-99e6-413ebf73bb55 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:36:56.752619 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Attempting to bind port 998d1dc3-108d-4faf-99e6-413ebf73bb55 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:36:56.752960 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Attempting to bind port 998d1dc3-108d-4faf-99e6-413ebf73bb55 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:36:56.764280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:36:56.764672 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:36:56.765304 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.765439 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:36:56.765825 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Bound port: 998d1dc3-108d-4faf-99e6-413ebf73bb55, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:36:56.766177 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.775572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Allocated IP 172.20.0.1 (3136e8be-bbf2-4e65-b3c7-d3e36a558ab0/ce3f3a11-815f-4341-a60c-1435ce503da0/a65156d6-5995-432e-8e33-2ba00a87ab86) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:36:56.793113 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.793468 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.793775 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.794096 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.794424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.794744 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.795060 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.795380 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.795724 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.796037 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.796347 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:56.842844 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] For port 998d1dc3-108d-4faf-99e6-413ebf73bb55, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:36:56.846230 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] For port 998d1dc3-108d-4faf-99e6-413ebf73bb55, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=998d1dc3-108d-4faf-99e6-413ebf73bb55,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:36:56.850658 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.931708 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b1cd7-1f16-470a-ad6e-1337ce370124 None None] Pushing event updated for resources: {'Port': ['ID=998d1dc3-108d-4faf-99e6-413ebf73bb55,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:56.932434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:56.935217 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:56.936119 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:56.949791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Transition to ACTIVE for port object a65156d6-5995-432e-8e33-2ba00a87ab86 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:36:56.971159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.038792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:36:57.041759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:36:57.044310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:36:57.079229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Pushing event updated for resources: {'Port': ['ID=a65156d6-5995-432e-8e33-2ba00a87ab86,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:57.105117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.143225 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:57.284522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.349289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8731d279-fcf0-40dc-828d-2f111067ad6d None None] Provisioning for port a65156d6-5995-432e-8e33-2ba00a87ab86 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:36:57.355216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8731d279-fcf0-40dc-828d-2f111067ad6d None None] Provisioning complete for port a65156d6-5995-432e-8e33-2ba00a87ab86 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:57.355650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8731d279-fcf0-40dc-828d-2f111067ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.451072 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:55Z', 'revision_number': 3, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:57.456430 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e33f6-41ae-46bb-b382-1ac7b607c36c None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:55Z', 'revision_number': 3, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:36:57.471261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8731d279-fcf0-40dc-828d-2f111067ad6d None None] Port a65156d6-5995-432e-8e33-2ba00a87ab86 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:36:57.474580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a34a550-8708-4955-92ce-f3532d1aadc7 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:57.523472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.530204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.546645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5a34a550-8708-4955-92ce-f3532d1aadc7 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:57.547044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.633548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Pushing event updated for resources: {'Port': ['ID=a65156d6-5995-432e-8e33-2ba00a87ab86,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:57.638296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.793129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:36:57.794293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:36:57.996197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7c29b8f6-7af7-4308-8c40-fd506d1f651a None None] Provisioning complete for port a65156d6-5995-432e-8e33-2ba00a87ab86 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:57.996705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7c29b8f6-7af7-4308-8c40-fd506d1f651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:58.053223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7c29b8f6-7af7-4308-8c40-fd506d1f651a None None] Port a65156d6-5995-432e-8e33-2ba00a87ab86 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:36:58.203806 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:36:58.402734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:36:58.423579 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2ea6474-08b9-4aac-aabf-bfd827fbb45e admin admin] 10.222.0.18 "PUT /v2.0/routers/d8a96aaf-6a6b-45a6-a34f-7dc569a9477b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6649952 Dec 23 16:36:59.335912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60146) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:59.341763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2016540744-network', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:59.346362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:59.350120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Usage tracker for resource:network and tenant:40f770b76b5a4a16b3afed2e803c7590 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:59.353535 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:59.359090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:59.371990 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Made reservation on behalf of 40f770b76b5a4a16b3afed2e803c7590 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:36:59.375289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.387405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.419710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:59.423629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Usage tracker for resource:security_group_rule and tenant:40f770b76b5a4a16b3afed2e803c7590 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:59.426339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:59.433251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:59.467052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 998d1dc3-108d-4faf-99e6-413ebf73bb55 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:59.509999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.513747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.543363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:36:59.545314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 998d1dc3-108d-4faf-99e6-413ebf73bb55 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:36:59.550076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 998d1dc3-108d-4faf-99e6-413ebf73bb55 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:59.550452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.551915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c633fa8b-1cc2-47ce-81c8-ae4ffaf23cb4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:59.557425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.557812 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Added segment 9bee4883-877c-4571-8bb6-0dade4504621 of type vlan for network 836d6334-c07c-420a-bf24-091c6a98b0ff Dec 23 16:36:59.583880 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.612840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.613971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:59.614645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.665732 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.681300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 998d1dc3-108d-4faf-99e6-413ebf73bb55, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=998d1dc3-108d-4faf-99e6-413ebf73bb55,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:59.685237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.714056 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3770843 Dec 23 16:36:59.716747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e5f0c-a942-4096-b8c8-81bbdfe0dae3 admin admin] Pushing event updated for resources: {'Network': ['ID=836d6334-c07c-420a-bf24-091c6a98b0ff,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:59.717524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60152) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:59.726065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Request body: {'subnet': {'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2016540744-subnet', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:59.728332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 836d6334-c07c-420a-bf24-091c6a98b0ff details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:36:59.731323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:59.735106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Usage tracker for resource:subnet and tenant:40f770b76b5a4a16b3afed2e803c7590 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:59.738090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:59.744761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:59.754634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Made reservation on behalf of 40f770b76b5a4a16b3afed2e803c7590 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:36:59.756898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.838117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=998d1dc3-108d-4faf-99e6-413ebf73bb55,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:59.957670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.025825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249e56a1-be51-41fc-8d6d-b6e47cb6619b,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:00.042449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Checking segment: {'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:37:00.042796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Network hostable DHCP agents. Network: 836d6334-c07c-420a-bf24-091c6a98b0ff, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:37:00.063717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Network 836d6334-c07c-420a-bf24-091c6a98b0ff is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:37:00.072972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 836d6334-c07c-420a-bf24-091c6a98b0ff) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:37:00.076768 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:00.077346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.081981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9094dce-c068-49c9-9012-e6acd3304b36 None None] Network 836d6334-c07c-420a-bf24-091c6a98b0ff requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:37:00.096539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-51dad012-9ada-4410-b567-270dfdb11a11 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3766375 Dec 23 16:37:00.099022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60156) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:00.104520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:00.108985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:00.112744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Usage tracker for resource:router and tenant:40f770b76b5a4a16b3afed2e803c7590 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:00.115495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:00.121755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:00.131505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.132544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.150831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.304417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.330550 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-836d6334-c07c-420a-bf24-091c6a98b0ff', 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'fixed_ips': [{'subnet_id': '249e56a1-be51-41fc-8d6d-b6e47cb6619b'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:37:00.331350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.493927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Allocated IP 172.20.0.2 (836d6334-c07c-420a-bf24-091c6a98b0ff/249e56a1-be51-41fc-8d6d-b6e47cb6619b/7faa16ec-1ae0-400e-801e-5d3768b018fd) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:37:00.495704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.529519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.707948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.729851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Transition to ACTIVE for port object 7faa16ec-1ae0-400e-801e-5d3768b018fd will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:00.749026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Transition to ACTIVE for port object 7faa16ec-1ae0-400e-801e-5d3768b018fd will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:00.757208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.763762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Allocated IP 172.26.7.248 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/57543dbe-4124-4073-a23e-7e6c8ad1b74c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:37:00.829445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Network 836d6334-c07c-420a-bf24-091c6a98b0ff is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:37:00.832541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:37:00.834922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:37:00.843782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Pushing event updated for resources: {'Port': ['ID=7faa16ec-1ae0-400e-801e-5d3768b018fd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:00.911834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:37:00.920195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.942345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Attempting to bind port 7faa16ec-1ae0-400e-801e-5d3768b018fd on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:37:00.942710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Attempting to bind port 7faa16ec-1ae0-400e-801e-5d3768b018fd by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:37:00.943060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Attempting to bind port 7faa16ec-1ae0-400e-801e-5d3768b018fd on network 836d6334-c07c-420a-bf24-091c6a98b0ff {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:37:00.947521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.948092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:00.948704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:01.011166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:37:01.011616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Checking segment: {'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:37:01.011943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.012323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Bound using segment: {'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:37:01.012780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Bound port: 7faa16ec-1ae0-400e-801e-5d3768b018fd, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:37:01.013144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.014159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:37:01.017101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:37:01.020916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:37:01.050792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Pushing event updated for resources: {'Port': ['ID=57543dbe-4124-4073-a23e-7e6c8ad1b74c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:01.177255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.177857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.193861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] For port 7faa16ec-1ae0-400e-801e-5d3768b018fd, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:37:01.197936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] For port 7faa16ec-1ae0-400e-801e-5d3768b018fd, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7faa16ec-1ae0-400e-801e-5d3768b018fd,segment=NetworkSegment(9bee4883-877c-4571-8bb6-0dade4504621),segment_id=9bee4883-877c-4571-8bb6-0dade4504621)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:37:01.203242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:01.243931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.408940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Router 488122da-e067-420b-8e9d-315b1ffe73cc is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:37:01.470836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 998d1dc3-108d-4faf-99e6-413ebf73bb55 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:01.499976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16948a7-8988-433d-9add-bbda3d1bbb8e None None] Pushing event updated for resources: {'Port': ['ID=7faa16ec-1ae0-400e-801e-5d3768b018fd,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:01.638707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 998d1dc3-108d-4faf-99e6-413ebf73bb55 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:01.639183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.676417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:37:01.687842 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Sync routers for ids ['488122da-e067-420b-8e9d-315b1ffe73cc'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:37:01.701654 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Routers {'488122da-e067-420b-8e9d-315b1ffe73cc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:01.702935 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['488122da-e067-420b-8e9d-315b1ffe73cc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:01.712014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.714021 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35a5c4bc-103c-491a-924b-dffb23509f83 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6140094 Dec 23 16:37:01.716693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60160) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:01.753578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 2, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:01.770236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:37:01.770853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Updating router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b port a65156d6-5995-432e-8e33-2ba00a87ab86 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:37:01.886580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:01.901510 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Set router 488122da-e067-420b-8e9d-315b1ffe73cc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:02.208856 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:01Z', 'revision_number': 3, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port': {'id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:02.212837 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Checking router: 488122da-e067-420b-8e9d-315b1ffe73cc for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:37:02.213169 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Updating router 488122da-e067-420b-8e9d-315b1ffe73cc port 57543dbe-4124-4073-a23e-7e6c8ad1b74c binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:37:02.281995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.301676 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.301954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Transition to ACTIVE for port object a65156d6-5995-432e-8e33-2ba00a87ab86 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:02.315333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.543150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3221a0-5932-4f42-a72c-200b7e0bf90c None None] Pushing event updated for resources: {'Port': ['ID=a65156d6-5995-432e-8e33-2ba00a87ab86,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:02.674934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Attempting to bind port a65156d6-5995-432e-8e33-2ba00a87ab86 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:37:02.675714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Attempting to bind port a65156d6-5995-432e-8e33-2ba00a87ab86 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:37:02.676420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Attempting to bind port a65156d6-5995-432e-8e33-2ba00a87ab86 on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:37:02.691312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:37:02.691935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Checking segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:37:02.692693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.693225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Bound using segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:37:02.693852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Bound port: a65156d6-5995-432e-8e33-2ba00a87ab86, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:37:02.694384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.714384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15573a-0734-4005-a18c-ff0cc7453ab4 None None] Network 836d6334-c07c-420a-bf24-091c6a98b0ff requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:37:02.763133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.829034 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.844320 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Transition to ACTIVE for port object 57543dbe-4124-4073-a23e-7e6c8ad1b74c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:02.854894 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.928754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-99744a37-2def-495f-94a8-812cbff87260 None None] Provisioning for port 7faa16ec-1ae0-400e-801e-5d3768b018fd completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:02.942470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] For port a65156d6-5995-432e-8e33-2ba00a87ab86, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:37:02.949200 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Attempting to bind port 57543dbe-4124-4073-a23e-7e6c8ad1b74c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:37:02.949570 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Attempting to bind port 57543dbe-4124-4073-a23e-7e6c8ad1b74c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:37:02.949928 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Attempting to bind port 57543dbe-4124-4073-a23e-7e6c8ad1b74c on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:37:02.957306 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c866cf-307e-481f-ad0d-0c1a58f45bc4 None None] Pushing event updated for resources: {'Port': ['ID=57543dbe-4124-4073-a23e-7e6c8ad1b74c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:02.963445 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:37:02.963833 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:37:02.964223 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.964730 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:37:02.965186 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Bound port: 57543dbe-4124-4073-a23e-7e6c8ad1b74c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:37:02.965546 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:02.982146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] For port a65156d6-5995-432e-8e33-2ba00a87ab86, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a65156d6-5995-432e-8e33-2ba00a87ab86,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:37:02.994569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.014362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Allocated IP 172.20.0.1 (836d6334-c07c-420a-bf24-091c6a98b0ff/249e56a1-be51-41fc-8d6d-b6e47cb6619b/03913982-f7e8-45b6-8926-d98f268edd07) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:37:03.043860 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] For port 57543dbe-4124-4073-a23e-7e6c8ad1b74c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:37:03.047385 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] For port 57543dbe-4124-4073-a23e-7e6c8ad1b74c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=57543dbe-4124-4073-a23e-7e6c8ad1b74c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:37:03.062109 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.085509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:03.086137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:03.170120 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c866cf-307e-481f-ad0d-0c1a58f45bc4 None None] Pushing event updated for resources: {'Port': ['ID=57543dbe-4124-4073-a23e-7e6c8ad1b74c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:03.191322 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Routers {'488122da-e067-420b-8e9d-315b1ffe73cc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:03.193552 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:36:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['488122da-e067-420b-8e9d-315b1ffe73cc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:03.204865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.213336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3221a0-5932-4f42-a72c-200b7e0bf90c None None] Pushing event updated for resources: {'Port': ['ID=a65156d6-5995-432e-8e33-2ba00a87ab86,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:03.233977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Transition to ACTIVE for port object 03913982-f7e8-45b6-8926-d98f268edd07 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:03.260726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.343789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Network 836d6334-c07c-420a-bf24-091c6a98b0ff is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:37:03.348295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:37:03.350808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Pushing event updated for resources: {'Port': ['ID=03913982-f7e8-45b6-8926-d98f268edd07,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:03.354659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:37:03.355668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:03.428539 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.444667 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] Set router 488122da-e067-420b-8e9d-315b1ffe73cc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:03.554151 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.571361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7faa16ec-1ae0-400e-801e-5d3768b018fd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:03.787021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:01Z', 'revision_number': 3, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port': {'id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:03.793085 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2b00e-2831-436f-9a89-d764d87cb2b0 None None] The sync data for ids ['488122da-e067-420b-8e9d-315b1ffe73cc'] in dv-neutron-822800-1-hyperv is: [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:01Z', 'revision_number': 3, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port': {'id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:37:03.846802 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.853886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.858692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7faa16ec-1ae0-400e-801e-5d3768b018fd completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:03.867997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7faa16ec-1ae0-400e-801e-5d3768b018fd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:03.868407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.958067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Pushing event updated for resources: {'Port': ['ID=03913982-f7e8-45b6-8926-d98f268edd07,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:03.960250 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:03.984831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b74078d0-5ba3-4dcf-ab75-628cd46bd636 None None] Provisioning for port 03913982-f7e8-45b6-8926-d98f268edd07 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:04.006788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b74078d0-5ba3-4dcf-ab75-628cd46bd636 None None] Provisioning complete for port 03913982-f7e8-45b6-8926-d98f268edd07 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:04.007158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b74078d0-5ba3-4dcf-ab75-628cd46bd636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:04.042289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:02Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:04.064460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351d8ad-b383-40e8-9d3c-285821f6a877 None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:02Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:37:04.068755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:04.092845 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b74078d0-5ba3-4dcf-ab75-628cd46bd636 None None] Port 03913982-f7e8-45b6-8926-d98f268edd07 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:37:04.129189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7faa16ec-1ae0-400e-801e-5d3768b018fd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7faa16ec-1ae0-400e-801e-5d3768b018fd,segment=NetworkSegment(9bee4883-877c-4571-8bb6-0dade4504621),segment_id=9bee4883-877c-4571-8bb6-0dade4504621)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:37:04.138900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:04.210109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7faa16ec-1ae0-400e-801e-5d3768b018fd,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:04.214062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Network 836d6334-c07c-420a-bf24-091c6a98b0ff is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:37:04.215433 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:37:04.519151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d1d90633-e332-45d3-9ccc-da3c7802f304 None None] Provisioning complete for port 03913982-f7e8-45b6-8926-d98f268edd07 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:04.519806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1d90633-e332-45d3-9ccc-da3c7802f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:04.609585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d1d90633-e332-45d3-9ccc-da3c7802f304 None None] Port 03913982-f7e8-45b6-8926-d98f268edd07 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:37:04.663773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Router 488122da-e067-420b-8e9d-315b1ffe73cc has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:37:04.877251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:37:04.887129 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dfc2a443-5951-4db3-88cf-6095b975fd95 admin admin] 10.222.0.18 "PUT /v2.0/routers/488122da-e067-420b-8e9d-315b1ffe73cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1693590 Dec 23 16:37:05.047745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5efb2f1d-5bd5-401c-b3b8-2ac9ca79c6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.517766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7faa16ec-1ae0-400e-801e-5d3768b018fd up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:05.569954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:05.576063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497542760', 'description': 'tempest-secgroup-smoke-1497542760 description', 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:05.581651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:05.585353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:05.585518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7faa16ec-1ae0-400e-801e-5d3768b018fd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:05.585920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.588741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:05.594963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:05.604869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.638407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:05.642248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:05.644959 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:05.650947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:05.703792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 57543dbe-4124-4073-a23e-7e6c8ad1b74c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:05.708326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.712706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.750841 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd3671-811c-41ef-85f2-9f1bed3a09a1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:05.762972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.767598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60182) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:05.768083 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-683d1577-3522-42cb-9c66-06bdb64b713a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1965892 Dec 23 16:37:05.775132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd3671-811c-41ef-85f2-9f1bed3a09a1', 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:05.780522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 57543dbe-4124-4073-a23e-7e6c8ad1b74c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:05.781409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:05.785459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 57543dbe-4124-4073-a23e-7e6c8ad1b74c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:05.785825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.785961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:05.789350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:05.795993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:05.811014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.872180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.875779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.898612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad78d5f-633b-4376-b0f5-8bb406b93d5a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:05.901489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.908688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.909982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-66ec4177-dc63-4fc7-9b69-25db24cdd543 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1411555 Dec 23 16:37:05.912569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60186) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:05.918516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd3671-811c-41ef-85f2-9f1bed3a09a1', 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:05.918875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 57543dbe-4124-4073-a23e-7e6c8ad1b74c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=57543dbe-4124-4073-a23e-7e6c8ad1b74c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:37:05.923527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:05.924317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a65156d6-5995-432e-8e33-2ba00a87ab86 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:05.925184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:05.928944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:05.931903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:05.937622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:05.953526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.018721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.022321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.034330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=57543dbe-4124-4073-a23e-7e6c8ad1b74c,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:06.044133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba72defd-5400-4a3e-865a-4b069fc185f3,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:06.048630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a65156d6-5995-432e-8e33-2ba00a87ab86 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:06.053483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a65156d6-5995-432e-8e33-2ba00a87ab86 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:06.053854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.055772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.056953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b5fdbc64-37d8-41ea-bfde-c1f36e7a3979 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1434920 Dec 23 16:37:06.059683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60190) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:06.065028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd3671-811c-41ef-85f2-9f1bed3a09a1', 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:06.070729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:06.074463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:06.077344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:06.082890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:06.099656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.161933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.163868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.165487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.188982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef02b120-08e2-43d4-8a40-6615a92b67f0,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:06.199227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.199677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a65156d6-5995-432e-8e33-2ba00a87ab86, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a65156d6-5995-432e-8e33-2ba00a87ab86,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:37:06.200592 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-756a805a-5de4-4c2e-aad0-a7a7f34d1d06 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1399601 Dec 23 16:37:06.203186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60194) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:06.205950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.209480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd3671-811c-41ef-85f2-9f1bed3a09a1', 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:06.215723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:06.219525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:06.222430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:06.228468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:06.245052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.270103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a65156d6-5995-432e-8e33-2ba00a87ab86,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:06.309218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.312730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.336061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a8a98c-31c6-436c-a09d-f7af0a0af936,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:06.346749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.347947 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0a5daa9f-1b81-4cb2-bab7-e61c941100d5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1435494 Dec 23 16:37:06.350546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60198) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:06.356004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd3671-811c-41ef-85f2-9f1bed3a09a1', 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:06.361675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:06.365460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:06.368393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:06.373938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:06.387081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Project 6a6ffd1e1b5d43138dbcbbf670b5e421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:37:06.393642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.456720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.460347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.484245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c5d0dd-94a9-430d-bec2-7ab875c4eaad,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:06.493533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.494694 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-359342f3-9813-4750-91ed-fb9d7160444a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1432543 Dec 23 16:37:06.497326 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60202) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:06.502600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd3671-811c-41ef-85f2-9f1bed3a09a1', 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:06.508238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:06.512453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:security_group_rule and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:06.515233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:06.521056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:06.531087 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Project 6a6ffd1e1b5d43138dbcbbf670b5e421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:37:06.537216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.602446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.606149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.628627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b513ef22-c66e-43e3-b650-cb6266fdf63e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:06.636825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:06.637952 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1e03b58c-8dc1-43ea-9fc6-854ed4a6c0f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1397431 Dec 23 16:37:06.798841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:07.264951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2d83fe55-0cb4-43b5-aa9d-517f0df6967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:07.457397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 57543dbe-4124-4073-a23e-7e6c8ad1b74c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:07.534119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 57543dbe-4124-4073-a23e-7e6c8ad1b74c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:07.535101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:07.659441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a65156d6-5995-432e-8e33-2ba00a87ab86 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:07.733343 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a65156d6-5995-432e-8e33-2ba00a87ab86 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:07.733778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:08.406226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:08.525764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:09.910279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:22.140632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-da2d1397-6898-4bc3-9f14-e05a898067be tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:37:22.156913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-da2d1397-6898-4bc3-9f14-e05a898067be tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:37:22.158122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-da2d1397-6898-4bc3-9f14-e05a898067be tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497542760&fields=id&tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 267 time: 0.0575712 Dec 23 16:37:22.306071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cf8c5568-1a7d-4582-a289-edf75310d98a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:22.306796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cf8c5568-1a7d-4582-a289-edf75310d98a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:37:22.322812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cf8c5568-1a7d-4582-a289-edf75310d98a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:37:22.323964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cf8c5568-1a7d-4582-a289-edf75310d98a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 812 time: 0.1593754 Dec 23 16:37:22.339874 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-23a0a5cd-1187-44a8-8375-bcc033ce75f4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/quotas/6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 375 time: 0.0106199 Dec 23 16:37:22.420911 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-fd93f550-e8ce-4311-a638-5291db67d408 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765021 Dec 23 16:37:22.659902 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-c6ecc573-b132-4bb8-a7ac-2e580a1720b8 service neutron] 10.222.0.18 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274206 Dec 23 16:37:22.787168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-85153b7f-035a-4f00-8e6e-988a6b357c1e service neutron] 10.222.0.18 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217666 Dec 23 16:37:23.300432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d8e54779-2f07-4aca-b3bb-5da6c609080a req-90b51224-d950-4c31-bcdf-b4ce65612199 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 210 time: 0.1645103 Dec 23 16:37:24.240789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-e1a4eab1-0997-4707-add6-bc71ad1748aa tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:24.242467 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-e1a4eab1-0997-4707-add6-bc71ad1748aa tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 812 time: 0.1447432 Dec 23 16:37:24.328314 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-1d96e8d2-9bc7-45d3-b7f2-1ba7c4b66d0d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 380 time: 0.0399122 Dec 23 16:37:24.336459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'port': {'device_id': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'admin_state_up': True, 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'security_groups': ['dcdd3671-811c-41ef-85f2-9f1bed3a09a1']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:24.476759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-56a5633c-3054-4f1f-b754-f5b758ca81e0 req-33af768e-bf79-4446-8070-515e6224a487 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 210 time: 0.0543284 Dec 23 16:37:24.532473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:24.536529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:port and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:24.539322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:24.546098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:24.555831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Made reservation on behalf of 6a6ffd1e1b5d43138dbcbbf670b5e421 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:37:24.558870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:24.717387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Allocated IP 172.20.0.10 (3136e8be-bbf2-4e65-b3c7-d3e36a558ab0/ce3f3a11-815f-4341-a60c-1435ce503da0/41e33f50-797e-41db-848e-269be7e3999a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:37:24.898512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:24.914054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Transition to ACTIVE for port object 41e33f50-797e-41db-848e-269be7e3999a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:24.936476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:25.009788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:37:25.012656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:37:25.016492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:37:25.047022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=41e33f50-797e-41db-848e-269be7e3999a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:25.084099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:25.084703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:25.106545 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cd7aef5a-dab4-4ef4-abf3-98ae4ef2db5c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7735317 Dec 23 16:37:25.118041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Request body: {'port': {'device_id': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:25.228389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:25.262399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a84fa260-4f3e-4249-b418-fce557adcd51 None None] Provisioning for port 41e33f50-797e-41db-848e-269be7e3999a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:25.268500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a84fa260-4f3e-4249-b418-fce557adcd51 None None] Provisioning complete for port 41e33f50-797e-41db-848e-269be7e3999a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:25.269182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84fa260-4f3e-4249-b418-fce557adcd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:25.324238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a84fa260-4f3e-4249-b418-fce557adcd51 None None] Port 41e33f50-797e-41db-848e-269be7e3999a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:37:25.568486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e33f50-797e-41db-848e-269be7e3999a {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:37:25.582845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:25.597591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Transition to ACTIVE for port object 41e33f50-797e-41db-848e-269be7e3999a will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:25.601979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:25.855594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Pushing event updated for resources: {'Port': ['ID=41e33f50-797e-41db-848e-269be7e3999a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:25.970760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42d3e-274b-4533-ad10-1427a8cf3d86 req-13d32e96-038e-4abb-ad0e-5b546ddb68a2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:25.971450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-9ac42d3e-274b-4533-ad10-1427a8cf3d86 req-13d32e96-038e-4abb-ad0e-5b546ddb68a2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:37:26.007327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Attempting to bind port 41e33f50-797e-41db-848e-269be7e3999a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:37:26.007702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Attempting to bind port 41e33f50-797e-41db-848e-269be7e3999a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:37:26.008054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Attempting to bind port 41e33f50-797e-41db-848e-269be7e3999a on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:37:26.011987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-9ac42d3e-274b-4533-ad10-1427a8cf3d86 req-13d32e96-038e-4abb-ad0e-5b546ddb68a2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:37:26.013125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ac42d3e-274b-4533-ad10-1427a8cf3d86 req-13d32e96-038e-4abb-ad0e-5b546ddb68a2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.4067159 Dec 23 16:37:26.015604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Port 41e33f50-797e-41db-848e-269be7e3999a on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:37:26.015921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Attempting to bind port 41e33f50-797e-41db-848e-269be7e3999a on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:37:26.035937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:37:26.036263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Checking segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:37:26.036846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Bound using segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:37:26.037056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Bound port: 41e33f50-797e-41db-848e-269be7e3999a, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:37:26.037396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:26.119879 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ac42d3e-274b-4533-ad10-1427a8cf3d86 req-1ee6b2da-deb9-4cc2-9b31-54c69e197367 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997570 Dec 23 16:37:26.142413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Sync routers for ids ['488122da-e067-420b-8e9d-315b1ffe73cc'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:37:26.156338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] For port 41e33f50-797e-41db-848e-269be7e3999a, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:37:26.156519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Routers {'488122da-e067-420b-8e9d-315b1ffe73cc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:26.157141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:37:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['488122da-e067-420b-8e9d-315b1ffe73cc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:26.159755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] For port 41e33f50-797e-41db-848e-269be7e3999a, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=41e33f50-797e-41db-848e-269be7e3999a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:37:26.164483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:26.230636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:26.232175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] 10.222.0.59 "PUT /v2.0/ports/41e33f50-797e-41db-848e-269be7e3999a HTTP/1.1" status: 200 len: 1094 time: 1.1182139 Dec 23 16:37:26.232566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'tag': '41e33f50-797e-41db-848e-269be7e3999a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:37:26.254460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b90577-2943-4e1c-b7c7-5f87e3b2bf56 service neutron] Pushing event updated for resources: {'Port': ['ID=41e33f50-797e-41db-848e-269be7e3999a,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:26.323288 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'tag': '41e33f50-797e-41db-848e-269be7e3999a', 'status': 'completed', 'code': 200} Dec 23 16:37:26.376235 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-e7e5a75a-1d6b-4693-adcf-11614f9a88f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 1097 time: 0.0889726 Dec 23 16:37:26.412380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Set router 488122da-e067-420b-8e9d-315b1ffe73cc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:26.465771 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-cc03207c-42fe-446f-a530-95ddb65ed069 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e33f50-797e-41db-848e-269be7e3999a HTTP/1.1" status: 200 len: 217 time: 0.0792921 Dec 23 16:37:26.545390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-17fe17a9-d57c-438f-b57b-c4ea36780480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:26.546928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-17fe17a9-d57c-438f-b57b-c4ea36780480 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0777555 Dec 23 16:37:26.620299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-91a319db-f960-4674-a0b3-57fd400d885d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674419 Dec 23 16:37:26.751233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:03Z', 'revision_number': 4, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port': {'id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '03913982-f7e8-45b6-8926-d98f268edd07', 'name': '', 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'mac_address': 'fa:16:3e:71:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249e56a1-be51-41fc-8d6d-b6e47cb6619b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:02Z', 'updated_at': '2021-12-23T16:37:03Z', 'revision_number': 2, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'subnets': [{'id': '249e56a1-be51-41fc-8d6d-b6e47cb6619b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:26.755525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Checking router: 488122da-e067-420b-8e9d-315b1ffe73cc for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:37:26.755901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Updating router 488122da-e067-420b-8e9d-315b1ffe73cc port 03913982-f7e8-45b6-8926-d98f268edd07 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:37:26.763440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-a9b9cb7e-6ba3-465b-a6b2-968c0e5652d6 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361430 Dec 23 16:37:26.813625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:26.897433 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52be86a7-a425-4c0b-b97f-705e0c384732 req-e67e0237-d5e9-4533-abb1-d1a70d66ed7b service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278920 Dec 23 16:37:27.013679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-bd5fdd42-f9b5-442e-80dd-8b76a58f57d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 1097 time: 0.0726583 Dec 23 16:37:27.147023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-13d058db-3e98-45f3-8f41-7241a38fffc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:27.148469 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-13d058db-3e98-45f3-8f41-7241a38fffc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1284878 Dec 23 16:37:27.160935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:27.175581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Transition to ACTIVE for port object 03913982-f7e8-45b6-8926-d98f268edd07 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:37:27.184418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:27.216768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-f213129c-9cac-4cd6-b91d-e615d1414a28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e33f50-797e-41db-848e-269be7e3999a HTTP/1.1" status: 200 len: 217 time: 0.0613737 Dec 23 16:37:27.334926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-d4f260ba-fc95-403a-8f40-f87bb24ac853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:27.336526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-d4f260ba-fc95-403a-8f40-f87bb24ac853 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.1140788 Dec 23 16:37:27.371620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c4857-0ab7-461b-9cbc-cb59062fe48b None None] Pushing event updated for resources: {'Port': ['ID=03913982-f7e8-45b6-8926-d98f268edd07,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:27.437859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Attempting to bind port 03913982-f7e8-45b6-8926-d98f268edd07 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:37:27.438531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Attempting to bind port 03913982-f7e8-45b6-8926-d98f268edd07 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:37:27.438810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Attempting to bind port 03913982-f7e8-45b6-8926-d98f268edd07 on network 836d6334-c07c-420a-bf24-091c6a98b0ff {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:37:27.445978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:37:27.446443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Checking segment: {'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:37:27.446987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:27.447718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Bound using segment: {'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:37:27.448232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Bound port: 03913982-f7e8-45b6-8926-d98f268edd07, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bee4883-877c-4571-8bb6-0dade4504621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:37:27.448724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:27.453256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe86ed-7b2c-489b-95a6-39f1935cbc8a req-42b44160-3200-4aa6-8a28-67619d9766d8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:27.454712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9fe86ed-7b2c-489b-95a6-39f1935cbc8a req-42b44160-3200-4aa6-8a28-67619d9766d8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.2003472 Dec 23 16:37:27.505689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-116f6af8-3456-43d5-855f-c0dfb4c7b2a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1624932 Dec 23 16:37:27.512766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b9fe86ed-7b2c-489b-95a6-39f1935cbc8a req-4d8af3e9-20d0-4805-992a-1015c84386f0 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521092 Dec 23 16:37:27.565930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] For port 03913982-f7e8-45b6-8926-d98f268edd07, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:37:27.570716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] For port 03913982-f7e8-45b6-8926-d98f268edd07, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03913982-f7e8-45b6-8926-d98f268edd07,segment=NetworkSegment(9bee4883-877c-4571-8bb6-0dade4504621),segment_id=9bee4883-877c-4571-8bb6-0dade4504621)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:37:27.576903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:27.672125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c4857-0ab7-461b-9cbc-cb59062fe48b None None] Pushing event updated for resources: {'Port': ['ID=03913982-f7e8-45b6-8926-d98f268edd07,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:27.675085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Routers {'488122da-e067-420b-8e9d-315b1ffe73cc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:27.675732 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:37:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['488122da-e067-420b-8e9d-315b1ffe73cc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:27.758630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-07eb05b9-32d0-4490-a872-6f69c4c994fa service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442985 Dec 23 16:37:27.864466 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:37:27.873014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] Set router 488122da-e067-420b-8e9d-315b1ffe73cc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:27.912853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfee252f-8ca7-40f2-b4a5-9777533e29f5 req-93a032ae-3552-46d5-af62-8fc661a152bb service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477797 Dec 23 16:37:28.238796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:03Z', 'revision_number': 4, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port': {'id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '03913982-f7e8-45b6-8926-d98f268edd07', 'name': '', 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'mac_address': 'fa:16:3e:71:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249e56a1-be51-41fc-8d6d-b6e47cb6619b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:02Z', 'updated_at': '2021-12-23T16:37:27Z', 'revision_number': 4, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'subnets': [{'id': '249e56a1-be51-41fc-8d6d-b6e47cb6619b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:28.242757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4419615-3e6c-4102-92a5-e860cf121034 None None] The sync data for ids ['488122da-e067-420b-8e9d-315b1ffe73cc'] in dv-neutron-822800-1-hyperv is: [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:03Z', 'revision_number': 4, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port': {'id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '03913982-f7e8-45b6-8926-d98f268edd07', 'name': '', 'network_id': '836d6334-c07c-420a-bf24-091c6a98b0ff', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'mac_address': 'fa:16:3e:71:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '249e56a1-be51-41fc-8d6d-b6e47cb6619b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:02Z', 'updated_at': '2021-12-23T16:37:27Z', 'revision_number': 4, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'subnets': [{'id': '249e56a1-be51-41fc-8d6d-b6e47cb6619b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:37:28.718033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d33aa-4c3b-418a-86d3-d621112d0527 req-f62b1722-4547-4395-aa2b-28562db25a55 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:28.720656 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e6d33aa-4c3b-418a-86d3-d621112d0527 req-f62b1722-4547-4395-aa2b-28562db25a55 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0808616 Dec 23 16:37:28.768007 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e6d33aa-4c3b-418a-86d3-d621112d0527 req-60f9e9b3-f00f-40c5-a260-82cabdb7bd1f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Dec 23 16:37:29.455512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03913982-f7e8-45b6-8926-d98f268edd07 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:29.521200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 03913982-f7e8-45b6-8926-d98f268edd07 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:29.526182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 03913982-f7e8-45b6-8926-d98f268edd07 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:29.526551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:29.636429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:29.667621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 03913982-f7e8-45b6-8926-d98f268edd07, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03913982-f7e8-45b6-8926-d98f268edd07,segment=NetworkSegment(9bee4883-877c-4571-8bb6-0dade4504621),segment_id=9bee4883-877c-4571-8bb6-0dade4504621)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:37:29.671500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:29.734935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=03913982-f7e8-45b6-8926-d98f268edd07,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:29.743013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.743384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.743771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.744088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.744409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.744730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.745045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.745361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.745673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.745983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.746294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:29.959685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385e3ac-d2f9-46a7-9f66-3d13dfc1b7ff req-0212a3d0-3fd0-42be-be46-472eba2be899 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:29.960998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7385e3ac-d2f9-46a7-9f66-3d13dfc1b7ff req-0212a3d0-3fd0-42be-be46-472eba2be899 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0758591 Dec 23 16:37:30.003931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7385e3ac-d2f9-46a7-9f66-3d13dfc1b7ff req-0a442266-e7ed-4822-94f2-4783fae5d616 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 Dec 23 16:37:31.193244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055c318-20f0-4430-aaf2-645a091b332d req-01b94cd6-e614-48e7-9ae6-f50611501120 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:31.194656 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5055c318-20f0-4430-aaf2-645a091b332d req-01b94cd6-e614-48e7-9ae6-f50611501120 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0735252 Dec 23 16:37:31.241753 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5055c318-20f0-4430-aaf2-645a091b332d req-77882a71-aa59-4025-9de2-f1a59be0545a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Dec 23 16:37:31.443275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03913982-f7e8-45b6-8926-d98f268edd07 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:31.511748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 03913982-f7e8-45b6-8926-d98f268edd07 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:31.512113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:32.434218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beee8a-1b57-4640-8e21-3a34e25fe9ba req-3bb0e72f-bbd1-4b8c-ba9d-bbbf7a292342 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:32.435778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4beee8a-1b57-4640-8e21-3a34e25fe9ba req-3bb0e72f-bbd1-4b8c-ba9d-bbbf7a292342 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0747464 Dec 23 16:37:32.480030 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4beee8a-1b57-4640-8e21-3a34e25fe9ba req-b63dc027-4964-4acf-b50a-250d2c4cfc14 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Dec 23 16:37:33.674133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321c5f4-9838-45a1-b0c9-6da64dc0d1cd req-768da062-55a8-44e8-b46f-5ae965e8baa2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:33.675439 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7321c5f4-9838-45a1-b0c9-6da64dc0d1cd req-768da062-55a8-44e8-b46f-5ae965e8baa2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0765531 Dec 23 16:37:33.718608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7321c5f4-9838-45a1-b0c9-6da64dc0d1cd req-6c66e7e5-f9a0-4571-b7d2-4d91aac4d91d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378118 Dec 23 16:37:34.910039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568933d6-34c5-4478-b37a-74ebd842ccd6 req-e44b3a4b-8559-45ce-9049-05fdc49c1404 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:34.911477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-568933d6-34c5-4478-b37a-74ebd842ccd6 req-e44b3a4b-8559-45ce-9049-05fdc49c1404 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0759823 Dec 23 16:37:34.955696 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-568933d6-34c5-4478-b37a-74ebd842ccd6 req-369fb0cb-8add-4f57-acdf-cb427c2b2633 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380056 Dec 23 16:37:35.039479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c93ee55-3264-4ea3-a2a8-5ffdec8073f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:36.156283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c6eb0-cc78-409c-b859-3a458ecdbdaa req-ce66f2c4-88a8-4535-b259-38af385d293a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:36.157691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd0c6eb0-cc78-409c-b859-3a458ecdbdaa req-ce66f2c4-88a8-4535-b259-38af385d293a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0776923 Dec 23 16:37:36.200997 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd0c6eb0-cc78-409c-b859-3a458ecdbdaa req-339623af-c0b8-49d6-ac31-9d8306b48451 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Dec 23 16:37:36.811601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:37.267073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4e5df48-f2ab-4036-a7d5-786c8a28c36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:37.392817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cd5b7-bfb8-4065-b4cd-d717a22aae9b req-68400569-60d5-4917-9180-b97358af6798 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:37.394252 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032cd5b7-bfb8-4065-b4cd-d717a22aae9b req-68400569-60d5-4917-9180-b97358af6798 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0747626 Dec 23 16:37:37.438722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032cd5b7-bfb8-4065-b4cd-d717a22aae9b req-a62feec8-ab64-4a93-a21b-2df1b4197af6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388544 Dec 23 16:37:38.405985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:38.520331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:38.639716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815482e5-9ec5-448b-a07e-1de18b46ed82 req-7128f738-da51-487f-a39a-5a562a6a1a9a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:38.641158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-815482e5-9ec5-448b-a07e-1de18b46ed82 req-7128f738-da51-487f-a39a-5a562a6a1a9a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 944 time: 0.0849419 Dec 23 16:37:38.687408 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-815482e5-9ec5-448b-a07e-1de18b46ed82 req-0b0526f9-5395-4391-8ab2-985f299e0eac tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Dec 23 16:37:39.157596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 41e33f50-797e-41db-848e-269be7e3999a details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:37:39.284486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 41e33f50-797e-41db-848e-269be7e3999a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=41e33f50-797e-41db-848e-269be7e3999a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:37:39.297540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '41e33f50-797e-41db-848e-269be7e3999a', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'port_id': '41e33f50-797e-41db-848e-269be7e3999a', 'mac_address': 'fa:16:3e:7c:68:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:37:39.353467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:39.369579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e33f50-797e-41db-848e-269be7e3999a {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:37:39.384153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 41e33f50-797e-41db-848e-269be7e3999a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=41e33f50-797e-41db-848e-269be7e3999a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:37:39.389563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:39.455508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=41e33f50-797e-41db-848e-269be7e3999a,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:39.689327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['41e33f50-797e-41db-848e-269be7e3999a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:37:39.926101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:40.022996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a25a72-7820-4130-8e82-b0da5fcd0a68 req-1029cc56-25b4-464a-bd3b-7bc66dfc47c6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:40.024719 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-17a25a72-7820-4130-8e82-b0da5fcd0a68 req-1029cc56-25b4-464a-bd3b-7bc66dfc47c6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 945 time: 0.0757871 Dec 23 16:37:40.070964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-17a25a72-7820-4130-8e82-b0da5fcd0a68 req-c5794547-56c7-4eec-ad04-6bcbf23f4786 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Dec 23 16:37:41.157563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 41e33f50-797e-41db-848e-269be7e3999a up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:37:41.222529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 41e33f50-797e-41db-848e-269be7e3999a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:37:41.227787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 41e33f50-797e-41db-848e-269be7e3999a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:37:41.228149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:41.265058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeec05f-0e98-479f-94e0-caa48b39e6af req-b3ce8398-6c7e-40e2-9c5a-8b15db87be45 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:41.266490 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ceeec05f-0e98-479f-94e0-caa48b39e6af req-b3ce8398-6c7e-40e2-9c5a-8b15db87be45 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 945 time: 0.0758300 Dec 23 16:37:41.310913 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ceeec05f-0e98-479f-94e0-caa48b39e6af req-e8d0e549-0937-4152-8c67-4309c01e0e72 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386667 Dec 23 16:37:41.340409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:41.365375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e33f50-797e-41db-848e-269be7e3999a'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:37:41.375507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 41e33f50-797e-41db-848e-269be7e3999a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=41e33f50-797e-41db-848e-269be7e3999a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:37:41.379424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:41.423362 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e33f50-797e-41db-848e-269be7e3999a', 'code': 200} Dec 23 16:37:41.459326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=41e33f50-797e-41db-848e-269be7e3999a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:41.630510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f53e358f-0820-441e-bdaa-197134a8ce95 req-4e77395f-4810-499a-a6ea-47e300e68155 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 1099 time: 0.0682783 Dec 23 16:37:41.671254 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f53e358f-0820-441e-bdaa-197134a8ce95 req-d0f91e84-00d7-436f-878e-a4fab0b8a42f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342104 Dec 23 16:37:42.499272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbc9fb-fb61-40b3-9a25-5b74ae86a59f req-eb46cf8a-ddde-42f7-9b0e-41e6ef4d9dfe tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:42.500769 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-55bbc9fb-fb61-40b3-9a25-5b74ae86a59f req-eb46cf8a-ddde-42f7-9b0e-41e6ef4d9dfe tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 946 time: 0.0738506 Dec 23 16:37:42.545044 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-55bbc9fb-fb61-40b3-9a25-5b74ae86a59f req-dc22d4d4-8ac1-4e38-af49-e9a8b60fa1ff tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389040 Dec 23 16:37:43.743944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2244f-a03b-46c1-be4f-f30d345f4ad8 req-73f9cea9-ba97-4aa4-908e-821d4b933127 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:43.745309 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2eb2244f-a03b-46c1-be4f-f30d345f4ad8 req-73f9cea9-ba97-4aa4-908e-821d4b933127 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 946 time: 0.0766575 Dec 23 16:37:43.789455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2eb2244f-a03b-46c1-be4f-f30d345f4ad8 req-3ef9e660-de00-4ead-bd1b-5fe928aa75f5 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387516 Dec 23 16:37:43.975393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32efc2-b33b-4e28-bdf8-f6bcc53a173f req-abf2a4ec-1473-4db3-b5c9-81995db80037 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:43.976838 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd32efc2-b33b-4e28-bdf8-f6bcc53a173f req-abf2a4ec-1473-4db3-b5c9-81995db80037 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 946 time: 0.0731561 Dec 23 16:37:44.029918 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd32efc2-b33b-4e28-bdf8-f6bcc53a173f req-e9d88f3d-94ce-41c2-8b8f-c882ca73db47 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Dec 23 16:37:44.058842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60364) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:44.187568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fdcc7624-7cf5-48b1-88a7-b8d1b470a858 tempest-TestVolumeBootPattern-290232727 tempest-TestVolumeBootPattern-290232727-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 1094 time: 0.1275797 Dec 23 16:37:44.190223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60370) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:37:44.195235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '41e33f50-797e-41db-848e-269be7e3999a', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:37:44.200976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:37:44.204664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:floatingip and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:37:44.207397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:37:44.213500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:37:44.223632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:44.439910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:44.571566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Allocated IP 172.26.7.160 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/9a4c9ef8-22d6-4339-9660-a46a55f91e7b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:37:44.715004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:44.741251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:44.807043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:37:44.809616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:37:44.813193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:37:44.847045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=9a4c9ef8-22d6-4339-9660-a46a55f91e7b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:44.865107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.865438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.865766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.866089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.866406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.866720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.867033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.867344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.867720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.868564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:44.868872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:37:45.309317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:45.365389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:45.561575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:45.565775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:45.664347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=9a4c9ef8-22d6-4339-9660-a46a55f91e7b,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:37:45.680978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:45.862250 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Floating IP ce293890-bad4-4497-a63c-9c7e367feda4 associated. External IP: 172.26.7.160, port: 41e33f50-797e-41db-848e-269be7e3999a. Dec 23 16:37:46.341961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:37:46.534676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:37:46.544539 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:37:46.557310 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:46.557954 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:37:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:46.560559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:46.627277 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a0802b83-4211-4430-9949-6c01daf8f6b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4359536 Dec 23 16:37:46.627759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'tag': '41e33f50-797e-41db-848e-269be7e3999a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:37:46.680358 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'tag': '41e33f50-797e-41db-848e-269be7e3999a', 'status': 'completed', 'code': 200} Dec 23 16:37:46.737561 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:46.772574 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7477caa8-432d-49ae-a161-918fac5d743e req-0c0cb8f5-c22c-4529-8c5e-3c54c975eeb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 1099 time: 0.0700932 Dec 23 16:37:46.904747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477caa8-432d-49ae-a161-918fac5d743e req-26dc022e-8f2c-4ccf-a031-7ca10324e847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:46.906419 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7477caa8-432d-49ae-a161-918fac5d743e req-26dc022e-8f2c-4ccf-a031-7ca10324e847 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1275349 Dec 23 16:37:47.006794 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7477caa8-432d-49ae-a161-918fac5d743e req-45a0244e-ff20-4728-9f31-126e780b406c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e33f50-797e-41db-848e-269be7e3999a HTTP/1.1" status: 200 len: 1000 time: 0.0941465 Dec 23 16:37:47.072292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477caa8-432d-49ae-a161-918fac5d743e req-29abe7f9-a385-4fa7-90ef-da0121244a3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:47.073705 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7477caa8-432d-49ae-a161-918fac5d743e req-29abe7f9-a385-4fa7-90ef-da0121244a3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0590670 Dec 23 16:37:47.087460 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'ce293890-bad4-4497-a63c-9c7e367feda4', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '41e33f50-797e-41db-848e-269be7e3999a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:7c:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:37:45Z', 'updated_at': '2021-12-23T16:37:45Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:47.091394 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:37:47.101639 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:37:47.102213 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:37:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:47.145980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7477caa8-432d-49ae-a161-918fac5d743e req-235cbbbb-5b84-4db5-933c-98b5e47f830a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655737 Dec 23 16:37:47.276151 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7477caa8-432d-49ae-a161-918fac5d743e req-c1aafba7-616f-45fa-83e4-8466573f4a20 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237147 Dec 23 16:37:47.298800 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:37:47.408750 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7477caa8-432d-49ae-a161-918fac5d743e req-e18c2292-d544-4bba-9c99-a459e7119519 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260579 Dec 23 16:37:47.638117 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'ce293890-bad4-4497-a63c-9c7e367feda4', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '41e33f50-797e-41db-848e-269be7e3999a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:7c:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:37:45Z', 'updated_at': '2021-12-23T16:37:45Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:37:47.641797 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35bac8-6b47-441d-8654-9d51086760f6 None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'ce293890-bad4-4497-a63c-9c7e367feda4', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.160', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '41e33f50-797e-41db-848e-269be7e3999a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:7c:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:37:45Z', 'updated_at': '2021-12-23T16:37:45Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:37:47.837720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b4d016-2436-486e-a22a-d9f45ad9f762 None None] New status for floating IP ce293890-bad4-4497-a63c-9c7e367feda4: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:38:04.865334 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:38:05.042274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-02e3c687-660c-46f5-b180-2060e0faceae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:06.825398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:07.270863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9674b65-42b5-43b6-be4a-8cbb3fbe5572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:08.409242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:08.522960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:09.112758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-d89d3d8f-cb80-441c-bd77-5f0ac1f20153 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727942 Dec 23 16:38:09.255675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-37f98b76-bc37-4df0-8397-2f82803e8f58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 1099 time: 0.0695889 Dec 23 16:38:09.511925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-d4a2a2d1-6f81-4d33-974e-c2c12c15ab75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:38:09.513341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-d4a2a2d1-6f81-4d33-974e-c2c12c15ab75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.2397535 Dec 23 16:38:09.622771 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-767788a5-33e0-4bfa-93cc-53d1e897807d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e33f50-797e-41db-848e-269be7e3999a HTTP/1.1" status: 200 len: 1002 time: 0.1009946 Dec 23 16:38:09.690459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-92866756-0253-4cd0-83a4-8e92eee7dcb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:38:09.691879 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-92866756-0253-4cd0-83a4-8e92eee7dcb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0640714 Dec 23 16:38:09.771438 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-0ce5b515-b4cb-44bc-b14a-70bc79ae9ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725157 Dec 23 16:38:09.922375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-4c0b1ff2-efbe-4134-a899-832155a8a075 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449647 Dec 23 16:38:09.923397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:10.073693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c653281f-9c5b-4c34-bcbc-8fa4237eb0ec req-dcbf7936-f620-4d2d-8df5-de529ea39845 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432290 Dec 23 16:38:35.045242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ab86f968-0ae2-4940-8cef-1612728894e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:36.825670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:37.274535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-96eac98c-2dbc-4a90-ad44-5333127d2195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:38.409886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:38.529773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:39.918916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:41.865806 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:39:05.045922 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e3a4854-b18b-47be-bf18-30336abeb361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:06.821946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:07.275920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35fc0479-662f-453f-9744-02298f099a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:08.413548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:08.521532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:09.921706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:10.099934 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-a42d9a32-eda0-4b7d-b7f6-9df80c0553ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663357 Dec 23 16:39:10.238765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-41caf14c-968b-4bc2-b381-7fe38a3342ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 1099 time: 0.0737352 Dec 23 16:39:10.384384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb342d7c-962b-49b1-b48c-03825af141da req-debc9125-1dcc-49cf-8636-0c44185508f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:10.385856 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-debc9125-1dcc-49cf-8636-0c44185508f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1279852 Dec 23 16:39:10.487669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-f9bbc953-f2ca-4d06-9951-999e23e2e2b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e33f50-797e-41db-848e-269be7e3999a HTTP/1.1" status: 200 len: 1002 time: 0.0957637 Dec 23 16:39:10.548286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb342d7c-962b-49b1-b48c-03825af141da req-d1a572c6-8645-4003-b618-a421f2b17cb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:10.549725 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-d1a572c6-8645-4003-b618-a421f2b17cb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0557499 Dec 23 16:39:10.624891 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-ebe87fb0-7da1-4dbf-8cf7-b25d19c015b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689712 Dec 23 16:39:10.634370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-2887704e-c515-44f3-b145-a4228d663d65 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:39:10.635302 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-2887704e-c515-44f3-b145-a4228d663d65 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045033 Dec 23 16:39:10.760967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-93f6d5de-9d0f-452e-856a-d528c695faa4 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193120 Dec 23 16:39:10.888141 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb342d7c-962b-49b1-b48c-03825af141da req-2e6f5fff-246d-40a8-84cd-460aef9b6025 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213729 Dec 23 16:39:18.865690 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:39:35.047742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ce09f24-5c7a-4331-86c9-0daded6c3f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:36.831608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:37.277612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a96ceed-81c3-47da-b16b-649f5c54e682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:38.416233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:38.523219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:39.924148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:43.896052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944c0ac-190e-4bf1-bd03-158f96de6543 req-75e927d0-65b8-4f8f-97e8-79fb2bc94936 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:43.897500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3944c0ac-190e-4bf1-bd03-158f96de6543 req-75e927d0-65b8-4f8f-97e8-79fb2bc94936 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 946 time: 0.0741441 Dec 23 16:39:43.941679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3944c0ac-190e-4bf1-bd03-158f96de6543 req-fce2c2f2-2225-4e63-b64c-c6a383b3811f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Dec 23 16:39:45.157203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc28d-d5df-4178-a680-a42231c2f88c req-ac033a90-c293-4ec1-afc7-3cfcc60a7159 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:45.158639 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-520bc28d-d5df-4178-a680-a42231c2f88c req-ac033a90-c293-4ec1-afc7-3cfcc60a7159 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 946 time: 0.0861518 Dec 23 16:39:45.288147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-520bc28d-d5df-4178-a680-a42231c2f88c req-5985e9e6-39f2-46df-94d7-a55fd16f9e39 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240578 Dec 23 16:39:45.423420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-10724617-ee53-44a4-a39a-12933c0d5854 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:45.424760 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-10724617-ee53-44a4-a39a-12933c0d5854 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 946 time: 0.0751054 Dec 23 16:39:45.492372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Deleting port 41e33f50-797e-41db-848e-269be7e3999a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:39:45.492712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:45.722546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] For port 41e33f50-797e-41db-848e-269be7e3999a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=41e33f50-797e-41db-848e-269be7e3999a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:39:45.722902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:46.000048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:46.000343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:46.000652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Floating IP ce293890-bad4-4497-a63c-9c7e367feda4 disassociated. External IP: 172.26.7.160, port: 41e33f50-797e-41db-848e-269be7e3999a. Dec 23 16:39:46.001008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Calling delete_port for 41e33f50-797e-41db-848e-269be7e3999a owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:39:46.138592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:46.185978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event deleted for resources: {'Port': ['ID=41e33f50-797e-41db-848e-269be7e3999a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:39:46.199664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.200011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.200345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.200686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.201011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.201338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.201657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.201977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.202292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.202605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.202916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:46.403056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:39:46.513222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-afe138e3-7be3-4ca6-a6b1-fd87200a1f88 req-a1335981-e38f-40e2-9fff-2e716db3b16f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 210 time: 0.0523026 Dec 23 16:39:46.644065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:39:46.653829 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:39:46.666904 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:39:46.667491 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:39:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:39:46.715767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] No DVR routers for this DVR port 41e33f50-797e-41db-848e-269be7e3999a on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:39:46.718569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:46.721486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'name': 'network-vif-deleted', 'tag': '41e33f50-797e-41db-848e-269be7e3999a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:39:46.737806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83961802-c257-40f9-8431-23d5ddf3bae4 req-781836fb-9a2c-4659-92bc-4460514e43f1 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "DELETE /v2.0/ports/41e33f50-797e-41db-848e-269be7e3999a HTTP/1.1" status: 204 len: 173 time: 1.3075767 Dec 23 16:39:46.854465 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:39:46.862071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9e3138-8016-498d-8635-21c0c2027da9', 'name': 'network-vif-deleted', 'tag': '41e33f50-797e-41db-848e-269be7e3999a', 'status': 'completed', 'code': 200} Dec 23 16:39:47.162569 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:39:47.166734 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:39:47.176812 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:39:47.177393 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:39:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:39:47.361688 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:39:47.700867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-99336808-70ba-4181-9401-bb0a34a95eaf req-782e9189-7e3e-4ed7-afd9-b7f450efca4a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:39:47.707609 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:39:47.711989 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a06ab-856f-4881-acfa-ea50a34c4d7a None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:39:47.720013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-99336808-70ba-4181-9401-bb0a34a95eaf req-782e9189-7e3e-4ed7-afd9-b7f450efca4a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:39:47.721515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-99336808-70ba-4181-9401-bb0a34a95eaf req-782e9189-7e3e-4ed7-afd9-b7f450efca4a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab9e3138-8016-498d-8635-21c0c2027da9 HTTP/1.1" status: 200 len: 210 time: 0.0665898 Dec 23 16:39:47.933801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2369fe2c-fbb1-4e2f-b730-bbbbf5bd9ccc None None] New status for floating IP ce293890-bad4-4497-a63c-9c7e367feda4: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:39:49.156917 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-cbd469bc-fd3e-4cc4-a1ae-39cbde30d950 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497542760&fields=id&tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 267 time: 0.1242945 Dec 23 16:39:49.308400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446b050-2fde-4616-be69-d1615bb7456d req-7373e181-23cb-43a8-a010-43af2eca44b8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:49.309718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-7373e181-23cb-43a8-a010-43af2eca44b8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 812 time: 0.1465738 Dec 23 16:39:49.325591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-03c33b23-4315-4b29-9f56-a7bd21f732df tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/quotas/6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 375 time: 0.0107057 Dec 23 16:39:49.403752 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-55f22a08-b319-4016-85f9-20b2f90fa09d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735910 Dec 23 16:39:49.483467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-74dcdbe6-959b-49bb-8794-4e5d6d55914a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:39:49.484461 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-74dcdbe6-959b-49bb-8794-4e5d6d55914a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0698421 Dec 23 16:39:49.613819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-04ca68c3-bd71-432e-96fa-47a1f932a5e5 service neutron] 10.222.0.18 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229050 Dec 23 16:39:49.741925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-4dcf5c79-d217-4a1c-8b09-4a5170cb6304 service neutron] 10.222.0.18 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225460 Dec 23 16:39:49.871998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 41e33f50-797e-41db-848e-269be7e3999a no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:39:49.904891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 41e33f50-797e-41db-848e-269be7e3999a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:39:49.905243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 41e33f50-797e-41db-848e-269be7e3999a not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:39:50.136158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-567d9bb6-bfdf-4b87-bdf4-2e7110e1a76b req-720df357-5a96-41f3-b557-f70707c0c5fe tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 210 time: 0.0445487 Dec 23 16:39:51.243562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446b050-2fde-4616-be69-d1615bb7456d req-6b55d89e-648b-4dbc-8965-dbdd41bf7c85 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:51.245694 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-6b55d89e-648b-4dbc-8965-dbdd41bf7c85 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 812 time: 0.1529984 Dec 23 16:39:51.335451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8b3b0d0d-cf79-4178-b5f2-12b76578f4a3 req-2db2e919-199a-49c9-aec2-b63162390ecd tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 210 time: 0.0486510 Dec 23 16:39:51.338682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-64ffbb05-503e-4e91-a223-a8b270766a3e tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 380 time: 0.0804660 Dec 23 16:39:51.346993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'port': {'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'admin_state_up': True, 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'security_groups': ['dcdd3671-811c-41ef-85f2-9f1bed3a09a1']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:39:51.488246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:39:51.498723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:39:51.508536 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Made reservation on behalf of 6a6ffd1e1b5d43138dbcbbf670b5e421 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:39:51.511985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:51.673171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Allocated IP 172.20.0.7 (3136e8be-bbf2-4e65-b3c7-d3e36a558ab0/ce3f3a11-815f-4341-a60c-1435ce503da0/4dd792ca-d8b3-4c78-93c8-9fd123fb1055) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:39:51.855889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:51.871538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Transition to ACTIVE for port object 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:39:51.893872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:51.969324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:39:51.972421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:39:51.976764 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:39:52.001586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:39:52.043863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:52.044513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:52.070665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-e790e8fd-eb0c-4460-8c4d-ebfdb46d09ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272491 Dec 23 16:39:52.082523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Request body: {'port': {'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:39:52.194191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:52.237018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8651b29a-5f9e-4170-9c25-cad3a00f779a None None] Provisioning for port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:39:52.241838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8651b29a-5f9e-4170-9c25-cad3a00f779a None None] Provisioning complete for port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:39:52.242332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8651b29a-5f9e-4170-9c25-cad3a00f779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:52.299412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8651b29a-5f9e-4170-9c25-cad3a00f779a None None] Port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:39:52.641429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb507b-d559-4996-88bf-ddbbefb199a6 req-9ff05d45-9f26-47a7-8b18-c4fa71f14771 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:52.642006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b7fb507b-d559-4996-88bf-ddbbefb199a6 req-9ff05d45-9f26-47a7-8b18-c4fa71f14771 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:39:52.701623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b7fb507b-d559-4996-88bf-ddbbefb199a6 req-9ff05d45-9f26-47a7-8b18-c4fa71f14771 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:39:52.702787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7fb507b-d559-4996-88bf-ddbbefb199a6 req-9ff05d45-9f26-47a7-8b18-c4fa71f14771 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 931 time: 0.1995921 Dec 23 16:39:52.746265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:39:52.761206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:52.783054 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b7fb507b-d559-4996-88bf-ddbbefb199a6 req-b11cb610-c162-4a1b-92d4-8f72491cea0d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695789 Dec 23 16:39:52.786123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Transition to ACTIVE for port object 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:39:52.789528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:52.924845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:39:53.036118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Attempting to bind port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:39:53.036449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Attempting to bind port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:39:53.036767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Attempting to bind port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:39:53.042927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:39:53.043242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Attempting to bind port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:39:53.049309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:39:53.049636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Checking segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:39:53.050007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Bound using segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:39:53.050419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Bound port: 4dd792ca-d8b3-4c78-93c8-9fd123fb1055, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:39:53.050754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:53.137573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] For port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:39:53.140468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] For port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:39:53.145314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:53.208746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:53.210068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] 10.222.0.59 "PUT /v2.0/ports/4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 1093 time: 1.1321182 Dec 23 16:39:53.210556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:39:53.230110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d0db8-b402-47e9-b699-a0bde907b538 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:39:53.295578 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'status': 'completed', 'code': 200} Dec 23 16:39:53.338536 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-6bf42b51-7365-42b7-b3f1-5cd496d44291 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1096 time: 0.0732226 Dec 23 16:39:53.410619 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-f61354ae-9c61-4460-b0e8-6ba319ba4d10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 217 time: 0.0641510 Dec 23 16:39:53.470855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446b050-2fde-4616-be69-d1615bb7456d req-8602ef1c-efa8-4073-8611-fae58f891ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:53.472248 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-8602ef1c-efa8-4073-8611-fae58f891ab4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0552547 Dec 23 16:39:53.547674 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-03b81990-0676-400b-bef0-6fafedc1860c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693078 Dec 23 16:39:53.673323 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-83ae6229-92ac-407e-9dc5-712dfc70cbed service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196859 Dec 23 16:39:53.798751 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0446b050-2fde-4616-be69-d1615bb7456d req-37564aac-aa63-459c-8610-87cf09747a46 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192663 Dec 23 16:39:53.957077 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f639428-a212-4401-a47c-9823bad76baa req-3e7091e1-c3ae-4e34-a78b-fac786c47d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1096 time: 0.1116445 Dec 23 16:39:54.066290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104cf05-7e92-46df-9e01-f92336a8abc2 req-75f5456f-674f-4d00-bb9b-c2f627018237 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:54.067632 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0104cf05-7e92-46df-9e01-f92336a8abc2 req-75f5456f-674f-4d00-bb9b-c2f627018237 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 943 time: 0.1653631 Dec 23 16:39:54.222270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f639428-a212-4401-a47c-9823bad76baa req-ff9e5db7-64c4-46f6-99ae-0e5ccb7045cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:54.223722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f639428-a212-4401-a47c-9823bad76baa req-ff9e5db7-64c4-46f6-99ae-0e5ccb7045cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.2593720 Dec 23 16:39:54.230495 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0104cf05-7e92-46df-9e01-f92336a8abc2 req-632bab86-7785-4713-b006-2adf6c15902d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478841 Dec 23 16:39:54.291594 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f639428-a212-4401-a47c-9823bad76baa req-d0cf6215-0e89-4983-aadf-f4b5abcca26e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 217 time: 0.0601816 Dec 23 16:39:54.355349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f639428-a212-4401-a47c-9823bad76baa req-750b0982-3cbf-4f5b-9ae0-105897596a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:54.356642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f639428-a212-4401-a47c-9823bad76baa req-750b0982-3cbf-4f5b-9ae0-105897596a17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0585158 Dec 23 16:39:54.429582 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f639428-a212-4401-a47c-9823bad76baa req-016da46b-32bb-4723-af5c-bc659ef95d6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658872 Dec 23 16:39:54.560735 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f639428-a212-4401-a47c-9823bad76baa req-beb7c08d-0145-4515-9ac0-edb187ccb022 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240129 Dec 23 16:39:54.690936 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f639428-a212-4401-a47c-9823bad76baa req-ac2d7a14-907a-4e98-9001-8e9b292c3974 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232820 Dec 23 16:39:55.426016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0663-f4bb-42dc-bab0-667e57ff4388 req-90a640a3-7ecf-48dd-8915-bc828556d7ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:55.427456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-252a0663-f4bb-42dc-bab0-667e57ff4388 req-90a640a3-7ecf-48dd-8915-bc828556d7ae tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 943 time: 0.0792584 Dec 23 16:39:55.472295 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-252a0663-f4bb-42dc-bab0-667e57ff4388 req-79544d13-a72c-431a-9d38-20314515abcc tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Dec 23 16:39:55.866234 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:39:56.662698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2bcf0-489b-4de8-8299-5c41d3a9bf56 req-d048916e-591b-4bad-8c09-b6f66aac3611 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:56.664241 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00f2bcf0-489b-4de8-8299-5c41d3a9bf56 req-d048916e-591b-4bad-8c09-b6f66aac3611 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 943 time: 0.0733387 Dec 23 16:39:56.707319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00f2bcf0-489b-4de8-8299-5c41d3a9bf56 req-72efe0b5-3964-406c-9142-26a07b13050e tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376751 Dec 23 16:39:57.903817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eeff1-d157-452b-83c2-89d950deb38f req-63e178e6-caa4-473a-a3b1-b20306e850da tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:57.905232 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-555eeff1-d157-452b-83c2-89d950deb38f req-63e178e6-caa4-473a-a3b1-b20306e850da tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 943 time: 0.0775616 Dec 23 16:39:57.948155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-555eeff1-d157-452b-83c2-89d950deb38f req-0a71e6ca-28a4-463b-a1f9-f226416f582b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375051 Dec 23 16:39:59.146155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12138e9-6c64-4bed-808e-418a55ceecf1 req-f8a09592-678c-4c76-994a-7f19e4e70756 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:59.147595 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a12138e9-6c64-4bed-808e-418a55ceecf1 req-f8a09592-678c-4c76-994a-7f19e4e70756 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 943 time: 0.0736370 Dec 23 16:39:59.194023 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a12138e9-6c64-4bed-808e-418a55ceecf1 req-14a7a08e-5a2d-4059-8721-8b9a025605f3 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Dec 23 16:40:00.392434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a752d-c49f-429c-b030-5b3d1ddaca92 req-5475bed7-35e1-4ebe-8fc8-4361793b911e tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:00.393883 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d8a752d-c49f-429c-b030-5b3d1ddaca92 req-5475bed7-35e1-4ebe-8fc8-4361793b911e tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 943 time: 0.0751095 Dec 23 16:40:00.438268 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d8a752d-c49f-429c-b030-5b3d1ddaca92 req-d7788ad7-20f5-4c28-8089-89ac0e1aef05 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389426 Dec 23 16:40:01.631974 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd1ce9-6b0f-4eaf-bf96-e85f7c9eda88 req-a0d81f48-5cea-4173-9295-fd3dc78c5633 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:01.633526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5cd1ce9-6b0f-4eaf-bf96-e85f7c9eda88 req-a0d81f48-5cea-4173-9295-fd3dc78c5633 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 943 time: 0.0790689 Dec 23 16:40:01.678815 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5cd1ce9-6b0f-4eaf-bf96-e85f7c9eda88 req-58e81fce-89b6-4363-be17-6514eee2a9e3 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391908 Dec 23 16:40:01.932937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:40:02.062355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:40:02.075420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:40:02.125772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:02.142631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:40:02.157569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:40:02.161035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:02.226194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:40:02.234227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.234567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.234901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.235231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.235639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.235899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.236218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.236535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.236849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.237161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.237472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:40:02.554957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['4dd792ca-d8b3-4c78-93c8-9fd123fb1055'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:40:02.868419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430db79-bb23-4d9e-b8ae-e357ec8234f1 req-9f3aaeb0-6cdf-4ecc-b5c3-689db2adfa7f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:02.869846 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c430db79-bb23-4d9e-b8ae-e357ec8234f1 req-9f3aaeb0-6cdf-4ecc-b5c3-689db2adfa7f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 944 time: 0.0735965 Dec 23 16:40:02.914317 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c430db79-bb23-4d9e-b8ae-e357ec8234f1 req-d3a80d9b-dc04-47c7-b201-5499223f1ca4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388782 Dec 23 16:40:03.948104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:40:04.015167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:40:04.019985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:40:04.020350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:04.120568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ab336-8570-4cf9-9072-03495a7ce1df req-24480802-aecf-45be-b922-6c9f8deeee1c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:04.122021 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b9ab336-8570-4cf9-9072-03495a7ce1df req-24480802-aecf-45be-b922-6c9f8deeee1c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 944 time: 0.0812764 Dec 23 16:40:04.160978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:04.166111 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b9ab336-8570-4cf9-9072-03495a7ce1df req-8838ef0f-64fc-445b-ad69-ec5e294cb2b4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380948 Dec 23 16:40:04.193322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:40:04.202930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:40:04.206526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:04.272725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:40:04.324724 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'code': 200} Dec 23 16:40:04.655244 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57f2aaca-23dd-47a0-ae56-ace7509403cd req-f47c50c4-d2aa-425b-bdc0-676a84fa29e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1098 time: 0.1342235 Dec 23 16:40:04.698996 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57f2aaca-23dd-47a0-ae56-ace7509403cd req-513605b3-aac4-42b3-b2d7-0d120c8ec196 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373161 Dec 23 16:40:05.048553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d327936-ba01-4022-8fea-d88a38a69d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:05.362314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af660f-f326-4885-ba17-6a83d40205b3 req-105c6137-4cad-448a-8eef-432546501960 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:05.363684 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82af660f-f326-4885-ba17-6a83d40205b3 req-105c6137-4cad-448a-8eef-432546501960 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 945 time: 0.0782428 Dec 23 16:40:05.407316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82af660f-f326-4885-ba17-6a83d40205b3 req-de872890-a951-4f1e-a16b-5334921fac4e tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375624 Dec 23 16:40:06.607658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e15ede-cfc4-4379-a10e-e0fd85f7bc03 req-9550b971-c99f-4ab9-8b2f-064e7c76564f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:06.609069 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2e15ede-cfc4-4379-a10e-e0fd85f7bc03 req-9550b971-c99f-4ab9-8b2f-064e7c76564f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 945 time: 0.0800521 Dec 23 16:40:06.652356 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2e15ede-cfc4-4379-a10e-e0fd85f7bc03 req-3fa8b352-7e44-446e-95cc-f458b04e915d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 Dec 23 16:40:06.840136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73069f6a-2982-4ea9-9197-9bdae6522169 req-c6079222-986e-4c07-bd4d-ec6f4d1d4025 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:06.841645 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73069f6a-2982-4ea9-9197-9bdae6522169 req-c6079222-986e-4c07-bd4d-ec6f4d1d4025 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 945 time: 0.0744700 Dec 23 16:40:06.842805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:06.886600 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73069f6a-2982-4ea9-9197-9bdae6522169 req-7afefcb1-5617-46fd-ba63-130854da4156 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392442 Dec 23 16:40:06.914219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60508) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:40:06.984865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f3d7acf6-5265-459b-9591-bd7c2ef233ab tempest-TestVolumeBootPattern-290232727 tempest-TestVolumeBootPattern-290232727-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1093 time: 0.0694623 Dec 23 16:40:06.987322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60512) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:40:06.992275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:40:06.998144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:40:07.001872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:floatingip and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:40:07.004694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:40:07.010224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:40:07.020535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:07.237341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:07.279827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7499d644-8353-40d7-9924-f78b26b702a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:07.371310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Allocated IP 172.26.7.82 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/e838d4a2-f8e9-4b8d-92ac-4f705dd3cf31) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:40:07.520645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:07.547124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:07.615407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:40:07.618203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:40:07.622599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:40:07.646491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=e838d4a2-f8e9-4b8d-92ac-4f705dd3cf31,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:40:08.115739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.169366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.366889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.371789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.421479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.473068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=e838d4a2-f8e9-4b8d-92ac-4f705dd3cf31,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:40:08.485256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.524695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.671923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Floating IP 93a3523d-e050-49e9-8d8f-ab8e45dd7c3f associated. External IP: 172.26.7.82, port: 4dd792ca-d8b3-4c78-93c8-9fd123fb1055. Dec 23 16:40:09.145080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:40:09.360574 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:40:09.370591 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:40:09.382909 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:40:09.383854 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:40:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:40:09.386503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:09.453277 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6bb4a4ad-c5ae-4bf1-ac90-81733488ee36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4580693 Dec 23 16:40:09.453277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:40:09.511652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'status': 'completed', 'code': 200} Dec 23 16:40:09.565715 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:40:09.611491 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d54f733-db78-4abb-b1ca-594022b58876 req-80a3f0ac-8384-4204-abec-670817c647c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1098 time: 0.0746076 Dec 23 16:40:09.746869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f733-db78-4abb-b1ca-594022b58876 req-f1e625a6-6281-406f-94ed-40069719ac17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:09.748241 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d54f733-db78-4abb-b1ca-594022b58876 req-f1e625a6-6281-406f-94ed-40069719ac17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1311955 Dec 23 16:40:09.859521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d54f733-db78-4abb-b1ca-594022b58876 req-0e6f5d7b-445a-4ddb-b7c4-aa29c3d95541 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 998 time: 0.1046009 Dec 23 16:40:09.914362 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:07Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:40:09.918734 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:40:09.927175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54f733-db78-4abb-b1ca-594022b58876 req-fe3418fc-5c25-4025-8d8f-47ffe35d3717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:09.928655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d54f733-db78-4abb-b1ca-594022b58876 req-fe3418fc-5c25-4025-8d8f-47ffe35d3717 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0624340 Dec 23 16:40:09.928921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:09.929865 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:40:09.930450 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:40:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:40:10.000721 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d54f733-db78-4abb-b1ca-594022b58876 req-6da568d4-5237-4135-a50e-ad074b75166b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660360 Dec 23 16:40:10.102165 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:40:10.127860 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d54f733-db78-4abb-b1ca-594022b58876 req-846fcc5e-4bb1-461e-9394-297c8261feb7 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210904 Dec 23 16:40:10.256431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d54f733-db78-4abb-b1ca-594022b58876 req-52516560-46af-46af-be00-19cd8d019337 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214638 Dec 23 16:40:10.467278 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:07Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:40:10.471211 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3077002c-e2d0-4793-9717-442f8cbeea41 None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:07Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:40:10.664794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04916573-008c-4b66-82b7-faf5e4d2185b None None] New status for floating IP 93a3523d-e050-49e9-8d8f-ab8e45dd7c3f: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:40:12.101966 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-f3f674f9-8a0b-4843-96fc-cc1fca5963b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649123 Dec 23 16:40:12.239990 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-faf538eb-3ee2-4ce2-b3d0-239b8120e701 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1098 time: 0.0707364 Dec 23 16:40:12.490282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-ad8f0d9e-68de-4847-840a-8f7f615508a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:12.491747 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-ad8f0d9e-68de-4847-840a-8f7f615508a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.2335997 Dec 23 16:40:12.594403 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-7883d11b-f762-4840-8126-b25ae3410f80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 1000 time: 0.0964067 Dec 23 16:40:12.655688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-c517d934-5a62-41d8-a67a-3af4b6790606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:12.657129 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-c517d934-5a62-41d8-a67a-3af4b6790606 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0566730 Dec 23 16:40:12.728638 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-d0b51834-1d23-4ec4-9f05-2fbc636fb2b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650396 Dec 23 16:40:12.856778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-04ad9535-322a-4113-a52c-64fd31d22d94 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221159 Dec 23 16:40:12.986483 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ebb99dc-f05d-4cc0-a8ce-fa49329e9d83 req-9d91a1cd-4b92-46bc-932c-f248d8be78df service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232712 Dec 23 16:40:32.872488 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:40:35.049490 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-775a2b38-898b-4e88-9333-fde55734e0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:36.835779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:37.280945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35191f0d-8c60-4d59-9c57-855bbae59ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:38.422547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:38.526996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:39.928936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:05.050391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c74e0c8e-81fd-46df-8c5f-32f56844e92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:06.837077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:07.285698 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-84051ea6-4eaa-41d8-bfa6-590d2bce96ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:08.425065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:08.529092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:09.870150 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:41:09.932275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:13.099489 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-e461d958-5392-407f-8bec-b2a9073a62da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707660 Dec 23 16:41:13.237195 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-14647fa0-ba39-49cb-81d7-7876efc45309 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1098 time: 0.0666082 Dec 23 16:41:13.379933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-08ed089f-ca36-4362-a03a-e591285094c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:41:13.381354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-08ed089f-ca36-4362-a03a-e591285094c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1249592 Dec 23 16:41:13.486028 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-2b2954d7-5392-457a-a704-c6f640549fb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 1000 time: 0.0969493 Dec 23 16:41:13.548598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-da89b291-404c-4a60-b554-fde9878e9390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:41:13.549984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-da89b291-404c-4a60-b554-fde9878e9390 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0575156 Dec 23 16:41:13.629673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-57e0a793-c516-41db-9da8-6bbcc7c43ddb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726819 Dec 23 16:41:13.762175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-b47a645a-a04f-4a5d-bd17-e7bd8b9163f8 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253633 Dec 23 16:41:13.897816 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5730be8b-cd02-4a85-95e6-1f9d85a9437c req-b4be4741-b86b-4787-bd47-e2b38a9ede7f service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285913 Dec 23 16:41:35.051380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e014e4e5-65f3-44ff-a21c-d81f2ae7c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:36.847334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:37.286616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdff6437-c2a0-440c-80b3-d153009bf350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:38.427639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:38.530857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:39.935451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:46.869814 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:42:05.053255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11e9db18-ab56-4e4a-a948-21543099e550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:06.853290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.306951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a7716cb-07b5-4c38-8431-ff59c513593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.451586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.534799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:09.942405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.545408 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-a7f06ba2-4e31-4768-b399-e71915ceebe0 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497542760&fields=id&tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 267 time: 0.0404606 Dec 23 16:42:12.686719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-6b40fec2-f71d-47e7-9cd7-072ee46a44a9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:12.688061 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-6b40fec2-f71d-47e7-9cd7-072ee46a44a9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 812 time: 0.1366076 Dec 23 16:42:12.703278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-2523e8e3-f768-4d9e-881e-a0ac94b5286f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/quotas/6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 375 time: 0.0100179 Dec 23 16:42:12.788537 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-02e734ce-f7a9-4f45-b1a6-8c27f1fea9d4 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0806527 Dec 23 16:42:13.070198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-b6b5e6f8-9375-46d9-b092-64a48a5304db service neutron] 10.222.0.18 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708869 Dec 23 16:42:13.195438 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-1900a216-2a67-42bd-aeea-37117ecd97f2 service neutron] 10.222.0.18 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190422 Dec 23 16:42:13.588397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5d7c203b-9dad-43bb-aa06-af8de3c1268c req-e3e0ff81-f798-4b0f-b1c5-aa79b4658d79 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 210 time: 0.0399809 Dec 23 16:42:14.562366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-07017ad1-195c-4096-909c-022a2480ef0c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:14.563781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-07017ad1-195c-4096-909c-022a2480ef0c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 812 time: 0.1459682 Dec 23 16:42:14.618065 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-798d184b-7853-4a09-b303-14244485b3df tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421 HTTP/1.1" status: 200 len: 380 time: 0.0413013 Dec 23 16:42:14.626462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'port': {'device_id': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'admin_state_up': True, 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'security_groups': ['dcdd3671-811c-41ef-85f2-9f1bed3a09a1']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:14.762054 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b4789451-9099-42ec-8ec7-0c4638de5d82 req-ee999ee1-5bb7-4c60-bad2-46d909f0eeeb tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 210 time: 0.0497580 Dec 23 16:42:14.802176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:14.811945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:14.821830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Made reservation on behalf of 6a6ffd1e1b5d43138dbcbbf670b5e421 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:42:14.825355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.984833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Allocated IP 172.20.0.10 (3136e8be-bbf2-4e65-b3c7-d3e36a558ab0/ce3f3a11-815f-4341-a60c-1435ce503da0/776660b8-d343-499d-bba3-d6a6cf9cce7a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:15.097878 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-2eb10fa9-375f-48ca-9d7a-f961ed4e7e4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675776 Dec 23 16:42:15.178279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.193371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Transition to ACTIVE for port object 776660b8-d343-499d-bba3-d6a6cf9cce7a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:15.216650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.239850 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-7c36b2b7-0432-44c5-b23b-97f0adc78f35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1098 time: 0.0726879 Dec 23 16:42:15.294090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:15.297303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:15.299985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:15.342606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=776660b8-d343-499d-bba3-d6a6cf9cce7a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:15.361038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.361319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.361630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.361949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.362269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.362589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.362905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.363259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.363539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.363888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.364181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:15.390200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:15.390816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.396544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ce392-8130-4f34-9636-862b6443fb8a req-0bc23713-9273-4c2c-b17c-08a9811fca55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:15.397981 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-0bc23713-9273-4c2c-b17c-08a9811fca55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1353502 Dec 23 16:42:15.437356 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-c515db39-67ea-440a-abb6-1493cd7e5ec8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8144913 Dec 23 16:42:15.452888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Request body: {'port': {'device_id': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:15.519680 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-29bbe3fe-6e22-4713-b2fa-c01f40cfe600 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 1000 time: 0.1149013 Dec 23 16:42:15.564054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a584bc8c-9ad0-4206-85f1-68725cfc1b7d None None] Provisioning for port 776660b8-d343-499d-bba3-d6a6cf9cce7a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:15.570347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a584bc8c-9ad0-4206-85f1-68725cfc1b7d None None] Provisioning complete for port 776660b8-d343-499d-bba3-d6a6cf9cce7a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:15.570805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a584bc8c-9ad0-4206-85f1-68725cfc1b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.591670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.599311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ce392-8130-4f34-9636-862b6443fb8a req-d6dae0ad-7cd2-495e-a7d8-b3e158e2503f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:15.600774 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-d6dae0ad-7cd2-495e-a7d8-b3e158e2503f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0754099 Dec 23 16:42:15.634939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a584bc8c-9ad0-4206-85f1-68725cfc1b7d None None] Port 776660b8-d343-499d-bba3-d6a6cf9cce7a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:42:15.685614 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-508cf5d5-202c-433b-b3f7-d28099995af8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773373 Dec 23 16:42:15.828980 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-0ce4eca4-be96-4d42-85ae-9c97220960c6 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368465 Dec 23 16:42:16.093631 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-770ce392-8130-4f34-9636-862b6443fb8a req-f9caff96-e9aa-478c-88b8-b32584706810 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566485 Dec 23 16:42:16.149945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776660b8-d343-499d-bba3-d6a6cf9cce7a {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:42:16.160968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.181290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Transition to ACTIVE for port object 776660b8-d343-499d-bba3-d6a6cf9cce7a will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:16.186105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.229023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2cbba-8372-484a-a82d-bf9f7f746905 req-012b37f2-29e1-43e5-b6ec-df29fbdc085a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:16.230883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a6a2cbba-8372-484a-a82d-bf9f7f746905 req-012b37f2-29e1-43e5-b6ec-df29fbdc085a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:42:16.335334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a6a2cbba-8372-484a-a82d-bf9f7f746905 req-012b37f2-29e1-43e5-b6ec-df29fbdc085a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:42:16.336648 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a6a2cbba-8372-484a-a82d-bf9f7f746905 req-012b37f2-29e1-43e5-b6ec-df29fbdc085a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 932 time: 0.4264538 Dec 23 16:42:16.361747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=776660b8-d343-499d-bba3-d6a6cf9cce7a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:16.484209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a6a2cbba-8372-484a-a82d-bf9f7f746905 req-c72807de-f402-4333-a57c-df7c5ac5811a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371322 Dec 23 16:42:16.528313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Attempting to bind port 776660b8-d343-499d-bba3-d6a6cf9cce7a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:16.528659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Attempting to bind port 776660b8-d343-499d-bba3-d6a6cf9cce7a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:16.529212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Attempting to bind port 776660b8-d343-499d-bba3-d6a6cf9cce7a on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:16.536345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Port 776660b8-d343-499d-bba3-d6a6cf9cce7a on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:42:16.536505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Attempting to bind port 776660b8-d343-499d-bba3-d6a6cf9cce7a on network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:16.545044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:16.545044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Checking segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:16.546198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Bound using segment: {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:16.546198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Bound port: 776660b8-d343-499d-bba3-d6a6cf9cce7a, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa3dbd0-370f-4986-9d93-4643b2b30e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:16.546198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.641590 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] For port 776660b8-d343-499d-bba3-d6a6cf9cce7a, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:16.644841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] For port 776660b8-d343-499d-bba3-d6a6cf9cce7a, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:16.650135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.708485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.709538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/776660b8-d343-499d-bba3-d6a6cf9cce7a HTTP/1.1" status: 200 len: 1094 time: 1.2646542 Dec 23 16:42:16.710470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:42:16.742418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec90a27-9d44-4d41-bb54-cf8bfa6ac8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=776660b8-d343-499d-bba3-d6a6cf9cce7a,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:16.802689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'status': 'completed', 'code': 200} Dec 23 16:42:16.840863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-fb07cc90-52bf-4b8e-b982-edadced748a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 1097 time: 0.0793264 Dec 23 16:42:16.908682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-62f3c266-c7fa-4902-b04d-591fc6c6458c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a HTTP/1.1" status: 200 len: 217 time: 0.0610843 Dec 23 16:42:16.973626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-7ea4e6b0-aef3-427c-a1f5-15d992578912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:16.974936 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-7ea4e6b0-aef3-427c-a1f5-15d992578912 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0595806 Dec 23 16:42:17.047721 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-14e5ee61-330f-48ff-9a60-4f69057f42b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657511 Dec 23 16:42:17.174469 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-7a98b4df-7bbc-43c2-831d-e07873a231e4 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194513 Dec 23 16:42:17.300441 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3ba5163-fefc-4ed9-8e44-edbfc85e6b9a req-42e79793-2e97-41f1-a1ef-542dc11f7c24 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194477 Dec 23 16:42:17.422102 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-5287cfa9-177d-4351-9a64-bbf5f5362574 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 1097 time: 0.0761940 Dec 23 16:42:17.552624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-cf72afc2-1706-4d57-8d5e-7313284099ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:17.554249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-cf72afc2-1706-4d57-8d5e-7313284099ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1261220 Dec 23 16:42:17.661550 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-f74d4f8b-f1a2-49ac-bc34-070818b49dca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a HTTP/1.1" status: 200 len: 217 time: 0.1009934 Dec 23 16:42:17.745063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-6add6881-9d9a-4c37-b14f-5e7b89beaf98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:17.747146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-6add6881-9d9a-4c37-b14f-5e7b89beaf98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0793409 Dec 23 16:42:17.757542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abedbe-4d9d-4e0d-bff8-0a48f242d8f9 req-280557c7-5cee-45bc-b9a4-61368849eb64 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:17.758452 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b8abedbe-4d9d-4e0d-bff8-0a48f242d8f9 req-280557c7-5cee-45bc-b9a4-61368849eb64 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.1500740 Dec 23 16:42:17.971483 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b8abedbe-4d9d-4e0d-bff8-0a48f242d8f9 req-7b57285c-41bd-4e96-beb8-d784f79ade68 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798904 Dec 23 16:42:17.986234 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-637cccb6-95dc-40d4-9b41-45301a8819b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2268553 Dec 23 16:42:18.131823 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-efb5d805-805f-4569-b855-a919efa99995 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380837 Dec 23 16:42:18.296945 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05d04e4e-49a7-47bb-b010-52c429ca812c req-f9cb930b-0d9d-43e6-a0f8-10c8e7dff884 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556787 Dec 23 16:42:19.173141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82e3d3-0c76-4465-ac29-46b54fb18210 req-cac2be7d-c2f1-4286-9db3-ea58be752a80 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:19.174566 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6e82e3d3-0c76-4465-ac29-46b54fb18210 req-cac2be7d-c2f1-4286-9db3-ea58be752a80 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.0746458 Dec 23 16:42:19.217894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6e82e3d3-0c76-4465-ac29-46b54fb18210 req-fd8290c6-f23b-4f9e-b75f-821971789d87 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Dec 23 16:42:20.408870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a88c20-fd04-41e5-b2fb-e50082e66287 req-9742b64b-81e4-4eb2-bf87-dc2e9f4f8821 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:20.410275 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15a88c20-fd04-41e5-b2fb-e50082e66287 req-9742b64b-81e4-4eb2-bf87-dc2e9f4f8821 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.0764067 Dec 23 16:42:20.454806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15a88c20-fd04-41e5-b2fb-e50082e66287 req-b911da02-67e4-4d77-8a52-6da6ec654d74 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390475 Dec 23 16:42:21.739187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8afe5-acd2-4e7b-be4b-6f9fa4604a0a req-b6c1530b-4627-4017-992f-7ee30e942d3d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:21.740555 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dc8afe5-acd2-4e7b-be4b-6f9fa4604a0a req-b6c1530b-4627-4017-992f-7ee30e942d3d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.1660790 Dec 23 16:42:21.789166 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dc8afe5-acd2-4e7b-be4b-6f9fa4604a0a req-b3655854-66c9-4361-9465-e25f19cc3f16 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Dec 23 16:42:22.976694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74569e61-2664-464e-845d-0b4d1253040a req-267bdfd8-efc6-4618-a6ab-477e57a769da tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:22.978086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-74569e61-2664-464e-845d-0b4d1253040a req-267bdfd8-efc6-4618-a6ab-477e57a769da tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.0730543 Dec 23 16:42:23.021904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-74569e61-2664-464e-845d-0b4d1253040a req-66eafadf-44bb-486f-9548-2a74ce35b34f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Dec 23 16:42:23.870790 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:42:24.214475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b93ad6-077c-4e41-ba56-e265fa225ef0 req-416b11f7-ceb1-4924-b83d-33ec55966587 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:24.215912 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84b93ad6-077c-4e41-ba56-e265fa225ef0 req-416b11f7-ceb1-4924-b83d-33ec55966587 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.0772934 Dec 23 16:42:24.259781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84b93ad6-077c-4e41-ba56-e265fa225ef0 req-6055a6c6-217d-40ad-ab7a-cee62557c950 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385442 Dec 23 16:42:25.548725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426f93-302c-404f-afce-d464fd3775aa req-bb0c5910-49de-47b5-bdb8-ec839ae91529 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:25.550172 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b4426f93-302c-404f-afce-d464fd3775aa req-bb0c5910-49de-47b5-bdb8-ec839ae91529 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.1722519 Dec 23 16:42:25.594006 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b4426f93-302c-404f-afce-d464fd3775aa req-ad36300b-9aed-467c-9a07-c2a06fe62e1c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384884 Dec 23 16:42:26.770325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 776660b8-d343-499d-bba3-d6a6cf9cce7a details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:42:26.785775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca232def-d14c-467a-b5f4-2c707ae2d0db req-1caebcb3-26fd-4d05-bb9e-094bcf7f17dc tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:26.787228 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ca232def-d14c-467a-b5f4-2c707ae2d0db req-1caebcb3-26fd-4d05-bb9e-094bcf7f17dc tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 944 time: 0.0774868 Dec 23 16:42:26.831967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ca232def-d14c-467a-b5f4-2c707ae2d0db req-22aa4be7-07ac-4d05-ac5e-ff7326094995 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388343 Dec 23 16:42:26.900093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 776660b8-d343-499d-bba3-d6a6cf9cce7a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:26.912444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'port_id': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'mac_address': 'fa:16:3e:c7:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:42:26.966302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:26.982705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776660b8-d343-499d-bba3-d6a6cf9cce7a {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:42:26.997414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 776660b8-d343-499d-bba3-d6a6cf9cce7a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:27.001503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:27.063506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=776660b8-d343-499d-bba3-d6a6cf9cce7a,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:27.072000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.072347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.072678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.073002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.073342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.073670 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.073988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.074306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.074620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.074931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.075245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:27.327676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['776660b8-d343-499d-bba3-d6a6cf9cce7a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:42:28.020832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891fd5-452a-4b32-959c-0ef20817b46d req-13ebea5c-b7bd-4f5a-aa06-f2c36a413124 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:28.022272 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-de891fd5-452a-4b32-959c-0ef20817b46d req-13ebea5c-b7bd-4f5a-aa06-f2c36a413124 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 945 time: 0.0750539 Dec 23 16:42:28.066362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-de891fd5-452a-4b32-959c-0ef20817b46d req-c840137a-e0ee-4748-9b5d-d6abafbb8f92 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375700 Dec 23 16:42:28.770125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 776660b8-d343-499d-bba3-d6a6cf9cce7a up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:28.868985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 776660b8-d343-499d-bba3-d6a6cf9cce7a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:28.873417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 776660b8-d343-499d-bba3-d6a6cf9cce7a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:28.873785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:28.983453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.008830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:42:29.018202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 776660b8-d343-499d-bba3-d6a6cf9cce7a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:29.021941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.065567 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'code': 200} Dec 23 16:42:29.090234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=776660b8-d343-499d-bba3-d6a6cf9cce7a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:29.264421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c27bfd-3a2e-413b-93c1-563fdef02118 req-0b9b77ae-a709-4103-bb67-d8df3655ed36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:29.265849 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-78c27bfd-3a2e-413b-93c1-563fdef02118 req-0b9b77ae-a709-4103-bb67-d8df3655ed36 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 946 time: 0.0816009 Dec 23 16:42:29.355334 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-78c27bfd-3a2e-413b-93c1-563fdef02118 req-a68f1042-f263-4b9a-9b57-69ae3b70b69b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605984 Dec 23 16:42:29.368357 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3703bfcc-b650-474b-808b-2ec0a22aa79e req-804fd39d-48a5-45f7-a889-98b36bd85d61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 1099 time: 0.1016290 Dec 23 16:42:29.411366 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3703bfcc-b650-474b-808b-2ec0a22aa79e req-5141a806-0d07-4241-839d-00c4c11e384c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358481 Dec 23 16:42:30.549119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4761f-ca45-470d-bae9-ebaf0b845987 req-9e759ced-4bc0-481c-9618-42a05f8a2b72 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:30.550538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-58e4761f-ca45-470d-bae9-ebaf0b845987 req-9e759ced-4bc0-481c-9618-42a05f8a2b72 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 946 time: 0.0740430 Dec 23 16:42:30.595630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-58e4761f-ca45-470d-bae9-ebaf0b845987 req-900448e5-4266-4118-bc0f-2fc8c6fa448f tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Dec 23 16:42:31.792019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0723595-1055-4778-b423-bf1fcbd0960d req-8fa89572-a7cf-46b5-ba32-583ab42c1bf0 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:31.793416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0723595-1055-4778-b423-bf1fcbd0960d req-8fa89572-a7cf-46b5-ba32-583ab42c1bf0 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 946 time: 0.0770586 Dec 23 16:42:31.836560 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0723595-1055-4778-b423-bf1fcbd0960d req-d152a169-3f68-4d6e-ae40-6cadc1d3f8f3 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 Dec 23 16:42:32.039963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156749b-782b-46a6-a1b2-e028bb73a8f7 req-7dda1d5d-3c27-4ba1-9b11-a4e9948daa0c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:32.041401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2156749b-782b-46a6-a1b2-e028bb73a8f7 req-7dda1d5d-3c27-4ba1-9b11-a4e9948daa0c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 946 time: 0.0888064 Dec 23 16:42:32.089317 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2156749b-782b-46a6-a1b2-e028bb73a8f7 req-54cf8877-8a49-4f38-aaf6-1f5b5fdcdd5e tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Dec 23 16:42:32.115932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60650) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:32.183738 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b18cea19-31c0-4d42-a570-25f77d53a2e4 tempest-TestVolumeBootPattern-290232727 tempest-TestVolumeBootPattern-290232727-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 1094 time: 0.0659685 Dec 23 16:42:32.186145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 60654) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:32.191171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:32.196533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:32.200835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Usage tracker for resource:floatingip and tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:32.203596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:32.209071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:32.219003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:32.436288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:32.568614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Allocated IP 172.26.7.5 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/973c0953-fe97-41bc-884b-59761c92fc98) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:32.711811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:32.739179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:32.802207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:32.804845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:32.808516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:32.843705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=973c0953-fe97-41bc-884b-59761c92fc98,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:33.304432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:33.360020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:33.558680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:33.563283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:33.662271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event updated for resources: {'Port': ['ID=973c0953-fe97-41bc-884b-59761c92fc98,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:33.679201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:33.864677 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Floating IP 701ba3c9-1fe5-4874-9aad-c7ff599ba201 associated. External IP: 172.26.7.5, port: 776660b8-d343-499d-bba3-d6a6cf9cce7a. Dec 23 16:42:34.341914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:42:34.533712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:42:34.543222 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:42:34.555470 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:34.556113 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:42:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:34.557002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:34.608852 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cee3f999-fbc3-40c8-adb6-64ff4f8455b7 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4216137 Dec 23 16:42:34.609320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:42:34.730689 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:35.056895 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '701ba3c9-1fe5-4874-9aad-c7ff599ba201', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.5', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:c7:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:33Z', 'updated_at': '2021-12-23T16:42:33Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}, {'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:10Z', 'revision_number': 1, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:35.058752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ee50506-adcc-4ee4-93d4-d0efa79248ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:35.061042 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:42:35.071227 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:35.071825 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:42:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:35.250159 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:35.607014 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '701ba3c9-1fe5-4874-9aad-c7ff599ba201', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.5', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:c7:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:33Z', 'updated_at': '2021-12-23T16:42:33Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}, {'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:10Z', 'revision_number': 1, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:35.610830 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f27d1-bdbd-4826-9f82-fc2348f82d70 None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '701ba3c9-1fe5-4874-9aad-c7ff599ba201', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.5', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:c7:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:33Z', 'updated_at': '2021-12-23T16:42:33Z', 'revision_number': 0, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}, {'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:10Z', 'revision_number': 1, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:42:35.685251 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'status': 'completed', 'code': 200} Dec 23 16:42:35.786509 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-31147ad3-d6ef-4c4b-b79f-d01a1fb6a068 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 1099 time: 0.0726089 Dec 23 16:42:35.802754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0522829f-fe3b-4eb8-9bc7-224e4ce89382 None None] New status for floating IP 701ba3c9-1fe5-4874-9aad-c7ff599ba201: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:42:35.924477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-3d9267ca-5b3a-47ab-ad7e-dce0a9838ada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:35.925892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-3d9267ca-5b3a-47ab-ad7e-dce0a9838ada service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1326590 Dec 23 16:42:36.044166 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-480d4be2-bbcf-45e3-8eb1-80677a2c0958 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a HTTP/1.1" status: 200 len: 998 time: 0.0991738 Dec 23 16:42:36.105474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-4db8cd32-2af8-44fc-8fd9-064d0b57c269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:36.106899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-4db8cd32-2af8-44fc-8fd9-064d0b57c269 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0568366 Dec 23 16:42:36.178987 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-15f5d4c9-d3e2-4452-9f20-dcd3bb7fcc47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654778 Dec 23 16:42:36.308438 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-73ba3d35-fe4d-4413-b642-618ecbe7f26c service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224141 Dec 23 16:42:36.437797 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83a07b6f-93ab-4242-b0a4-15de90e00bc5 req-e948d25e-0e74-429b-8fc7-ffd749914f59 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227150 Dec 23 16:42:36.863679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:37.284693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36a26896-befa-412e-bcc6-01de79547296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:38.427653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:38.536919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:39.940855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:00.871426 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:43:05.060227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f77f26e-b601-4499-a4fa-ded2c6adf60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:06.873101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:07.285356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-346cc95e-1a72-414d-aa1c-221abc61f3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:08.430424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:08.538062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:09.944421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:17.094526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-a2399c60-fe71-4eab-8628-f47fcc3c4e02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678294 Dec 23 16:43:17.229088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-82d668e7-c38f-489e-86d6-b903caae2d93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1098 time: 0.0658715 Dec 23 16:43:17.467982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-9fea5fbd-a122-4aba-895a-3cc5531f6ecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:43:17.469559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-9fea5fbd-a122-4aba-895a-3cc5531f6ecb service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.2215745 Dec 23 16:43:17.573714 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-e6dce213-2d84-4b4b-898e-095537001b91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 1000 time: 0.0957630 Dec 23 16:43:17.637873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-313d68f4-3ea1-4065-adcc-cc85002139f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:43:17.638724 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-313d68f4-3ea1-4065-adcc-cc85002139f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0606701 Dec 23 16:43:17.719573 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-a12791b4-8e0f-4ab0-bd33-d85a1eb44322 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740037 Dec 23 16:43:17.856168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-e0ac74b7-2e23-4d84-89fa-26e8a76a67ae service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313972 Dec 23 16:43:17.997977 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69b00405-d6d8-419a-a6fe-35d1f00fbd8f req-489159b5-b968-4481-83c2-3af867450174 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341391 Dec 23 16:43:35.061955 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56ec9755-90e7-4e60-8285-8f51d891091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:36.889115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:37.286491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-13954895-a867-4037-be6a-cc4869b0a94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:37.871645 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:43:38.433062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:38.540753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:39.944678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:05.063482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-50a7b2d6-3253-47f2-820e-54c3b497aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:06.722632 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:06.889084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:06.919532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Deleting port 973c0953-fe97-41bc-884b-59761c92fc98 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:06.919896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:07.090996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:07.091311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:07.207312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Calling delete_port for 973c0953-fe97-41bc-884b-59761c92fc98 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:07.288286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97560121-d47c-4cec-9e4f-1a8b5217bf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:07.348685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:07.393305 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event deleted for resources: {'Port': ['ID=973c0953-fe97-41bc-884b-59761c92fc98,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:07.426530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.426881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.427217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.427576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.427897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.428225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.428548 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.428870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.429191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.429510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.429829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:07.497588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:07.875727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:44:08.151717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:44:08.160832 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:44:08.172676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:08.172862 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:08.173261 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:08.226718 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-35367a32-aa65-440b-a2c4-2ae05205397b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "DELETE /v2.0/floatingips/701ba3c9-1fe5-4874-9aad-c7ff599ba201 HTTP/1.1" status: 204 len: 168 time: 1.5030143 Dec 23 16:44:08.227659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:44:08.357459 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:08.444872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:08.530245 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'status': 'completed', 'code': 200} Dec 23 16:44:08.556112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:08.699991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e8a7-b0f4-438d-af36-ebe3ae39fff6 req-0747ad1d-0c7a-41c0-9f19-e3f440cfc53b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:08.701324 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9681e8a7-b0f4-438d-af36-ebe3ae39fff6 req-0747ad1d-0c7a-41c0-9f19-e3f440cfc53b tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 946 time: 0.1030788 Dec 23 16:44:08.704955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-c74cd1ed-6651-42ac-9bc3-b89b909952e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 1099 time: 0.1405389 Dec 23 16:44:08.736926 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:10Z', 'revision_number': 1, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:08.740684 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:44:08.751036 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:08.751646 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:08.822978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9681e8a7-b0f4-438d-af36-ebe3ae39fff6 req-6ceee9a4-07b3-43ad-9f65-f3605416771d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160657 Dec 23 16:44:08.864055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-194a21b1-20a6-4413-8fc4-d7ef74274771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:08.865481 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-194a21b1-20a6-4413-8fc4-d7ef74274771 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1438000 Dec 23 16:44:08.927333 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:08.937416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-76ae5e09-80ef-4741-8f39-fdd0fa93ebd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a HTTP/1.1" status: 200 len: 217 time: 0.0641742 Dec 23 16:44:08.998653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-5be1ca7c-eaf4-4893-a469-e628cf249700 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:09.000052 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-5be1ca7c-eaf4-4893-a469-e628cf249700 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0565031 Dec 23 16:44:09.079833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-4d6314ac-87eb-44f6-b26f-4865edb9eea8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715709 Dec 23 16:44:09.209755 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-812bc728-11d4-44fb-8dfb-80a464d49698 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230242 Dec 23 16:44:09.265696 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:10Z', 'revision_number': 1, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:09.269825 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ec5a4-c4d7-458c-98f3-5e218c47cb6b None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '93a3523d-e050-49e9-8d8f-ab8e45dd7c3f', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'floating_ip_address': '172.26.7.82', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'port_id': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'mac_address': 'fa:16:3e:60:b7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a5684-479c-4949-abef-9ec6da90ef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:07Z', 'updated_at': '2021-12-23T16:40:10Z', 'revision_number': 1, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:44:09.345629 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b21509a0-9329-45d8-b54f-4620ca3a25a6 req-5e91649b-7d3f-4983-b842-82d2143525c7 service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273482 Dec 23 16:44:09.488264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a7bc75-373c-40c5-8073-f0044bc9615c None None] New status for floating IP 701ba3c9-1fe5-4874-9aad-c7ff599ba201: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:44:09.947245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:10.036117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880e33-e79b-49e3-a215-3fb7d33344fc req-e50bbe7a-1fd0-419f-b8d9-67635bbeebc8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:10.037565 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9e880e33-e79b-49e3-a215-3fb7d33344fc req-e50bbe7a-1fd0-419f-b8d9-67635bbeebc8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 946 time: 0.0788815 Dec 23 16:44:10.082495 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9e880e33-e79b-49e3-a215-3fb7d33344fc req-166b440c-703e-4793-a7c5-2e3b32dc36e3 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390141 Dec 23 16:44:10.361211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-b0e01d7d-7aef-4e6e-a615-f99a24e2a835 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:10.362666 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-b0e01d7d-7aef-4e6e-a615-f99a24e2a835 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 946 time: 0.1707981 Dec 23 16:44:10.428862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Deleting port 776660b8-d343-499d-bba3-d6a6cf9cce7a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:10.429196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:10.665787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] For port 776660b8-d343-499d-bba3-d6a6cf9cce7a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=776660b8-d343-499d-bba3-d6a6cf9cce7a,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:10.666066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:10.781220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Calling delete_port for 776660b8-d343-499d-bba3-d6a6cf9cce7a owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:10.915734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:10.961265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event deleted for resources: {'Port': ['ID=776660b8-d343-499d-bba3-d6a6cf9cce7a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:10.996149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.996491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.996820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.997142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.997479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.997782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.998098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.998412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.998723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.999033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:10.999343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:11.046819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] No DVR routers for this DVR port 776660b8-d343-499d-bba3-d6a6cf9cce7a on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:44:11.049098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:11.051387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'name': 'network-vif-deleted', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:44:11.062761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f417c24-8bd5-437c-af7c-32ee74700dd3 req-9fd1a4ed-f18f-4e63-9071-d593a13816d9 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "DELETE /v2.0/ports/776660b8-d343-499d-bba3-d6a6cf9cce7a HTTP/1.1" status: 204 len: 173 time: 0.6944625 Dec 23 16:44:11.117570 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c5d911-6cb8-4eb4-8ad3-84494e0cecd9', 'name': 'network-vif-deleted', 'tag': '776660b8-d343-499d-bba3-d6a6cf9cce7a', 'status': 'completed', 'code': 200} Dec 23 16:44:11.248872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-07d94f73-a969-4c19-9376-e195447deb1b req-17df5815-8f24-48a0-aeca-8a234b60380a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:44:11.265615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-07d94f73-a969-4c19-9376-e195447deb1b req-17df5815-8f24-48a0-aeca-8a234b60380a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:44:11.266978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-07d94f73-a969-4c19-9376-e195447deb1b req-17df5815-8f24-48a0-aeca-8a234b60380a tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c5d911-6cb8-4eb4-8ad3-84494e0cecd9 HTTP/1.1" status: 200 len: 210 time: 0.0580847 Dec 23 16:44:13.125487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 776660b8-d343-499d-bba3-d6a6cf9cce7a no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:13.161140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 776660b8-d343-499d-bba3-d6a6cf9cce7a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:44:13.161479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 776660b8-d343-499d-bba3-d6a6cf9cce7a not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:14.871447 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:44:15.985440 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60728) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:16.178449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Deleting port e838d4a2-f8e9-4b8d-92ac-4f705dd3cf31 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:16.178676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:16.344207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:16.344530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:16.471632 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Calling delete_port for e838d4a2-f8e9-4b8d-92ac-4f705dd3cf31 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:16.620395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:16.663357 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event deleted for resources: {'Port': ['ID=e838d4a2-f8e9-4b8d-92ac-4f705dd3cf31,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:16.754152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:17.130571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:44:17.413820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:44:17.424201 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:44:17.436905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:17.444116 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:17.444740 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:17.491090 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-995fa3eb-3e56-48bb-bc10-bc747d56d99c tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "DELETE /v2.0/floatingips/93a3523d-e050-49e9-8d8f-ab8e45dd7c3f HTTP/1.1" status: 204 len: 168 time: 1.5045788 Dec 23 16:44:17.491747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:44:17.551503 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'status': 'completed', 'code': 200} Dec 23 16:44:17.648762 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-3f39de94-1521-432d-aaf9-e484f06eebdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 1098 time: 0.0766654 Dec 23 16:44:17.658589 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:17.786603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-6f72c780-2132-4ec6-a560-ed6d80a30726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:17.788097 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-6f72c780-2132-4ec6-a560-ed6d80a30726 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 200 len: 913 time: 0.1328495 Dec 23 16:44:17.896169 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-b7636546-10fd-4cb3-b4c2-2e111c93a60e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 200 len: 217 time: 0.1002722 Dec 23 16:44:17.969819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-0ddd5d2c-5227-4ed5-8ca5-2c597f1f8624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:17.971143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-0ddd5d2c-5227-4ed5-8ca5-2c597f1f8624 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 200 len: 851 time: 0.0648265 Dec 23 16:44:17.971869 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:17.975595 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:44:17.980702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5842-97cd-450e-8229-103d8ba0537e req-e94d2920-cc7d-46a8-a786-9787b1ab4cf2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:17.981971 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82ea5842-97cd-450e-8229-103d8ba0537e req-e94d2920-cc7d-46a8-a786-9787b1ab4cf2 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 945 time: 0.1399529 Dec 23 16:44:17.985804 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:17.986390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:18.075688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82ea5842-97cd-450e-8229-103d8ba0537e req-9fb31d41-0663-42af-8b59-afda77c5f9d6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608027 Dec 23 16:44:18.086233 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-5a263c55-f8ef-459b-9292-bd816014f1b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033831 Dec 23 16:44:18.157114 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:18.217575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-cfdcf71a-2243-48a8-9ea4-b181ff22c20d service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231420 Dec 23 16:44:18.448383 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce2bf839-338f-4c1a-bdb8-886c6708b12a req-2bea3a9c-0e3b-4e0c-9d08-eb05a9023c5c service neutron] 10.222.0.59 "GET /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238350 Dec 23 16:44:18.468660 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:18.473551 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7cf801-d7d0-4f5d-a222-3e1091e94151 None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:57Z', 'revision_number': 4, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a65156d6-5995-432e-8e33-2ba00a87ab86', 'name': '', 'network_id': '3136e8be-bbf2-4e65-b3c7-d3e36a558ab0', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'mac_address': 'fa:16:3e:5f:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:56Z', 'updated_at': '2021-12-23T16:37:06Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'subnets': [{'id': 'ce3f3a11-815f-4341-a60c-1435ce503da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:44:18.681179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de16277-fa79-4fe2-999a-9df1e00d5195 None None] New status for floating IP 93a3523d-e050-49e9-8d8f-ab8e45dd7c3f: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:44:19.268207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36068203-d963-456b-95d9-bb8975656bd6 req-b3b2ffac-dcf1-4ef1-90c4-25314d92c4e6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:19.269621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36068203-d963-456b-95d9-bb8975656bd6 req-b3b2ffac-dcf1-4ef1-90c4-25314d92c4e6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 945 time: 0.0742290 Dec 23 16:44:19.315265 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36068203-d963-456b-95d9-bb8975656bd6 req-78438182-c45a-400c-b64d-d8e37cd957c8 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcdd3671-811c-41ef-85f2-9f1bed3a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384560 Dec 23 16:44:19.422242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-bac0f7b2-7d9e-4bd9-a111-4e95b2721be6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:19.423566 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-bac0f7b2-7d9e-4bd9-a111-4e95b2721be6 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 945 time: 0.0760951 Dec 23 16:44:19.491720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Deleting port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:19.492057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:19.734013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] For port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:19.734270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:19.851936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Calling delete_port for 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:19.985616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:20.032316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event deleted for resources: {'Port': ['ID=4dd792ca-d8b3-4c78-93c8-9fd123fb1055,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:20.104051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] No DVR routers for this DVR port 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:44:20.106352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:20.108730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'name': 'network-vif-deleted', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:44:20.120038 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c86ccdc2-870c-4dd3-9d48-0fa1fa3c4091 req-903f61a3-61bb-427f-8b64-183f4f7faa84 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.59 "DELETE /v2.0/ports/4dd792ca-d8b3-4c78-93c8-9fd123fb1055 HTTP/1.1" status: 204 len: 173 time: 0.6908443 Dec 23 16:44:20.164974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609a5684-479c-4949-abef-9ec6da90ef82', 'name': 'network-vif-deleted', 'tag': '4dd792ca-d8b3-4c78-93c8-9fd123fb1055', 'status': 'completed', 'code': 200} Dec 23 16:44:20.486561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7959bf5a-ce25-4178-a34c-175147447bb1 req-b02d0184-59be-4ebc-979c-2a2681be2489 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Synchronizing usage tracker for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:44:20.512207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7959bf5a-ce25-4178-a34c-175147447bb1 req-b02d0184-59be-4ebc-979c-2a2681be2489 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Unset dirty status for tenant:6a6ffd1e1b5d43138dbcbbf670b5e421 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:44:20.514139 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7959bf5a-ce25-4178-a34c-175147447bb1 req-b02d0184-59be-4ebc-979c-2a2681be2489 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "GET /v2.0/ports?device_id=609a5684-479c-4949-abef-9ec6da90ef82 HTTP/1.1" status: 200 len: 210 time: 0.0751977 Dec 23 16:44:21.627075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60746) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:21.778601 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Deleting port 9a4c9ef8-22d6-4339-9660-a46a55f91e7b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:21.778932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:21.939485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:21.939833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:22.054873 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Calling delete_port for 9a4c9ef8-22d6-4339-9660-a46a55f91e7b owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:22.188352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:22.234989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event deleted for resources: {'Port': ['ID=9a4c9ef8-22d6-4339-9660-a46a55f91e7b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:22.320387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:22.336757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:22.338388 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dc8ff332-a568-4866-8b08-36e86cb0bc69 tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce293890-bad4-4497-a63c-9c7e367feda4 HTTP/1.1" status: 204 len: 168 time: 0.7103310 Dec 23 16:44:23.191309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:23.223438 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:44:23.223815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 4dd792ca-d8b3-4c78-93c8-9fd123fb1055 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:24.828549 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60762) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:24.894740 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b241a6d1-948d-4712-9769-3f4d0353cf7d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:24.923159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b241a6d1-948d-4712-9769-3f4d0353cf7d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:24.992187 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b241a6d1-948d-4712-9769-3f4d0353cf7d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:25.012072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241a6d1-948d-4712-9769-3f4d0353cf7d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd3671-811c-41ef-85f2-9f1bed3a09a1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:25.021572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b241a6d1-948d-4712-9769-3f4d0353cf7d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:25.022679 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b241a6d1-948d-4712-9769-3f4d0353cf7d tempest-TestVolumeBootPattern-1845238951 tempest-TestVolumeBootPattern-1845238951-project] 10.222.0.18 "DELETE /v2.0/security-groups/dcdd3671-811c-41ef-85f2-9f1bed3a09a1 HTTP/1.1" status: 204 len: 168 time: 0.1931674 Dec 23 16:44:25.084594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60768) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:25.598654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:26.260613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Deleting port a65156d6-5995-432e-8e33-2ba00a87ab86 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:26.261215 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:26.432499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] For port a65156d6-5995-432e-8e33-2ba00a87ab86, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a65156d6-5995-432e-8e33-2ba00a87ab86,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:26.432850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:26.553486 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Calling delete_port for a65156d6-5995-432e-8e33-2ba00a87ab86 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:26.729907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:26.773336 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65156d6-5995-432e-8e33-2ba00a87ab86,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:27.052798 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:27.703615 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:44:27.894625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:44:27.903010 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] Sync routers for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:44:27.906434 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6b5a886c-49b1-48b8-b715-6be657eb3217 admin admin] 10.222.0.18 "PUT /v2.0/routers/d8a96aaf-6a6b-45a6-a34f-7dc569a9477b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207200 Dec 23 16:44:27.908843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60774) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:27.914615 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:27.915193 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:28.088526 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:28.104084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:28.293649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:28.302652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Deleting port 998d1dc3-108d-4faf-99e6-413ebf73bb55 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:28.302989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:28.399282 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:44:26Z', 'revision_number': 5, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port': {'id': '998d1dc3-108d-4faf-99e6-413ebf73bb55', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:28.403404 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] Checking router: d8a96aaf-6a6b-45a6-a34f-7dc569a9477b for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:44:28.413575 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] Routers {'d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:28.414149 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:28.476445 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] For port 998d1dc3-108d-4faf-99e6-413ebf73bb55, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=998d1dc3-108d-4faf-99e6-413ebf73bb55,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:28.476795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:28.556332 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] Set router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:28.593192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Calling delete_port for 998d1dc3-108d-4faf-99e6-413ebf73bb55 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:28.660876 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:44:28Z', 'revision_number': 6, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:28.664579 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9eda0c-6c0f-40ec-8e94-7acac4c1b60b None None] The sync data for ids ['d8a96aaf-6a6b-45a6-a34f-7dc569a9477b'] in dv-neutron-822800-1-hyperv is: [{'id': 'd8a96aaf-6a6b-45a6-a34f-7dc569a9477b', 'name': 'tempest-TestVolumeBootPattern-1353839058-router', 'tenant_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:36:54Z', 'updated_at': '2021-12-23T16:44:28Z', 'revision_number': 6, 'project_id': '6a6ffd1e1b5d43138dbcbbf670b5e421', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:44:28.855926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:28.897141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Pushing event deleted for resources: {'Port': ['ID=998d1dc3-108d-4faf-99e6-413ebf73bb55,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:29.117377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.360485 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.364482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.393858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.395969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a96aaf-6a6b-45a6-a34f-7dc569a9477b {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:44:29.409677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.413049 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7fb2d4a4-7ada-4a9b-bd9c-916627cade85 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d8a96aaf-6a6b-45a6-a34f-7dc569a9477b HTTP/1.1" status: 204 len: 168 time: 1.5011086 Dec 23 16:44:29.413603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60778) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:29.471606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] Deleting subnet ce3f3a11-815f-4341-a60c-1435ce503da0 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:44:29.474651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.522998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.609948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.649801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 998d1dc3-108d-4faf-99e6-413ebf73bb55 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:29.685950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.693716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 998d1dc3-108d-4faf-99e6-413ebf73bb55 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:44:29.694054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 998d1dc3-108d-4faf-99e6-413ebf73bb55 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:29.694452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a65156d6-5995-432e-8e33-2ba00a87ab86 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:29.723926 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3f3a11-815f-4341-a60c-1435ce503da0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:29.724987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a65156d6-5995-432e-8e33-2ba00a87ab86 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:44:29.725325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a65156d6-5995-432e-8e33-2ba00a87ab86 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:29.729071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.735585 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dc0d135b-426d-4b86-8f37-be1c38ed3e3f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ce3f3a11-815f-4341-a60c-1435ce503da0 HTTP/1.1" status: 204 len: 168 time: 0.3204257 Dec 23 16:44:29.735717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f38a7c-432a-49fb-b005-81f6da3cfd5d None None] Network 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:44:29.737390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60782) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:29.841147 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.851026 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Deleting port 5a34a550-8708-4955-92ce-f3532d1aadc7 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:29.851341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.007180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] DHCP port deletion for 3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:44:30.011543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Deleting port 5a34a550-8708-4955-92ce-f3532d1aadc7 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:30.012051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.058251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] For port 5a34a550-8708-4955-92ce-f3532d1aadc7, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5a34a550-8708-4955-92ce-f3532d1aadc7,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:30.058788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.210819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] For port 5a34a550-8708-4955-92ce-f3532d1aadc7, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5a34a550-8708-4955-92ce-f3532d1aadc7,segment=NetworkSegment(daa3dbd0-370f-4986-9d93-4643b2b30e31),segment_id=daa3dbd0-370f-4986-9d93-4643b2b30e31)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:30.211135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.265340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Calling delete_port for 5a34a550-8708-4955-92ce-f3532d1aadc7 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:30.328631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Calling delete_port for 5a34a550-8708-4955-92ce-f3532d1aadc7 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:30.340036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.382664 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a34a550-8708-4955-92ce-f3532d1aadc7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:30.388520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] No DVR routers for this DVR port 5a34a550-8708-4955-92ce-f3532d1aadc7 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:44:30.401718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:44:30.402075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:44:30.500819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.525577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3136e8be-bbf2-4e65-b3c7-d3e36a558ab0']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:30.537063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa3dbd0-370f-4986-9d93-4643b2b30e31') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:30.537355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa3dbd0-370f-4986-9d93-4643b2b30e31') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:30.548730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.564198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.569930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:44:30.570308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:44:30.586489 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:44:30.663042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.678902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.688764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3136e8be-bbf2-4e65-b3c7-d3e36a558ab0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:30.701987 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49132c50-978f-41a7-98e4-f6254f6bbd91 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3136e8be-bbf2-4e65-b3c7-d3e36a558ab0 HTTP/1.1" status: 204 len: 168 time: 0.9636650 Dec 23 16:44:30.704797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60786) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:30.903412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Deleting port 5a34a550-8708-4955-92ce-f3532d1aadc7 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:30.904000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.966010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53fb4fc9-d93e-4a8d-9e6f-f3f51e7fe650 None None] The port '5a34a550-8708-4955-92ce-f3532d1aadc7' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:44:31.088224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:31.636211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a34a550-8708-4955-92ce-f3532d1aadc7 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:31.672444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 5a34a550-8708-4955-92ce-f3532d1aadc7 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:44:31.672780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a34a550-8708-4955-92ce-f3532d1aadc7 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:31.740913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Deleting port 03913982-f7e8-45b6-8926-d98f268edd07 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:31.741163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:31.904418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] For port 03913982-f7e8-45b6-8926-d98f268edd07, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=03913982-f7e8-45b6-8926-d98f268edd07,segment=NetworkSegment(9bee4883-877c-4571-8bb6-0dade4504621),segment_id=9bee4883-877c-4571-8bb6-0dade4504621)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:31.904763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:32.019848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Calling delete_port for 03913982-f7e8-45b6-8926-d98f268edd07 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:32.186996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:32.231490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Pushing event deleted for resources: {'Port': ['ID=03913982-f7e8-45b6-8926-d98f268edd07,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:32.512525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:33.161107 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Router 488122da-e067-420b-8e9d-315b1ffe73cc has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:44:33.352748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:44:33.361623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] Sync routers for ids ['488122da-e067-420b-8e9d-315b1ffe73cc'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:44:33.362035 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-48bcadd9-2579-4e6c-9607-19bedab311ac admin admin] 10.222.0.18 "PUT /v2.0/routers/488122da-e067-420b-8e9d-315b1ffe73cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560845 Dec 23 16:44:33.364465 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60790) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:33.373009 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] Routers {'488122da-e067-420b-8e9d-315b1ffe73cc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:33.373607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['488122da-e067-420b-8e9d-315b1ffe73cc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:33.549728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] Set router 488122da-e067-420b-8e9d-315b1ffe73cc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:33.556195 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:33.747501 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:33.756860 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Deleting port 57543dbe-4124-4073-a23e-7e6c8ad1b74c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:33.757174 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:33.827392 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:44:32Z', 'revision_number': 5, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port': {'id': '57543dbe-4124-4073-a23e-7e6c8ad1b74c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:33.831181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] Checking router: 488122da-e067-420b-8e9d-315b1ffe73cc for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:44:33.841963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] Routers {'488122da-e067-420b-8e9d-315b1ffe73cc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:44:33.842537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:44:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['488122da-e067-420b-8e9d-315b1ffe73cc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:33.929541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] For port 57543dbe-4124-4073-a23e-7e6c8ad1b74c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=57543dbe-4124-4073-a23e-7e6c8ad1b74c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:33.929887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:33.986464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] Set router 488122da-e067-420b-8e9d-315b1ffe73cc gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:44:34.047996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Calling delete_port for 57543dbe-4124-4073-a23e-7e6c8ad1b74c owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:34.125092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:44:33Z', 'revision_number': 6, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:34.128942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294650da-24e1-46d3-9174-6253fe1e2e66 None None] The sync data for ids ['488122da-e067-420b-8e9d-315b1ffe73cc'] in dv-neutron-822800-1-hyperv is: [{'id': '488122da-e067-420b-8e9d-315b1ffe73cc', 'name': 'tempest-TestVolumeBootPattern-2016540744-router', 'tenant_id': '40f770b76b5a4a16b3afed2e803c7590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:37:00Z', 'updated_at': '2021-12-23T16:44:33Z', 'revision_number': 6, 'project_id': '40f770b76b5a4a16b3afed2e803c7590', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:44:34.221842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:34.265160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Pushing event deleted for resources: {'Port': ['ID=57543dbe-4124-4073-a23e-7e6c8ad1b74c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:34.479506 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:34.819792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:34.824310 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:34.850804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:34.851395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488122da-e067-420b-8e9d-315b1ffe73cc {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:44:34.862954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:34.864081 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d465444-f51b-47a8-b24c-e8b3557e4032 admin admin] 10.222.0.18 "DELETE /v2.0/routers/488122da-e067-420b-8e9d-315b1ffe73cc HTTP/1.1" status: 204 len: 168 time: 1.4989126 Dec 23 16:44:34.866446 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60794) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:34.924618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] Deleting subnet 249e56a1-be51-41fc-8d6d-b6e47cb6619b {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:44:34.927563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:34.976214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.056913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.065148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f63e27a1-93c2-425c-8ddb-9b14149eea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.129325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.168816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249e56a1-be51-41fc-8d6d-b6e47cb6619b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:35.173756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.178540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a12279-54c7-481d-bfb1-a4201a3d9965 None None] Network 836d6334-c07c-420a-bf24-091c6a98b0ff requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:44:35.180046 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-69dda353-7793-4bbd-b148-c4aeac40420d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/249e56a1-be51-41fc-8d6d-b6e47cb6619b HTTP/1.1" status: 204 len: 168 time: 0.3126571 Dec 23 16:44:35.182398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60798) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:35.285943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.304312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Deleting port 7faa16ec-1ae0-400e-801e-5d3768b018fd {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:35.304640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.431180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] DHCP port deletion for 836d6334-c07c-420a-bf24-091c6a98b0ff request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:44:35.435616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Deleting port 7faa16ec-1ae0-400e-801e-5d3768b018fd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:35.436054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.504944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] For port 7faa16ec-1ae0-400e-801e-5d3768b018fd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7faa16ec-1ae0-400e-801e-5d3768b018fd,segment=NetworkSegment(9bee4883-877c-4571-8bb6-0dade4504621),segment_id=9bee4883-877c-4571-8bb6-0dade4504621)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:35.505535 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.623971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Calling delete_port for 7faa16ec-1ae0-400e-801e-5d3768b018fd owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:35.638532 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] For port 7faa16ec-1ae0-400e-801e-5d3768b018fd, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7faa16ec-1ae0-400e-801e-5d3768b018fd,segment=NetworkSegment(9bee4883-877c-4571-8bb6-0dade4504621),segment_id=9bee4883-877c-4571-8bb6-0dade4504621)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:35.638917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.647337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7faa16ec-1ae0-400e-801e-5d3768b018fd no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:35.700946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.745266 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7faa16ec-1ae0-400e-801e-5d3768b018fd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:35.749168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] No DVR routers for this DVR port 7faa16ec-1ae0-400e-801e-5d3768b018fd on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:44:35.803217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Calling delete_port for 7faa16ec-1ae0-400e-801e-5d3768b018fd owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:44:35.860431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No active binding found for port 7faa16ec-1ae0-400e-801e-5d3768b018fd {{(pid=83496) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 16:44:35.860738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7faa16ec-1ae0-400e-801e-5d3768b018fd not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:35.861150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 57543dbe-4124-4073-a23e-7e6c8ad1b74c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:35.862464 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.887256 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836d6334-c07c-420a-bf24-091c6a98b0ff']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:35.899084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bee4883-877c-4571-8bb6-0dade4504621') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:35.899376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bee4883-877c-4571-8bb6-0dade4504621') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:44:35.902592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 57543dbe-4124-4073-a23e-7e6c8ad1b74c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:44:35.902933 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 57543dbe-4124-4073-a23e-7e6c8ad1b74c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:35.903334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03913982-f7e8-45b6-8926-d98f268edd07 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:44:35.910251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.928137 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.934823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:44:35.935567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:35.940247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 03913982-f7e8-45b6-8926-d98f268edd07 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:44:35.940598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 03913982-f7e8-45b6-8926-d98f268edd07 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:44:35.944177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:44:35.944607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:44:35.949230 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:44:36.102216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.119657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.130441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=836d6334-c07c-420a-bf24-091c6a98b0ff,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:36.133187 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de3d70d1-dee5-47d1-853d-f9a240d0a6cf admin admin] 10.222.0.18 "DELETE /v2.0/networks/836d6334-c07c-420a-bf24-091c6a98b0ff HTTP/1.1" status: 204 len: 168 time: 0.9498615 Dec 23 16:44:36.265490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:36.314126 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61f7a76d-973d-463f-b9ff-f0b0a4efbed2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a6ffd1e1b5d43138dbcbbf670b5e421&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474205 Dec 23 16:44:36.316374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:36.375954 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f72ac94-8846-4068-907e-9e6001eb0e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.400492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f72ac94-8846-4068-907e-9e6001eb0e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.446287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Deleting port 7faa16ec-1ae0-400e-801e-5d3768b018fd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:44:36.447301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.460392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f72ac94-8846-4068-907e-9e6001eb0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.478622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72ac94-8846-4068-907e-9e6001eb0e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b223e9c3-7bc2-45bf-85c6-35cde8d2cbf9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:36.485635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f72ac94-8846-4068-907e-9e6001eb0e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.489094 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f72ac94-8846-4068-907e-9e6001eb0e10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b223e9c3-7bc2-45bf-85c6-35cde8d2cbf9 HTTP/1.1" status: 204 len: 168 time: 0.1695311 Dec 23 16:44:36.521884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fea8a-8045-4fc3-ae5a-43f5b1a6917a None None] The port '7faa16ec-1ae0-400e-801e-5d3768b018fd' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:44:36.867870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60818) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:36.887486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:36.917267 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b170549e-df1b-47ba-8029-86e794b389ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40f770b76b5a4a16b3afed2e803c7590&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481708 Dec 23 16:44:36.919520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60822) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:44:36.975225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a5991ce-3dc0-401d-8141-95f36db7d001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:37.002851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a5991ce-3dc0-401d-8141-95f36db7d001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:37.051411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a5991ce-3dc0-401d-8141-95f36db7d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:37.068002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5991ce-3dc0-401d-8141-95f36db7d001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633fa8b-1cc2-47ce-81c8-ae4ffaf23cb4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:37.071119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a5991ce-3dc0-401d-8141-95f36db7d001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:37.074841 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a5991ce-3dc0-401d-8141-95f36db7d001 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c633fa8b-1cc2-47ce-81c8-ae4ffaf23cb4 HTTP/1.1" status: 204 len: 168 time: 0.1518543 Dec 23 16:44:37.296711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41548b37-31db-4ac0-804d-b42acce09141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:38.440661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:38.539242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:39.949905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:44.238229 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-31fcb907-0274-4902-89e5-07aba75c2923 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c79c8603637a4dd8b810d6deff01ca71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280070 Dec 23 16:44:44.380160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636cd3-8948-4118-badc-a850d992827f req-23dd6878-d3aa-44ef-a93f-6a42a51c99ec tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:44.381627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-23dd6878-d3aa-44ef-a93f-6a42a51c99ec tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1384985 Dec 23 16:44:44.398010 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-6dc43f2d-163a-47f1-a2f4-e93b235d81c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/quotas/c79c8603637a4dd8b810d6deff01ca71 HTTP/1.1" status: 200 len: 375 time: 0.0105610 Dec 23 16:44:44.445741 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-393d6a41-73f4-4226-9690-b903d91befa7 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c79c8603637a4dd8b810d6deff01ca71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422251 Dec 23 16:44:45.642327 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3212f183-ebb1-4bad-a944-b1e8024e9db2 req-a5d5e909-cb63-44a2-b01e-393e17b0a0bd tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 210 time: 0.0403094 Dec 23 16:44:46.755298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7475cee5-d1c1-449c-90e4-6f10d66ab31d req-218a4384-65f5-466f-a25b-d61fd8978d1f tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 210 time: 0.0433300 Dec 23 16:44:47.864447 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ca0e992c-d318-469a-b094-dc324da483a0 req-1abeaeaf-dd34-432c-a4de-a51c45a779db tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 210 time: 0.0417867 Dec 23 16:44:48.974581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-826eefef-61a6-45f8-903e-42af4827ad28 req-c1af94e8-225e-4d35-ba07-a439c78c6e38 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 210 time: 0.0442650 Dec 23 16:44:50.132450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0e50c5c-4a31-4db9-a461-f59881c4c631 req-8393440a-8cd9-4b37-8332-50510ed47bc2 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 210 time: 0.0406272 Dec 23 16:44:50.616310 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-2590b628-caec-4bc6-81bb-e406c52ed962 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c79c8603637a4dd8b810d6deff01ca71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280654 Dec 23 16:44:50.858061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636cd3-8948-4118-badc-a850d992827f req-ab80c56d-a531-465c-baf2-71fdb6cbfc69 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:50.859430 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-ab80c56d-a531-465c-baf2-71fdb6cbfc69 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380011 Dec 23 16:44:50.882070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Request body: {'port': {'device_id': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2', 'admin_state_up': True, 'tenant_id': 'c79c8603637a4dd8b810d6deff01ca71'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:44:51.011931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:44:51.015620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Usage tracker for resource:port and tenant:c79c8603637a4dd8b810d6deff01ca71 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:44:51.018557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:44:51.024167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:44:51.035659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Made reservation on behalf of c79c8603637a4dd8b810d6deff01ca71 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:44:51.038981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.052025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.082927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:44:51.086644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Usage tracker for resource:security_group_rule and tenant:c79c8603637a4dd8b810d6deff01ca71 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:44:51.089754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:44:51.095542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:44:51.167457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.171166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.247994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560851ab-f831-4727-91ef-390006ce8c14,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:51.304321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-482a3e23-05fd-4191-bbd3-170d2a2939f1 req-ead74195-1f3c-4ea4-869b-bf608b634df3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 210 time: 0.0508072 Dec 23 16:44:51.379467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Allocated IP 192.168.233.18 (2c9eb475-61e7-48e6-8ce2-2b6521908ab2/36d57b09-ad46-4f2f-bc0b-987a79a77994/ac41cd8e-e418-49f5-b865-4b2c59e14cf0) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:44:51.577344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.592948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Transition to ACTIVE for port object ac41cd8e-e418-49f5-b865-4b2c59e14cf0 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:44:51.614073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.682912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:44:51.685869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:44:51.690130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:44:51.719254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Pushing event updated for resources: {'Port': ['ID=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:51.758414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:51.759017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.786611 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-3c4d50c0-4a6f-483b-a29b-233d8035b922 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9078469 Dec 23 16:44:51.798315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Request body: {'port': {'device_id': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:44:51.876275 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:44:51.885048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-847e7971-a0f4-46c3-93bb-73b62a196f91 None None] Provisioning for port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:44:51.890143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-847e7971-a0f4-46c3-93bb-73b62a196f91 None None] Provisioning complete for port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:44:51.890517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-847e7971-a0f4-46c3-93bb-73b62a196f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.906599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:51.942870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-847e7971-a0f4-46c3-93bb-73b62a196f91 None None] Port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:44:52.231818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac41cd8e-e418-49f5-b865-4b2c59e14cf0 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:44:52.238393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:52.252638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Transition to ACTIVE for port object ac41cd8e-e418-49f5-b865-4b2c59e14cf0 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:44:52.255745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:52.376198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Pushing event updated for resources: {'Port': ['ID=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:52.531497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Attempting to bind port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:44:52.531848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Attempting to bind port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:44:52.532166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Attempting to bind port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 on network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:44:52.542888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 on network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:44:52.543200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Attempting to bind port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 on network 2c9eb475-61e7-48e6-8ce2-2b6521908ab2 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:44:52.553047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:44:52.553374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Checking segment: {'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:44:52.553746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Bound using segment: {'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:44:52.554163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Bound port: ac41cd8e-e418-49f5-b865-4b2c59e14cf0, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fffc06-b3a1-42f8-9645-dbf459665ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:44:52.554497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:52.577857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b176c4-c178-4748-9a85-f1c5146a91b9 req-46e6e014-0f57-4df2-b7b9-3255487e6659 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:52.578551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d6b176c4-c178-4748-9a85-f1c5146a91b9 req-46e6e014-0f57-4df2-b7b9-3255487e6659 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Synchronizing usage tracker for tenant:c79c8603637a4dd8b810d6deff01ca71 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:44:52.645450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d6b176c4-c178-4748-9a85-f1c5146a91b9 req-46e6e014-0f57-4df2-b7b9-3255487e6659 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Unset dirty status for tenant:c79c8603637a4dd8b810d6deff01ca71 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:44:52.646552 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d6b176c4-c178-4748-9a85-f1c5146a91b9 req-46e6e014-0f57-4df2-b7b9-3255487e6659 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 947 time: 0.1975791 Dec 23 16:44:52.673256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] For port ac41cd8e-e418-49f5-b865-4b2c59e14cf0, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:44:52.694826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] For port ac41cd8e-e418-49f5-b865-4b2c59e14cf0, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,segment=NetworkSegment(29fffc06-b3a1-42f8-9645-dbf459665ef7),segment_id=29fffc06-b3a1-42f8-9645-dbf459665ef7)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:44:52.699035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:52.843367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d6b176c4-c178-4748-9a85-f1c5146a91b9 req-c4bea4c1-d98d-49bb-a0fd-87e4f4cebf6f tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Synchronizing usage tracker for tenant:c79c8603637a4dd8b810d6deff01ca71 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:44:52.864452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:52.865782 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] 10.222.0.59 "PUT /v2.0/ports/ac41cd8e-e418-49f5-b865-4b2c59e14cf0 HTTP/1.1" status: 200 len: 1097 time: 1.0716219 Dec 23 16:44:52.867302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'tag': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:44:52.892310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817c8fe-3cea-4d81-a27f-26c06fa3ee41 service neutron] Pushing event updated for resources: {'Port': ['ID=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:52.895088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d6b176c4-c178-4748-9a85-f1c5146a91b9 req-c4bea4c1-d98d-49bb-a0fd-87e4f4cebf6f tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Unset dirty status for tenant:c79c8603637a4dd8b810d6deff01ca71 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:44:52.908134 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d6b176c4-c178-4748-9a85-f1c5146a91b9 req-c4bea4c1-d98d-49bb-a0fd-87e4f4cebf6f tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537763 Dec 23 16:44:52.989711 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-f75cf39d-1dbb-463c-8bfc-6a37d01c83b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c79c8603637a4dd8b810d6deff01ca71&device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 1100 time: 0.0776215 Dec 23 16:44:53.046884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'tag': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0', 'status': 'completed', 'code': 200} Dec 23 16:44:53.061535 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-e1a41d07-c1de-4c63-80bb-608c0bc8b88f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ac41cd8e-e418-49f5-b865-4b2c59e14cf0 HTTP/1.1" status: 200 len: 217 time: 0.0645478 Dec 23 16:44:53.124817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636cd3-8948-4118-badc-a850d992827f req-999a4eb8-085c-4d90-a07e-4a1ad643980e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:53.126111 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-999a4eb8-085c-4d90-a07e-4a1ad643980e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36d57b09-ad46-4f2f-bc0b-987a79a77994 HTTP/1.1" status: 200 len: 843 time: 0.0586054 Dec 23 16:44:53.198704 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-64100ad8-4108-4852-bc78-3d85f68377b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c9eb475-61e7-48e6-8ce2-2b6521908ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0661540 Dec 23 16:44:53.328874 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-f2b8b79e-8a67-4d5e-9e7b-33a6cb1915a2 service neutron] 10.222.0.59 "GET /v2.0/networks/2c9eb475-61e7-48e6-8ce2-2b6521908ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242700 Dec 23 16:44:53.457529 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28636cd3-8948-4118-badc-a850d992827f req-28a017b5-ccbb-4389-a851-6c457d740235 service neutron] 10.222.0.59 "GET /v2.0/networks/2c9eb475-61e7-48e6-8ce2-2b6521908ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224813 Dec 23 16:44:53.573321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-7494e8b7-1621-40a0-86e0-600262febeb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c79c8603637a4dd8b810d6deff01ca71&device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 1100 time: 0.0689831 Dec 23 16:44:53.702332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-83cc1cb9-b455-4e2b-a299-da79d52ea5f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:53.703689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-83cc1cb9-b455-4e2b-a299-da79d52ea5f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c9eb475-61e7-48e6-8ce2-2b6521908ab2 HTTP/1.1" status: 200 len: 870 time: 0.1241822 Dec 23 16:44:53.772836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-be54e718-a3db-4a74-8a58-9ef7f1728d1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ac41cd8e-e418-49f5-b865-4b2c59e14cf0 HTTP/1.1" status: 200 len: 217 time: 0.0626805 Dec 23 16:44:53.835439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-b4119ba2-8a6a-4de4-aced-bff762c0d20f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:53.836833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-b4119ba2-8a6a-4de4-aced-bff762c0d20f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=36d57b09-ad46-4f2f-bc0b-987a79a77994 HTTP/1.1" status: 200 len: 843 time: 0.0582480 Dec 23 16:44:53.908190 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-49b20601-fb4d-4e64-9755-2037628dff45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c9eb475-61e7-48e6-8ce2-2b6521908ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0657203 Dec 23 16:44:54.079114 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-e4481f3d-cbd7-4d09-b53c-825f2e3271dd service neutron] 10.222.0.59 "GET /v2.0/networks/2c9eb475-61e7-48e6-8ce2-2b6521908ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643717 Dec 23 16:44:54.202721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355df1-4861-40e1-bbd6-5a18bc273289 req-38287c61-8575-4547-991d-e28a72ebc5e3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:54.204166 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8355df1-4861-40e1-bbd6-5a18bc273289 req-38287c61-8575-4547-991d-e28a72ebc5e3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 947 time: 0.1831982 Dec 23 16:44:54.246745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53149eb1-eb5e-4309-9989-e24078bb9a88 req-b6137fcf-4adc-4f90-a42b-a403894a87c5 service neutron] 10.222.0.59 "GET /v2.0/networks/2c9eb475-61e7-48e6-8ce2-2b6521908ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562042 Dec 23 16:44:54.265940 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8355df1-4861-40e1-bbd6-5a18bc273289 req-5cf5b3fa-096b-4312-a482-a910d0995c9f tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Dec 23 16:44:55.459117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814740-95e1-444f-8747-ede9d264a19f req-1e4b8932-b1c5-437e-9b0a-8bfa10a0c4c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:55.460571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1f814740-95e1-444f-8747-ede9d264a19f req-1e4b8932-b1c5-437e-9b0a-8bfa10a0c4c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 947 time: 0.0751042 Dec 23 16:44:55.504209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1f814740-95e1-444f-8747-ede9d264a19f req-d7c35037-79b9-45fe-aa04-9d9438bad4f4 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Dec 23 16:44:56.793256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88966c63-a9b2-4578-958c-84af0ed6b420 req-5867138f-e690-409e-8c01-421913b13077 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:56.794815 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88966c63-a9b2-4578-958c-84af0ed6b420 req-5867138f-e690-409e-8c01-421913b13077 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 947 time: 0.1662076 Dec 23 16:44:56.838301 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88966c63-a9b2-4578-958c-84af0ed6b420 req-9cc0ba60-d914-4691-a857-4cda469fdb0a tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 Dec 23 16:44:57.435075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ac41cd8e-e418-49f5-b865-4b2c59e14cf0 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:44:57.601278 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ac41cd8e-e418-49f5-b865-4b2c59e14cf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,segment=NetworkSegment(29fffc06-b3a1-42f8-9645-dbf459665ef7),segment_id=29fffc06-b3a1-42f8-9645-dbf459665ef7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:57.614196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0', 'network_id': '2c9eb475-61e7-48e6-8ce2-2b6521908ab2', 'port_id': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0', 'mac_address': 'fa:16:3e:39:d2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d57b09-ad46-4f2f-bc0b-987a79a77994', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:44:57.666261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:57.682885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac41cd8e-e418-49f5-b865-4b2c59e14cf0 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:44:57.696980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ac41cd8e-e418-49f5-b865-4b2c59e14cf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,segment=NetworkSegment(29fffc06-b3a1-42f8-9645-dbf459665ef7),segment_id=29fffc06-b3a1-42f8-9645-dbf459665ef7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:57.700518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:57.766891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:57.775162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.775502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.775860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.776197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.776504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.776846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.777161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.777478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.777791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.778103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:57.778415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:44:58.032895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068373bb-02f0-4875-b182-4f2773c32670 req-fb81e412-7b93-4d0b-9ca3-a348dbc02767 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:58.034312 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-068373bb-02f0-4875-b182-4f2773c32670 req-fb81e412-7b93-4d0b-9ca3-a348dbc02767 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 948 time: 0.0735826 Dec 23 16:44:58.074574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['ac41cd8e-e418-49f5-b865-4b2c59e14cf0'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:44:58.077559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-068373bb-02f0-4875-b182-4f2773c32670 req-fcda6349-4955-4380-bbdb-600691081b5e tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378723 Dec 23 16:44:59.271907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce3d-1304-4c90-8142-d021effe472e req-2a60fc93-38ab-4946-b84c-092b570742a0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:59.273313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10e2ce3d-1304-4c90-8142-d021effe472e req-2a60fc93-38ab-4946-b84c-092b570742a0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 948 time: 0.0762312 Dec 23 16:44:59.317899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10e2ce3d-1304-4c90-8142-d021effe472e req-6e7d743c-34de-4899-b7cc-8c61f550082b tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 Dec 23 16:44:59.450314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ac41cd8e-e418-49f5-b865-4b2c59e14cf0 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:44:59.517602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:44:59.522334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:44:59.522717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:59.632422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:59.666045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:44:59.676047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ac41cd8e-e418-49f5-b865-4b2c59e14cf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,segment=NetworkSegment(29fffc06-b3a1-42f8-9645-dbf459665ef7),segment_id=29fffc06-b3a1-42f8-9645-dbf459665ef7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:44:59.680387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:59.722407 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0', 'code': 200} Dec 23 16:44:59.747146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:44:59.942706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-18bcd37b-0016-43b7-b1e8-40aa73c33230 req-1fd1a5c4-11b8-4d58-925c-a0a6cdb3cc53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 1102 time: 0.0670698 Dec 23 16:44:59.989477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-18bcd37b-0016-43b7-b1e8-40aa73c33230 req-9ec7bd88-68e4-4eee-8b06-7583ea650e51 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Dec 23 16:45:00.507122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170edd-117a-4f92-908c-855644388142 req-1442fc7c-bd95-4c31-884d-2d1be7aa338b tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:00.508563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-25170edd-117a-4f92-908c-855644388142 req-1442fc7c-bd95-4c31-884d-2d1be7aa338b tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 949 time: 0.0739377 Dec 23 16:45:00.552761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-25170edd-117a-4f92-908c-855644388142 req-d3e4f9fb-4649-442a-b3fe-bdd66099ec7f tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Dec 23 16:45:01.747896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec835-46c5-46ea-84e6-9940f50373b3 req-4100ac8c-c723-485d-85d8-05a0de743ae0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:01.749365 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16aec835-46c5-46ea-84e6-9940f50373b3 req-4100ac8c-c723-485d-85d8-05a0de743ae0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 949 time: 0.0785050 Dec 23 16:45:01.794820 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16aec835-46c5-46ea-84e6-9940f50373b3 req-951edef2-69fc-4a57-8f3f-e34c0304f471 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Dec 23 16:45:02.323728 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6c63848c-eefa-4b53-ab75-f77f5c358784 req-511acd24-5a80-4a68-a393-19fa77ecd638 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1837621 Dec 23 16:45:02.810185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ceea8c27-178b-44c0-9811-316ee59bb32e req-d54a0117-bbca-4344-8999-ec692428e9a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0802875 Dec 23 16:45:03.314891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143ec7-d91a-444a-9f07-eb6e1a49495d req-53f04f68-d8b3-4308-b635-a8d2c4af06b6 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:03.316314 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-74143ec7-d91a-444a-9f07-eb6e1a49495d req-53f04f68-d8b3-4308-b635-a8d2c4af06b6 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 949 time: 0.0738869 Dec 23 16:45:03.359779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-74143ec7-d91a-444a-9f07-eb6e1a49495d req-d9aa37bd-67e9-41dc-9d06-6137119a1acf tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 Dec 23 16:45:04.558955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bd93a-9545-417a-b6d0-08f34820f85d req-44bc0ef7-ece0-4213-b275-a49524c58cf3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:04.560417 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8b4bd93a-9545-417a-b6d0-08f34820f85d req-44bc0ef7-ece0-4213-b275-a49524c58cf3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 949 time: 0.0776639 Dec 23 16:45:04.605081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8b4bd93a-9545-417a-b6d0-08f34820f85d req-44dbda89-0e1c-4002-8913-933f5b8d63c6 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/security-groups?id=560851ab-f831-4727-91ef-390006ce8c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Dec 23 16:45:04.822384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-8526a875-9ea6-40c8-bb4a-1a340bdae947 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:04.823897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-8526a875-9ea6-40c8-bb4a-1a340bdae947 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.59 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 949 time: 0.0808802 Dec 23 16:45:04.891813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Deleting port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:45:04.892151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:05.067966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a1b4a02-fa95-42c6-9ef1-4086212c5016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:05.122284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] For port ac41cd8e-e418-49f5-b865-4b2c59e14cf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,segment=NetworkSegment(29fffc06-b3a1-42f8-9645-dbf459665ef7),segment_id=29fffc06-b3a1-42f8-9645-dbf459665ef7)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:05.122557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:05.241595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Calling delete_port for ac41cd8e-e418-49f5-b865-4b2c59e14cf0 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:45:05.375377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:05.387659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['ac41cd8e-e418-49f5-b865-4b2c59e14cf0'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:45:05.427367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Pushing event deleted for resources: {'Port': ['ID=ac41cd8e-e418-49f5-b865-4b2c59e14cf0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:05.502681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] No DVR routers for this DVR port ac41cd8e-e418-49f5-b865-4b2c59e14cf0 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:45:05.505153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:05.507715 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'name': 'network-vif-deleted', 'tag': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:45:05.524612 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9505e81c-6fd7-4e53-a58b-5d7f59510c32 req-241c854e-6ff5-43b7-81b2-e9b3642128c0 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.59 "DELETE /v2.0/ports/ac41cd8e-e418-49f5-b865-4b2c59e14cf0 HTTP/1.1" status: 204 len: 173 time: 0.6956408 Dec 23 16:45:05.573749 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401807c-df14-46a4-ba6f-aeba8a45f272', 'name': 'network-vif-deleted', 'tag': 'ac41cd8e-e418-49f5-b865-4b2c59e14cf0', 'status': 'completed', 'code': 200} Dec 23 16:45:05.779595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b577737f-4cda-43ab-a1b9-f6b76fe6ca27 req-588c57d2-f27d-46d1-8024-16266365d4e3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Synchronizing usage tracker for tenant:c79c8603637a4dd8b810d6deff01ca71 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:45:05.794210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b577737f-4cda-43ab-a1b9-f6b76fe6ca27 req-588c57d2-f27d-46d1-8024-16266365d4e3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] Unset dirty status for tenant:c79c8603637a4dd8b810d6deff01ca71 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:45:05.795498 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b577737f-4cda-43ab-a1b9-f6b76fe6ca27 req-588c57d2-f27d-46d1-8024-16266365d4e3 tempest-ServersAdminNegativeTestJSON-183819415 tempest-ServersAdminNegativeTestJSON-183819415-project] 10.222.0.18 "GET /v2.0/ports?device_id=1401807c-df14-46a4-ba6f-aeba8a45f272 HTTP/1.1" status: 200 len: 210 time: 0.0593116 Dec 23 16:45:06.885818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.178743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60976) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:07.291226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2c51536-bc39-4b1b-b012-f2728b3fc7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.346596 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-66d2a2e4-c9be-4b15-89ed-2b3d2e5d1967 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c79c8603637a4dd8b810d6deff01ca71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1666598 Dec 23 16:45:07.349000 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:07.406401 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.432157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.484525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.501390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560851ab-f831-4727-91ef-390006ce8c14,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:07.514472 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.514843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.515226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.515565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.515895 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.516226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.516641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.517020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.517424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.517984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.518309 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:07.521189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.522263 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a392fbbb-e972-400f-b494-6b00a947f483 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/560851ab-f831-4727-91ef-390006ce8c14 HTTP/1.1" status: 204 len: 168 time: 0.1723762 Dec 23 16:45:07.834115 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60990) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:07.852194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.882270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:45:07.885989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Usage tracker for resource:security_group_rule and tenant:a748a8f25e8b4bfaa095ce07a44f898f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:45:07.888705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:45:07.894496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:45:07.956527 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:07.960130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.004494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce959634-61ff-41a6-b7a3-f67cdf26c875,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:08.008748 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33229a67-0dee-4a31-ab5a-e4f7de93346c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a748a8f25e8b4bfaa095ce07a44f898f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1736305 Dec 23 16:45:08.011293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 60994) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:08.067808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91d8dfaa-8f24-403e-91ac-7af4a182dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.095339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91d8dfaa-8f24-403e-91ac-7af4a182dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.144707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91d8dfaa-8f24-403e-91ac-7af4a182dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.161707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8dfaa-8f24-403e-91ac-7af4a182dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce959634-61ff-41a6-b7a3-f67cdf26c875,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:08.164814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91d8dfaa-8f24-403e-91ac-7af4a182dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.168517 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-91d8dfaa-8f24-403e-91ac-7af4a182dcc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce959634-61ff-41a6-b7a3-f67cdf26c875 HTTP/1.1" status: 204 len: 168 time: 0.1537087 Dec 23 16:45:08.442300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.541907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.982642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 32784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:09.105592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-994815837-network', 'tenant_id': '9fdcd9a0c0854f5193f252b16c93c3f2'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:45:09.110248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:45:09.114073 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Usage tracker for resource:network and tenant:9fdcd9a0c0854f5193f252b16c93c3f2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:45:09.116896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:45:09.123062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:45:09.132974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Made reservation on behalf of 9fdcd9a0c0854f5193f252b16c93c3f2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:45:09.135160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.147168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.177247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:45:09.181481 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Usage tracker for resource:security_group_rule and tenant:9fdcd9a0c0854f5193f252b16c93c3f2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:45:09.184199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:45:09.189746 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:45:09.251950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.255531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.284346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:45:09.292869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f60e70-7d0d-41ca-9376-67df8a6f6f69,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:09.298065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.298396 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Added segment a018c4e5-8ae7-4256-967b-bc4e1704303e of type vlan for network 1f512956-e993-4872-a758-05f258d5155f Dec 23 16:45:09.323616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.354515 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.355337 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:09.355932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.454141 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] Pushing event updated for resources: {'Network': ['ID=1f512956-e993-4872-a758-05f258d5155f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:09.458446 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c0d3013-4e4e-496e-9e1f-7d9d8628c838 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4747953 Dec 23 16:45:09.461291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 32790) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:09.465533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 1f512956-e993-4872-a758-05f258d5155f details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:45:09.467180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Request body: {'subnet': {'network_id': '1f512956-e993-4872-a758-05f258d5155f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-994815837-subnet', 'tenant_id': '9fdcd9a0c0854f5193f252b16c93c3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:45:09.471935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:45:09.475637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Usage tracker for resource:subnet and tenant:9fdcd9a0c0854f5193f252b16c93c3f2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:45:09.478931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ac41cd8e-e418-49f5-b865-4b2c59e14cf0 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:45:09.479048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:45:09.484544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:45:09.497458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Made reservation on behalf of 9fdcd9a0c0854f5193f252b16c93c3f2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:45:09.499684 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.560910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: ac41cd8e-e418-49f5-b865-4b2c59e14cf0 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:45:09.561246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ac41cd8e-e418-49f5-b865-4b2c59e14cf0 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:45:09.700886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.772510 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81bbe19-7185-47bd-870b-888a0cec25f8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:09.782425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Checking segment: {'id': 'a018c4e5-8ae7-4256-967b-bc4e1704303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f512956-e993-4872-a758-05f258d5155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:45:09.782769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Network hostable DHCP agents. Network: 1f512956-e993-4872-a758-05f258d5155f, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:45:09.803205 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Network 1f512956-e993-4872-a758-05f258d5155f is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:45:09.811716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 1f512956-e993-4872-a758-05f258d5155f) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:45:09.815366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:09.815971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.822380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786b2688-4680-4501-9f85-036b6652a237 None None] Network 1f512956-e993-4872-a758-05f258d5155f requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:45:09.836288 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0676cff8-d201-4e9a-a79b-c89ea03e4bac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3739636 Dec 23 16:45:09.988731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:10.048324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b42a2e-f9f4-4746-8558-c6130c766251 None None] Network 1f512956-e993-4872-a758-05f258d5155f requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:45:10.457753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d30f23-208d-4953-a6e5-854902398e42 req-2beacfc9-8f2e-42f8-94e1-d89337902c0b tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:10.459161 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-2beacfc9-8f2e-42f8-94e1-d89337902c0b tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/networks?id=1f512956-e993-4872-a758-05f258d5155f HTTP/1.1" status: 200 len: 811 time: 0.2323546 Dec 23 16:45:10.475146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-97c73197-1ed0-4d5a-8f11-0965483d2b02 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/quotas/9fdcd9a0c0854f5193f252b16c93c3f2 HTTP/1.1" status: 200 len: 375 time: 0.0102680 Dec 23 16:45:10.521468 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-1dd0e2fa-5bc1-4f24-97eb-318e323e86e9 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409455 Dec 23 16:45:10.649684 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-c486274b-be16-4bcf-b76c-c103e09daff1 service neutron] 10.222.0.18 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215568 Dec 23 16:45:10.782691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-4143f553-c467-457b-aede-833771ca8ce3 service neutron] 10.222.0.18 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274133 Dec 23 16:45:10.963215 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-795e3354-fcc5-449d-82cc-115a1a5b1665 req-adede073-f500-48e6-a9a5-887bcf4bc258 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 210 time: 0.0398552 Dec 23 16:45:12.097460 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6bc8271c-1291-4cfa-8678-481097ca1733 req-b90c8ee5-abd4-4217-b20d-d12bcc55c11c tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 210 time: 0.0531614 Dec 23 16:45:13.205861 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12b3a97b-e934-4cac-b503-bdc7d948127f req-e1775677-21c8-4a8c-9a45-9054ee92b952 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 210 time: 0.0395386 Dec 23 16:45:14.310525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a96fcc49-6cee-4d03-9f2a-059a037c3a28 req-583ebab2-d0f2-4274-b859-f06398e75b78 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 210 time: 0.0397954 Dec 23 16:45:15.468898 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-112743cb-99f0-440a-b9dd-e9854863cabc req-e207deef-db6a-4e9e-9c54-6228126b15ea tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 210 time: 0.0420799 Dec 23 16:45:16.273423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d30f23-208d-4953-a6e5-854902398e42 req-4c26d407-932f-49fe-8672-5f4a1805b449 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:16.274891 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-4c26d407-932f-49fe-8672-5f4a1805b449 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.59 "GET /v2.0/networks?id=1f512956-e993-4872-a758-05f258d5155f HTTP/1.1" status: 200 len: 811 time: 0.1415350 Dec 23 16:45:16.290614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Request body: {'port': {'device_id': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'network_id': '1f512956-e993-4872-a758-05f258d5155f', 'admin_state_up': True, 'tenant_id': '9fdcd9a0c0854f5193f252b16c93c3f2'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:45:16.421932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:45:16.425714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Usage tracker for resource:port and tenant:9fdcd9a0c0854f5193f252b16c93c3f2 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:45:16.428501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:45:16.434619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:45:16.444089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Made reservation on behalf of 9fdcd9a0c0854f5193f252b16c93c3f2 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:45:16.447026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:16.638165 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b757113d-57c2-4c99-af95-e6eec129ed22 req-50eae51e-853e-486b-8111-107c02d455ef tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 210 time: 0.0491495 Dec 23 16:45:16.643623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Allocated IP 172.20.0.9 (1f512956-e993-4872-a758-05f258d5155f/d81bbe19-7185-47bd-870b-888a0cec25f8/fbbcbb28-4226-4ccf-ac40-1b7d757787f4) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:45:16.834970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:16.863806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:16.942102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Network 1f512956-e993-4872-a758-05f258d5155f is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:45:16.944812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:45:16.948640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:45:16.978353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:16.998616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:16.998949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:16.999279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:16.999624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:16.999949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:17.000327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:17.000656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:17.000971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:17.001285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:17.001597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:17.001906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:17.019298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:17.019908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:17.039900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-c604cc2a-14df-42ec-ae2a-b8398c41602d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7528238 Dec 23 16:45:17.118330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Request body: {'port': {'device_id': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:45:17.312190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:17.635532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbcbb28-4226-4ccf-ac40-1b7d757787f4 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:45:17.642236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:17.656919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Transition to ACTIVE for port object fbbcbb28-4226-4ccf-ac40-1b7d757787f4 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:45:17.659717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:17.820452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:17.942369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145edc6-67a0-4cf5-8454-98004b365519 req-dce3606c-a81d-4420-96f3-2fc251d11e9a tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:17.942959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7145edc6-67a0-4cf5-8454-98004b365519 req-dce3606c-a81d-4420-96f3-2fc251d11e9a tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Synchronizing usage tracker for tenant:9fdcd9a0c0854f5193f252b16c93c3f2 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:45:17.956642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Attempting to bind port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:45:17.956974 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Attempting to bind port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a018c4e5-8ae7-4256-967b-bc4e1704303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f512956-e993-4872-a758-05f258d5155f'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:45:17.957285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Attempting to bind port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 on network 1f512956-e993-4872-a758-05f258d5155f {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:45:17.967898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 on network 1f512956-e993-4872-a758-05f258d5155f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:45:17.968318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Attempting to bind port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 on network 1f512956-e993-4872-a758-05f258d5155f {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:45:17.971445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7145edc6-67a0-4cf5-8454-98004b365519 req-dce3606c-a81d-4420-96f3-2fc251d11e9a tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Unset dirty status for tenant:9fdcd9a0c0854f5193f252b16c93c3f2 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:45:17.972579 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7145edc6-67a0-4cf5-8454-98004b365519 req-dce3606c-a81d-4420-96f3-2fc251d11e9a tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 943 time: 0.2114587 Dec 23 16:45:17.976905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:45:17.977235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Checking segment: {'id': 'a018c4e5-8ae7-4256-967b-bc4e1704303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f512956-e993-4872-a758-05f258d5155f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:45:17.977635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Bound using segment: {'id': 'a018c4e5-8ae7-4256-967b-bc4e1704303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f512956-e993-4872-a758-05f258d5155f'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:45:17.978045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Bound port: fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a018c4e5-8ae7-4256-967b-bc4e1704303e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1f512956-e993-4872-a758-05f258d5155f'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:45:17.978375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:18.081776 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7145edc6-67a0-4cf5-8454-98004b365519 req-3e9993db-845c-4e43-a573-93b6bd3ebbb9 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941405 Dec 23 16:45:18.095096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:45:18.098175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:45:18.102259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:18.165744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:18.167074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] 10.222.0.59 "PUT /v2.0/ports/fbbcbb28-4226-4ccf-ac40-1b7d757787f4 HTTP/1.1" status: 200 len: 1093 time: 1.1200438 Dec 23 16:45:18.167498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:45:18.184949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22156b89-1024-4aaa-b64f-bf6525dbf1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:18.231679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'status': 'completed', 'code': 200} Dec 23 16:45:18.270319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-00e87251-0e6b-4bc7-8a4d-db007d012074 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 1096 time: 0.0688231 Dec 23 16:45:18.339118 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-c1a55e48-70d9-4ed1-9ae9-e2c46e5a3bee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4 HTTP/1.1" status: 200 len: 217 time: 0.0614140 Dec 23 16:45:18.399532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d30f23-208d-4953-a6e5-854902398e42 req-0219731c-377d-46c6-9b2a-d45173033f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:18.400964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-0219731c-377d-46c6-9b2a-d45173033f41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d81bbe19-7185-47bd-870b-888a0cec25f8 HTTP/1.1" status: 200 len: 851 time: 0.0561147 Dec 23 16:45:18.448621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-7d54327c-b383-4459-9305-83851b7293cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f512956-e993-4872-a758-05f258d5155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413795 Dec 23 16:45:18.575513 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-d0842bcf-bf02-4757-808d-1df5015e6cef service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210525 Dec 23 16:45:18.704076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-84d30f23-208d-4953-a6e5-854902398e42 req-9d6fab27-ed1b-4389-a08c-2de2413e296c service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219227 Dec 23 16:45:18.815877 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-824e3b7d-df14-48db-bcc1-a27364102abc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 1096 time: 0.0676031 Dec 23 16:45:19.044059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-c617910a-29b5-4367-8ce9-65936369cda4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:19.045535 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-c617910a-29b5-4367-8ce9-65936369cda4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f512956-e993-4872-a758-05f258d5155f HTTP/1.1" status: 200 len: 912 time: 0.2229736 Dec 23 16:45:19.120596 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-2ad5ba9b-02ec-4034-8faa-3b9fc82084d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4 HTTP/1.1" status: 200 len: 217 time: 0.0691066 Dec 23 16:45:19.180572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-a2989e34-2a4b-4ef5-a3ad-b5b1d98e97d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:19.181974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-a2989e34-2a4b-4ef5-a3ad-b5b1d98e97d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d81bbe19-7185-47bd-870b-888a0cec25f8 HTTP/1.1" status: 200 len: 851 time: 0.0559843 Dec 23 16:45:19.255429 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-ed5f96aa-492c-4406-aa97-7c7d1b67150a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f512956-e993-4872-a758-05f258d5155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674598 Dec 23 16:45:19.406019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf7c80-b722-4cd5-a57c-d92fb904ea83 req-b84f0142-0bb2-416b-889c-c355e522378e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:19.407344 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5faf7c80-b722-4cd5-a57c-d92fb904ea83 req-b84f0142-0bb2-416b-889c-c355e522378e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 943 time: 0.1878109 Dec 23 16:45:19.410380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-15e94422-370d-4605-a5e9-3377f452d2d8 service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453080 Dec 23 16:45:19.534654 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5faf7c80-b722-4cd5-a57c-d92fb904ea83 req-625c5783-7cbc-4d04-b41d-749976c1ac74 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215827 Dec 23 16:45:19.564424 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45939ae8-00f2-4a06-a606-16cb86c1cab2 req-29fcd96a-b9de-4198-bd2d-1663e82c8842 service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386094 Dec 23 16:45:20.730085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6a38-cc03-4801-99b5-4809fd406272 req-c1d070a4-098b-4f53-8b6c-468a5f57df30 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:20.731410 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a9a6a38-cc03-4801-99b5-4809fd406272 req-c1d070a4-098b-4f53-8b6c-468a5f57df30 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 943 time: 0.0778191 Dec 23 16:45:20.774741 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a9a6a38-cc03-4801-99b5-4809fd406272 req-1c8581d9-3b18-4e4e-9300-8276321b779f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Dec 23 16:45:21.559326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device fbbcbb28-4226-4ccf-ac40-1b7d757787f4 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:45:21.690423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:21.702835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'network_id': '1f512956-e993-4872-a758-05f258d5155f', 'port_id': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'mac_address': 'fa:16:3e:d5:65:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81bbe19-7185-47bd-870b-888a0cec25f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:45:21.758308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:21.783391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbcbb28-4226-4ccf-ac40-1b7d757787f4 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:45:21.799135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:21.802537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:21.866157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:21.968506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b0a4-ae82-40b6-a75a-14c662ca19f5 req-e8b18034-09e8-48f7-986e-40ca5b01c368 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:21.969956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db45b0a4-ae82-40b6-a75a-14c662ca19f5 req-e8b18034-09e8-48f7-986e-40ca5b01c368 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 944 time: 0.0750239 Dec 23 16:45:22.015124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db45b0a4-ae82-40b6-a75a-14c662ca19f5 req-61e55f28-6bc3-43d1-80f7-83033602111d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Dec 23 16:45:22.111225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['fbbcbb28-4226-4ccf-ac40-1b7d757787f4'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:45:23.207109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070605-1a85-4562-ae55-052d130d60d9 req-ab41b45e-a652-42cc-9b23-58aab8c5147c tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:23.208577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e070605-1a85-4562-ae55-052d130d60d9 req-ab41b45e-a652-42cc-9b23-58aab8c5147c tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 944 time: 0.0770741 Dec 23 16:45:23.252091 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e070605-1a85-4562-ae55-052d130d60d9 req-7be7b5d3-239a-4e19-bc90-2e7f05947140 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Dec 23 16:45:23.559267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device fbbcbb28-4226-4ccf-ac40-1b7d757787f4 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:45:23.625604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:45:23.630181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:45:23.630549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:23.738633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:23.771807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:45:23.781509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:23.785727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:23.852786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:23.907294 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'code': 200} Dec 23 16:45:24.126527 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48db97ca-9108-46fc-b046-fe773b494728 req-3fd4de58-9a62-4021-a82c-9f1dc17b0756 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 1098 time: 0.0659986 Dec 23 16:45:24.169839 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48db97ca-9108-46fc-b046-fe773b494728 req-1b736f6b-77a3-431d-82b9-f29e6ec113f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375094 Dec 23 16:45:24.445753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c8b14-985f-4ea3-bf68-7bdb7c4bdd4b req-fb27174c-e517-4c19-8c35-b61ea7decd9b tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:24.447309 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a97c8b14-985f-4ea3-bf68-7bdb7c4bdd4b req-fb27174c-e517-4c19-8c35-b61ea7decd9b tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0746617 Dec 23 16:45:24.491319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a97c8b14-985f-4ea3-bf68-7bdb7c4bdd4b req-ed3406b4-0e04-4cf8-afc3-f37ee5de371e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385184 Dec 23 16:45:25.684346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a6bb2-7062-4adc-81b5-80ca881a23b1 req-6807ff04-f8ca-4c17-a0a7-c00a6b8f1649 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:25.685667 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-228a6bb2-7062-4adc-81b5-80ca881a23b1 req-6807ff04-f8ca-4c17-a0a7-c00a6b8f1649 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0761385 Dec 23 16:45:25.735196 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-228a6bb2-7062-4adc-81b5-80ca881a23b1 req-f635e592-9d60-4318-b1d9-7d549ee1f6f7 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 Dec 23 16:45:25.923195 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b0de6ea-5272-4323-8a95-bf953ae89a3f req-43e12edf-a8cd-4547-9c76-f042b2de66db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654759 Dec 23 16:45:26.188858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 32868) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:26.237250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb6f7-e765-41c6-bdb0-9afb04e63b57 req-41f482c9-a4b7-435a-ac19-e34bddd9566a tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:26.238687 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbcbb6f7-e765-41c6-bdb0-9afb04e63b57 req-41f482c9-a4b7-435a-ac19-e34bddd9566a tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0840311 Dec 23 16:45:26.328328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbcbb6f7-e765-41c6-bdb0-9afb04e63b57 req-72b1f3dd-4e0d-41e0-9cdb-516b1124f127 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835736 Dec 23 16:45:26.344866 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-5e18423f-46d9-45fd-96ff-2c997b77f8c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549141 Dec 23 16:45:27.549354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-0516854d-cc0b-4b80-a108-f35ef9a49203 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 1098 time: 0.1303566 Dec 23 16:45:27.554612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d83d2-026f-4cc7-b18c-10442bbd6e24 req-2464470b-9cb4-424a-9252-709495a474d0 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:27.555991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-351d83d2-026f-4cc7-b18c-10442bbd6e24 req-2464470b-9cb4-424a-9252-709495a474d0 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0926650 Dec 23 16:45:27.770633 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-351d83d2-026f-4cc7-b18c-10442bbd6e24 req-381f1a30-5fb1-425c-abc8-1f7d6149bdb6 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970534 Dec 23 16:45:27.803461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241247-b13b-468f-ad7e-93734164966b req-b6a0c316-f8a8-4088-9a8d-4b0815de3bc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:27.804903 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-b6a0c316-f8a8-4088-9a8d-4b0815de3bc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f512956-e993-4872-a758-05f258d5155f HTTP/1.1" status: 200 len: 912 time: 0.2481081 Dec 23 16:45:27.872691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-0b8578c0-9fe9-4646-93d9-085e422a0641 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4 HTTP/1.1" status: 200 len: 217 time: 0.0615256 Dec 23 16:45:27.933000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241247-b13b-468f-ad7e-93734164966b req-47b47d69-5325-4b54-a94e-cf484a747df2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:27.934368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-47b47d69-5325-4b54-a94e-cf484a747df2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d81bbe19-7185-47bd-870b-888a0cec25f8 HTTP/1.1" status: 200 len: 851 time: 0.0562425 Dec 23 16:45:27.980636 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-0bc65721-dd03-4252-a8a9-c755eefd8d78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f512956-e993-4872-a758-05f258d5155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404541 Dec 23 16:45:28.107471 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-29b492d3-c438-4e1c-bf21-439de93904ed service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200669 Dec 23 16:45:28.232667 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-599d6930-5f6d-4586-b38d-0f4016c7d4fd service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187193 Dec 23 16:45:28.875896 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:45:28.967330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cefb0-8c74-4712-8284-12f55e973e63 req-e7a8ce74-4f99-4641-be56-a39260cfa9e6 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:28.968779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-878cefb0-8c74-4712-8284-12f55e973e63 req-e7a8ce74-4f99-4641-be56-a39260cfa9e6 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0812440 Dec 23 16:45:29.018679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-878cefb0-8c74-4712-8284-12f55e973e63 req-ff37da48-9b27-4d15-9c60-e628cc425859 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Dec 23 16:45:30.211757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d0ee2-fdb5-40c2-b065-31f5527aa017 req-3dce19cb-0ae8-4d43-af70-a62bd4d146c1 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:30.213165 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-113d0ee2-fdb5-40c2-b065-31f5527aa017 req-3dce19cb-0ae8-4d43-af70-a62bd4d146c1 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0765536 Dec 23 16:45:30.256875 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-113d0ee2-fdb5-40c2-b065-31f5527aa017 req-3872987a-1840-4569-9ab6-e53e343b1502 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Dec 23 16:45:31.448197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b5b9d-0199-4205-8009-b41430a8b370 req-1a611090-66c2-4eb1-a24d-55b6846fff91 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:31.449646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cb7b5b9d-0199-4205-8009-b41430a8b370 req-1a611090-66c2-4eb1-a24d-55b6846fff91 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0744531 Dec 23 16:45:31.496447 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cb7b5b9d-0199-4205-8009-b41430a8b370 req-b6c05ce0-cb74-4113-bd69-030e550076cb tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Dec 23 16:45:32.687873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8da650-0f9e-42a3-b86b-d26ce4a81c43 req-9fc8d760-066d-4588-8a8e-bd19f4924e76 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:32.689357 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e8da650-0f9e-42a3-b86b-d26ce4a81c43 req-9fc8d760-066d-4588-8a8e-bd19f4924e76 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0747681 Dec 23 16:45:32.733510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e8da650-0f9e-42a3-b86b-d26ce4a81c43 req-a7d4ad9c-b16a-4cbf-a206-3d020b8eb42e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Dec 23 16:45:34.073735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff148758-bc35-4ceb-9d53-92bdf15a6113 req-e13225ba-0987-4b2d-a652-b56462a8b0e5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:34.075070 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ff148758-bc35-4ceb-9d53-92bdf15a6113 req-e13225ba-0987-4b2d-a652-b56462a8b0e5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0774949 Dec 23 16:45:34.119007 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ff148758-bc35-4ceb-9d53-92bdf15a6113 req-f098b5fa-bb31-424a-98a9-4856dc1508f4 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Dec 23 16:45:35.069972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b45b753-3be6-4885-8722-99d4dad8ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:35.312731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdbc6a-9bd0-48c1-8746-217990cd6221 req-8fade2ee-4a34-48b0-9280-b1abbc15d849 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:35.314158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19cdbc6a-9bd0-48c1-8746-217990cd6221 req-8fade2ee-4a34-48b0-9280-b1abbc15d849 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0746567 Dec 23 16:45:35.357496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19cdbc6a-9bd0-48c1-8746-217990cd6221 req-4d4e0424-c7d9-4ea0-83f6-7c1f628fa92e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Dec 23 16:45:36.550290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109886a7-d1fd-4c2e-89a8-4b2e0f6fe10b req-c4107026-7fce-4264-bf20-ccc9228c3898 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:36.551726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-109886a7-d1fd-4c2e-89a8-4b2e0f6fe10b req-c4107026-7fce-4264-bf20-ccc9228c3898 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0773015 Dec 23 16:45:36.595081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-109886a7-d1fd-4c2e-89a8-4b2e0f6fe10b req-ec2cd3d2-5340-48ec-ac96-2cd787dc7075 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379794 Dec 23 16:45:36.910763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:37.292381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd761d21-9bc6-48c9-aff4-7849ee33b7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:37.788213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8e901-c05b-4862-9efe-0713ac5b0ca8 req-58c88259-63a0-4101-a2f7-471297d2c51e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:37.789765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aac8e901-c05b-4862-9efe-0713ac5b0ca8 req-58c88259-63a0-4101-a2f7-471297d2c51e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0774701 Dec 23 16:45:37.833881 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aac8e901-c05b-4862-9efe-0713ac5b0ca8 req-4b7139e7-412f-4827-9f6d-27d0420e93d2 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Dec 23 16:45:38.444905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:38.542743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:39.030210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82124aea-54c3-4abf-b7ef-ffda309aadc1 req-9e4d77b3-3968-4a2c-8a48-2278d0762426 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:39.031646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82124aea-54c3-4abf-b7ef-ffda309aadc1 req-9e4d77b3-3968-4a2c-8a48-2278d0762426 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0770123 Dec 23 16:45:39.077320 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82124aea-54c3-4abf-b7ef-ffda309aadc1 req-cc49c492-3319-4af6-b43b-6a85119562bd tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Dec 23 16:45:39.954617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:40.266265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61093d9-24fb-492b-be84-4696aac2e2c3 req-6c2efc69-1dee-4558-a2b2-10b2c28676a8 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:40.267702 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b61093d9-24fb-492b-be84-4696aac2e2c3 req-6c2efc69-1dee-4558-a2b2-10b2c28676a8 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0733335 Dec 23 16:45:40.314360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b61093d9-24fb-492b-be84-4696aac2e2c3 req-91a19cdd-6389-47e4-91af-a209a44e20c7 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Dec 23 16:45:41.509607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032169b-44f1-491e-8565-55df04f080b1 req-b141ca56-8b5f-4a8b-85bb-d951dad5b2a4 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:41.511029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4032169b-44f1-491e-8565-55df04f080b1 req-b141ca56-8b5f-4a8b-85bb-d951dad5b2a4 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0742483 Dec 23 16:45:41.555516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4032169b-44f1-491e-8565-55df04f080b1 req-2d1265ad-e47c-48df-98b2-6e640765659b tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 Dec 23 16:45:42.844334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497db2b-cb78-4db6-8c63-3997b024ff58 req-77268e1d-d8e6-4b59-b23b-bfaeb9c0c1ca tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:42.845745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2497db2b-cb78-4db6-8c63-3997b024ff58 req-77268e1d-d8e6-4b59-b23b-bfaeb9c0c1ca tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.1628354 Dec 23 16:45:42.888633 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2497db2b-cb78-4db6-8c63-3997b024ff58 req-f1faf367-e71e-46a0-9d20-747928e67b08 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Dec 23 16:45:44.078220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30700c8-7043-445a-9df4-6c0e4afdf2a7 req-7288f4c5-38c6-4b94-a9f3-b8c3f1e67bba tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:44.079673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e30700c8-7043-445a-9df4-6c0e4afdf2a7 req-7288f4c5-38c6-4b94-a9f3-b8c3f1e67bba tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0744431 Dec 23 16:45:44.122942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e30700c8-7043-445a-9df4-6c0e4afdf2a7 req-d7555b2b-a6f4-4186-8c16-4680074b5444 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Dec 23 16:45:45.316982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e65ad-1be8-4633-a66b-ded1c9976f45 req-a67aad54-2798-4f92-88f7-69d0382d6c0e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:45.318392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a06e65ad-1be8-4633-a66b-ded1c9976f45 req-a67aad54-2798-4f92-88f7-69d0382d6c0e tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0771248 Dec 23 16:45:45.361424 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a06e65ad-1be8-4633-a66b-ded1c9976f45 req-5f0e5ad6-8fac-4516-8383-dd4938dd1935 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Dec 23 16:45:46.552767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab3246-6a06-4cc0-92cd-20d737e8ddd2 req-a28b565c-a09e-418c-a57c-1dc3d751ff96 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:46.554212 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8ab3246-6a06-4cc0-92cd-20d737e8ddd2 req-a28b565c-a09e-418c-a57c-1dc3d751ff96 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0735104 Dec 23 16:45:46.598136 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8ab3246-6a06-4cc0-92cd-20d737e8ddd2 req-7fcdda50-5e23-4b2d-b24f-724c9b6ca0e3 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383344 Dec 23 16:45:47.789235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055531ee-dd12-4421-b7a9-8ff2a6316f55 req-aad5bfe9-555c-42f1-91a9-5fec95e50fe5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:47.791128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-055531ee-dd12-4421-b7a9-8ff2a6316f55 req-aad5bfe9-555c-42f1-91a9-5fec95e50fe5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0766530 Dec 23 16:45:47.833606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-055531ee-dd12-4421-b7a9-8ff2a6316f55 req-59b9f41e-fc57-4791-91f5-aaa3096e9b4b tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371020 Dec 23 16:45:49.033723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82dbc3-3bb4-4b36-9e32-64452cfc1f18 req-0f099189-7776-4f36-a2a1-388e9a4f2aad tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:49.035144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f82dbc3-3bb4-4b36-9e32-64452cfc1f18 req-0f099189-7776-4f36-a2a1-388e9a4f2aad tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0807035 Dec 23 16:45:49.081363 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5f82dbc3-3bb4-4b36-9e32-64452cfc1f18 req-ec2d9032-b1f3-4607-9c83-28d8e16b623d tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Dec 23 16:45:50.276765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250dc0-1495-4add-a647-03fcde23bd50 req-a3cdad3b-0a0a-4263-b613-78089248dcb1 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:50.278196 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1250dc0-1495-4add-a647-03fcde23bd50 req-a3cdad3b-0a0a-4263-b613-78089248dcb1 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0758824 Dec 23 16:45:50.321857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1250dc0-1495-4add-a647-03fcde23bd50 req-9d6dbe84-3a63-4794-af6f-61869a9512c1 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 Dec 23 16:45:51.514042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c448e-a0bd-4536-928b-ccef71a6b8a8 req-1a210a25-99ec-43a0-8f80-3428fb9da892 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:51.515446 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-df5c448e-a0bd-4536-928b-ccef71a6b8a8 req-1a210a25-99ec-43a0-8f80-3428fb9da892 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0767896 Dec 23 16:45:51.559333 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-df5c448e-a0bd-4536-928b-ccef71a6b8a8 req-57af4ff0-d4e6-4bb4-8a79-4107596dff48 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382140 Dec 23 16:45:52.750082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a8ce-490c-4b17-be74-dc26199a8abb req-de9e1022-d97d-449c-b02d-efc6b45067ed tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:52.751428 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-99b4a8ce-490c-4b17-be74-dc26199a8abb req-de9e1022-d97d-449c-b02d-efc6b45067ed tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0747409 Dec 23 16:45:52.796496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-99b4a8ce-490c-4b17-be74-dc26199a8abb req-0fa6c7bf-ffd2-446d-88c9-ff6b7c047a88 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393178 Dec 23 16:45:53.989049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a84aa-ea7a-46f7-9250-2bafd046fd3f req-317e579c-5c67-4ebb-b448-f7f79abe9ac6 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:53.990457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f90a84aa-ea7a-46f7-9250-2bafd046fd3f req-317e579c-5c67-4ebb-b448-f7f79abe9ac6 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0771255 Dec 23 16:45:54.033667 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f90a84aa-ea7a-46f7-9250-2bafd046fd3f req-1e1f8778-c8bd-40f9-bb26-4d37ea56e171 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Dec 23 16:45:55.026791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-a510d17b-b1cb-45fc-a3ef-59b761e4689a service neutron] 10.222.0.59 "GET /v2.0/ports/fbbcbb28-4226-4ccf-ac40-1b7d757787f4/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0717494 Dec 23 16:45:55.281739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183d319-2893-4fb5-a6c8-82096db23bfb req-b070a974-1997-4f00-b5ef-aa0866d036c5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:55.283083 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6183d319-2893-4fb5-a6c8-82096db23bfb req-b070a974-1997-4f00-b5ef-aa0866d036c5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.1269274 Dec 23 16:45:55.322873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-be95b709-b626-455d-8b25-9edd2b1adf83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47&tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2 HTTP/1.1" status: 200 len: 1098 time: 0.1036327 Dec 23 16:45:55.341226 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6183d319-2893-4fb5-a6c8-82096db23bfb req-6a7dfb6c-802d-4479-aadb-09669f17312f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506008 Dec 23 16:45:55.408959 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-b06b08ed-c023-44a2-b2f7-965fbf4e04c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 1098 time: 0.0661118 Dec 23 16:45:55.543413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241247-b13b-468f-ad7e-93734164966b req-29387697-09fc-4a39-95b2-9835378c31cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:55.544787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-29387697-09fc-4a39-95b2-9835378c31cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f512956-e993-4872-a758-05f258d5155f HTTP/1.1" status: 200 len: 912 time: 0.1296642 Dec 23 16:45:55.613873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-d39bd1ba-52f4-4c2f-87c8-e19b20013cc4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4 HTTP/1.1" status: 200 len: 217 time: 0.0628409 Dec 23 16:45:55.673375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241247-b13b-468f-ad7e-93734164966b req-68b9b8e4-79bc-4684-b387-f9f61ab7224a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:55.674745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-68b9b8e4-79bc-4684-b387-f9f61ab7224a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d81bbe19-7185-47bd-870b-888a0cec25f8 HTTP/1.1" status: 200 len: 851 time: 0.0550845 Dec 23 16:45:55.717377 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-de468c7b-43f2-41a1-af29-20cc92f76bc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f512956-e993-4872-a758-05f258d5155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363476 Dec 23 16:45:55.843872 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-a362d8d9-5e37-454a-8738-735f1422f530 service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197526 Dec 23 16:45:55.970914 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1241247-b13b-468f-ad7e-93734164966b req-e47c4e05-2c19-4cd9-a4f3-58d8a0621b9a service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208861 Dec 23 16:45:56.540451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8205-ea69-4f6a-9a62-1d203dacfc3a req-0482f5dd-2be1-4da5-8b2b-66a4064e3e00 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:56.541884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-403a8205-ea69-4f6a-9a62-1d203dacfc3a req-0482f5dd-2be1-4da5-8b2b-66a4064e3e00 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0797348 Dec 23 16:45:56.590163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-403a8205-ea69-4f6a-9a62-1d203dacfc3a req-1d56c82b-114e-4306-b064-b3e5d979f099 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Dec 23 16:45:57.732452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device fbbcbb28-4226-4ccf-ac40-1b7d757787f4 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:45:57.735690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device fbbcbb28-4226-4ccf-ac40-1b7d757787f4 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:45:57.782339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac37b3-cb8c-4c8b-b146-ebc75a69ed9b req-d33af1d3-b0a2-463b-b08e-8e2b445b0b4f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:57.784102 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-63ac37b3-cb8c-4c8b-b146-ebc75a69ed9b req-d33af1d3-b0a2-463b-b08e-8e2b445b0b4f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0738022 Dec 23 16:45:57.831615 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-63ac37b3-cb8c-4c8b-b146-ebc75a69ed9b req-59a1239a-2c5e-482f-af9f-0f561280e1cd tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Dec 23 16:45:57.945916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:57.966809 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:57.985347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'network_id': '1f512956-e993-4872-a758-05f258d5155f', 'port_id': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'mac_address': 'fa:16:3e:d5:65:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81bbe19-7185-47bd-870b-888a0cec25f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:45:57.991413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:45:58.026792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:58.036176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:58.076985 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'code': 200} Dec 23 16:45:58.104786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:58.127256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbbcbb28-4226-4ccf-ac40-1b7d757787f4 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:45:58.130605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:58.166214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.166554 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.166883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.167207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.167527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.167864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.168182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.168496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.168807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.169119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.169428 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:58.199123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:45:58.199536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:45:58.749617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:58.767000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbcbb28-4226-4ccf-ac40-1b7d757787f4 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:45:58.782603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:58.786622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:58.852727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:58.856784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['fbbcbb28-4226-4ccf-ac40-1b7d757787f4'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:45:59.193084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eb500-9334-46e0-8ba1-a7439450c617 req-a882b488-aec2-44cb-a68d-4a80686f5503 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:59.194509 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-178eb500-9334-46e0-8ba1-a7439450c617 req-a882b488-aec2-44cb-a68d-4a80686f5503 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 944 time: 0.0751836 Dec 23 16:45:59.237908 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-178eb500-9334-46e0-8ba1-a7439450c617 req-b1fca52f-2092-4104-bc05-fb870cdf9cd4 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Dec 23 16:45:59.716537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a58730-375b-48be-a423-f41c55809fe7 req-1e0863b2-2f8d-43e1-99d0-562c8e19b381 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:59.717919 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-1e0863b2-2f8d-43e1-99d0-562c8e19b381 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.59 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47&tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 944 time: 0.1775632 Dec 23 16:45:59.737373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device fbbcbb28-4226-4ccf-ac40-1b7d757787f4 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:45:59.808409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:45:59.809092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:59.872594 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-3ad73da3-4fca-4fa3-9d3c-592f88c45007 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 1097 time: 0.0668156 Dec 23 16:45:59.918126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:59.949404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:59.953706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:00.001156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a58730-375b-48be-a423-f41c55809fe7 req-8854fec3-45b9-4464-9ea5-3ff839a368d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:00.002580 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-8854fec3-45b9-4464-9ea5-3ff839a368d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1f512956-e993-4872-a758-05f258d5155f HTTP/1.1" status: 200 len: 912 time: 0.1243315 Dec 23 16:46:00.020688 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:00.076067 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-b7cf5130-0db6-4bb2-bc80-8d0faa98afba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4 HTTP/1.1" status: 200 len: 217 time: 0.0671458 Dec 23 16:46:00.078496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:46:00.136140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a58730-375b-48be-a423-f41c55809fe7 req-caf47392-f0f3-4d62-9412-b9f4dfba82e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:00.137557 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-caf47392-f0f3-4d62-9412-b9f4dfba82e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d81bbe19-7185-47bd-870b-888a0cec25f8 HTTP/1.1" status: 200 len: 851 time: 0.0558088 Dec 23 16:46:00.143841 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'code': 200} Dec 23 16:46:00.188248 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-7c05f29e-ff0b-406e-b08f-de7e79586cab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1f512956-e993-4872-a758-05f258d5155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367990 Dec 23 16:46:00.312987 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-b547b6e3-1153-4185-a806-25a46730b515 service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187122 Dec 23 16:46:00.439951 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-1bc69dd4-a268-4f89-8182-dd440a571bff service neutron] 10.222.0.59 "GET /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203709 Dec 23 16:46:01.264037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab6796-0a22-4aa0-92c5-8f4c37e81805 req-c8199cd2-a91e-4928-9181-96bb38247071 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:01.265465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7bab6796-0a22-4aa0-92c5-8f4c37e81805 req-c8199cd2-a91e-4928-9181-96bb38247071 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0782609 Dec 23 16:46:01.309849 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7bab6796-0a22-4aa0-92c5-8f4c37e81805 req-55f9847c-cb60-4944-b18e-7e0bd0ca2cc9 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Dec 23 16:46:02.504380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f78bb1-434e-4be0-a497-737e1bc124a5 req-6e3013a9-0437-4140-98a5-ed370ada00d5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:02.505787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26f78bb1-434e-4be0-a497-737e1bc124a5 req-6e3013a9-0437-4140-98a5-ed370ada00d5 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0733519 Dec 23 16:46:02.552751 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26f78bb1-434e-4be0-a497-737e1bc124a5 req-5b4d9b6f-8ea1-4af0-a128-444fb2cbd6f1 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/security-groups?id=40f60e70-7d0d-41ca-9376-67df8a6f6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Dec 23 16:46:02.971387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a58730-375b-48be-a423-f41c55809fe7 req-153b3cdb-cdb1-4ff5-9d6b-d2a4a64b0243 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:02.972844 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-153b3cdb-cdb1-4ff5-9d6b-d2a4a64b0243 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.59 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 945 time: 0.0727642 Dec 23 16:46:03.037214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Deleting port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:46:03.037552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:03.274915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] For port fbbcbb28-4226-4ccf-ac40-1b7d757787f4, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,segment=NetworkSegment(a018c4e5-8ae7-4256-967b-bc4e1704303e),segment_id=a018c4e5-8ae7-4256-967b-bc4e1704303e)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:03.275274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:03.390078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Calling delete_port for fbbcbb28-4226-4ccf-ac40-1b7d757787f4 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:46:03.525642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:03.536879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['fbbcbb28-4226-4ccf-ac40-1b7d757787f4'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:46:03.576771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Pushing event deleted for resources: {'Port': ['ID=fbbcbb28-4226-4ccf-ac40-1b7d757787f4,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:03.645517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] No DVR routers for this DVR port fbbcbb28-4226-4ccf-ac40-1b7d757787f4 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:46:03.647962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:03.650449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-deleted', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:46:03.666727 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f3a58730-375b-48be-a423-f41c55809fe7 req-ee376a82-921a-408b-81c5-8bcadba5bd5f tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.59 "DELETE /v2.0/ports/fbbcbb28-4226-4ccf-ac40-1b7d757787f4 HTTP/1.1" status: 204 len: 173 time: 0.6881979 Dec 23 16:46:03.716224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf2dfdd-a953-40b6-8b43-19f74cadca47', 'name': 'network-vif-deleted', 'tag': 'fbbcbb28-4226-4ccf-ac40-1b7d757787f4', 'status': 'completed', 'code': 200} Dec 23 16:46:03.721644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-07d82fce-cd4d-408f-af5b-f0b708eeca6b req-c3047592-7a10-482d-b3f5-aacbdef99898 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Synchronizing usage tracker for tenant:9fdcd9a0c0854f5193f252b16c93c3f2 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:46:03.737794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-07d82fce-cd4d-408f-af5b-f0b708eeca6b req-c3047592-7a10-482d-b3f5-aacbdef99898 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] Unset dirty status for tenant:9fdcd9a0c0854f5193f252b16c93c3f2 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:46:03.739022 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-07d82fce-cd4d-408f-af5b-f0b708eeca6b req-c3047592-7a10-482d-b3f5-aacbdef99898 tempest-DeleteServersTestJSON-2129291848 tempest-DeleteServersTestJSON-2129291848-project] 10.222.0.18 "GET /v2.0/ports?device_id=eaf2dfdd-a953-40b6-8b43-19f74cadca47 HTTP/1.1" status: 200 len: 210 time: 0.0603614 Dec 23 16:46:04.998947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 32968) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:05.059619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] Deleting subnet d81bbe19-7185-47bd-870b-888a0cec25f8 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:46:05.062371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.072203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-658db3db-12a5-45c2-9078-2c3b224321fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.113455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.173624 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.237235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.274578 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81bbe19-7185-47bd-870b-888a0cec25f8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:05.279287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.284672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4c4322bc-3d0f-4c79-8ab6-729b2f3306dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d81bbe19-7185-47bd-870b-888a0cec25f8 HTTP/1.1" status: 204 len: 168 time: 0.2846937 Dec 23 16:46:05.287054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 32972) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:05.475229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.593936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.618014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f512956-e993-4872-a758-05f258d5155f']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:46:05.634140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a018c4e5-8ae7-4256-967b-bc4e1704303e') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:46:05.634430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a018c4e5-8ae7-4256-967b-bc4e1704303e') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:46:05.645661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.660931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.667180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:46:05.667660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:46:05.680863 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:46:05.751407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.755839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:05.761874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device fbbcbb28-4226-4ccf-ac40-1b7d757787f4 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:46:05.778857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] 10.222.0.18 "DELETE /v2.0/networks/1f512956-e993-4872-a758-05f258d5155f HTTP/1.1" status: 204 len: 168 time: 0.4885614 Dec 23 16:46:05.780613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce130442-a11a-425e-84df-a61e384d839f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f512956-e993-4872-a758-05f258d5155f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:05.797157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: fbbcbb28-4226-4ccf-ac40-1b7d757787f4 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:46:05.797496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device fbbcbb28-4226-4ccf-ac40-1b7d757787f4 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:46:05.875981 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:46:05.911386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 32978) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:05.965101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d01177f4-68d6-4b96-b92a-655d98a69863 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fdcd9a0c0854f5193f252b16c93c3f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525501 Dec 23 16:46:05.967630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 32982) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:06.024334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9d5bd8f-2748-4752-9817-c516a5561ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:06.049196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9d5bd8f-2748-4752-9817-c516a5561ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:06.099013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9d5bd8f-2748-4752-9817-c516a5561ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:06.113609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5bd8f-2748-4752-9817-c516a5561ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f60e70-7d0d-41ca-9376-67df8a6f6f69,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:06.120633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9d5bd8f-2748-4752-9817-c516a5561ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:06.121718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e9d5bd8f-2748-4752-9817-c516a5561ab6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40f60e70-7d0d-41ca-9376-67df8a6f6f69 HTTP/1.1" status: 204 len: 168 time: 0.1532390 Dec 23 16:46:06.914970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:06.924555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 33004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:07.049015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-49405497-network', 'tenant_id': '7791da79354047ea93f0dbb193c501fb'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:46:07.058246 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:46:07.062005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Usage tracker for resource:network and tenant:7791da79354047ea93f0dbb193c501fb is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:46:07.064904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:46:07.071117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:46:07.080560 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Made reservation on behalf of 7791da79354047ea93f0dbb193c501fb for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:46:07.082724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.094384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.130088 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:46:07.134731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Usage tracker for resource:security_group_rule and tenant:7791da79354047ea93f0dbb193c501fb is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:46:07.138569 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:46:07.144207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:46:07.208074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.211907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.238671 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:46:07.251312 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3725d46-12c2-4367-87e9-22fd391f0ac4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:07.256859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.257196 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Added segment f3d55201-aff1-4dc8-b38f-09b4551fa6a0 of type vlan for network 09770094-83d5-4b70-8c6c-ac0f22709dea Dec 23 16:46:07.284677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.293081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8abb35dd-2a57-4b53-be13-4e1e7b4f9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.314697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.315716 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:07.316385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.420644 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4923851 Dec 23 16:46:07.420644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a718a40-4e94-4198-a3cf-c5b15be5c913 admin admin] Pushing event updated for resources: {'Network': ['ID=09770094-83d5-4b70-8c6c-ac0f22709dea,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:07.421138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33010) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:07.427275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Request body: {'subnet': {'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-49405497-subnet', 'tenant_id': '7791da79354047ea93f0dbb193c501fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:46:07.429529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 09770094-83d5-4b70-8c6c-ac0f22709dea details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:46:07.433579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:46:07.437895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Usage tracker for resource:subnet and tenant:7791da79354047ea93f0dbb193c501fb is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:46:07.440798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:46:07.446495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:46:07.457293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Made reservation on behalf of 7791da79354047ea93f0dbb193c501fb for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:46:07.459935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.656552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.722277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb5ce27-d871-49f1-9992-fd8b652dedc1,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:07.736432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Checking segment: {'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:46:07.736784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Network hostable DHCP agents. Network: 09770094-83d5-4b70-8c6c-ac0f22709dea, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:46:07.761135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Network 09770094-83d5-4b70-8c6c-ac0f22709dea is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:46:07.772337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 09770094-83d5-4b70-8c6c-ac0f22709dea) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:46:07.776788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:07.777422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.782060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84649a-4200-47d6-9e07-ff307e2e84c9 None None] Network 09770094-83d5-4b70-8c6c-ac0f22709dea requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:46:07.800748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0c2f73e5-ce48-4cb2-9baa-4958b0c41a83 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3783724 Dec 23 16:46:08.012606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb57c2-ff46-41da-b20c-a7dd42dc3a3f None None] Network 09770094-83d5-4b70-8c6c-ac0f22709dea requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:46:08.318745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-46d1d03c-5dbd-4a49-bbdc-848535acb809 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:08.320113 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-46d1d03c-5dbd-4a49-bbdc-848535acb809 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 813 time: 0.1386945 Dec 23 16:46:08.336847 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-d3a3a9f4-72bf-4bc1-9c48-7fb14ad65a70 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/quotas/7791da79354047ea93f0dbb193c501fb HTTP/1.1" status: 200 len: 375 time: 0.0103791 Dec 23 16:46:08.383956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-19d55dfd-2334-4198-9f7f-555c49fc5984 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424082 Dec 23 16:46:08.452083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:08.514889 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-5c75fe89-e50a-499e-afcd-80db8bfb281e service neutron] 10.222.0.18 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245928 Dec 23 16:46:08.544281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:08.652714 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-139e17e1-37c9-492e-b193-b64da73edf85 service neutron] 10.222.0.18 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317940 Dec 23 16:46:08.830668 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1b6f5ce3-2945-4db9-a497-30834336b5c6 req-f9118e37-a531-41e7-9999-c127182f2fac tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 210 time: 0.0400863 Dec 23 16:46:09.837278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-ce7ceb37-21f2-488b-a66c-7f5c22436648 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:09.838732 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-ce7ceb37-21f2-488b-a66c-7f5c22436648 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 813 time: 0.1454823 Dec 23 16:46:09.856037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Request body: {'port': {'device_id': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea', 'admin_state_up': True, 'tenant_id': '7791da79354047ea93f0dbb193c501fb'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:46:09.960788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:10.068267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-29fadcd0-4717-46e5-97b2-46fe470f27fe req-be37e45a-e2dc-4ec9-be84-1aabd83981fd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 210 time: 0.0536592 Dec 23 16:46:10.114982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:46:10.119194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Usage tracker for resource:port and tenant:7791da79354047ea93f0dbb193c501fb is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:46:10.122001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:46:10.127513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:46:10.137696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Made reservation on behalf of 7791da79354047ea93f0dbb193c501fb for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:46:10.140880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:10.294418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Allocated IP 172.20.0.11 (09770094-83d5-4b70-8c6c-ac0f22709dea/9eb5ce27-d871-49f1-9992-fd8b652dedc1/2609cd0d-1167-416f-98ff-1c050c46cdcb) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:46:10.496053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:10.522260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:10.589432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Network 09770094-83d5-4b70-8c6c-ac0f22709dea is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:46:10.592274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:46:10.596067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:46:10.629177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:10.656241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:10.656826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:10.676445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-7cc266c4-adc1-4610-81f3-193f1c2743eb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8240881 Dec 23 16:46:10.687617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Request body: {'port': {'device_id': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:46:10.792894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:11.117201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2609cd0d-1167-416f-98ff-1c050c46cdcb {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:46:11.126942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:11.146372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Transition to ACTIVE for port object 2609cd0d-1167-416f-98ff-1c050c46cdcb will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:46:11.150995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:11.337660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:11.448083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c9eaf-b5f4-4803-9a92-c14b53e5c5ce req-9f13875f-3d43-4a91-b65f-a5cbb27d973a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:11.448761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-636c9eaf-b5f4-4803-9a92-c14b53e5c5ce req-9f13875f-3d43-4a91-b65f-a5cbb27d973a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Synchronizing usage tracker for tenant:7791da79354047ea93f0dbb193c501fb on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:46:11.481351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Attempting to bind port 2609cd0d-1167-416f-98ff-1c050c46cdcb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:46:11.481684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Attempting to bind port 2609cd0d-1167-416f-98ff-1c050c46cdcb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:46:11.482155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Attempting to bind port 2609cd0d-1167-416f-98ff-1c050c46cdcb on network 09770094-83d5-4b70-8c6c-ac0f22709dea {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:46:11.486205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-636c9eaf-b5f4-4803-9a92-c14b53e5c5ce req-9f13875f-3d43-4a91-b65f-a5cbb27d973a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Unset dirty status for tenant:7791da79354047ea93f0dbb193c501fb on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:46:11.487329 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-636c9eaf-b5f4-4803-9a92-c14b53e5c5ce req-9f13875f-3d43-4a91-b65f-a5cbb27d973a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.2889957 Dec 23 16:46:11.489777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Port 2609cd0d-1167-416f-98ff-1c050c46cdcb on network 09770094-83d5-4b70-8c6c-ac0f22709dea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:46:11.490086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Attempting to bind port 2609cd0d-1167-416f-98ff-1c050c46cdcb on network 09770094-83d5-4b70-8c6c-ac0f22709dea {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:46:11.511388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:46:11.511754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Checking segment: {'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:46:11.512123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Bound using segment: {'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:46:11.512541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Bound port: 2609cd0d-1167-416f-98ff-1c050c46cdcb, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:46:11.512875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:11.596216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-636c9eaf-b5f4-4803-9a92-c14b53e5c5ce req-d1169696-2934-4f25-a88c-43d1debf2ed9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028402 Dec 23 16:46:11.622678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:46:11.625915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:46:11.629868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:11.691178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:11.692606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] 10.222.0.59 "PUT /v2.0/ports/2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 200 len: 1094 time: 1.0088913 Dec 23 16:46:11.693022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:46:11.709594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf52605-61cc-4941-9e9a-381a36650998 service neutron] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:11.771321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'status': 'completed', 'code': 200} Dec 23 16:46:11.807287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-e09c9046-7499-450e-801d-4eded8465324 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 1097 time: 0.0728791 Dec 23 16:46:11.877710 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-c2392f1c-3ac7-4fc6-a767-64c9aa84e1d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 200 len: 217 time: 0.0633507 Dec 23 16:46:11.939469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-81ac3211-ed76-41b1-8608-b359c4ee021f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:11.940851 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-81ac3211-ed76-41b1-8608-b359c4ee021f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0564773 Dec 23 16:46:11.990015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-b474fb33-500c-4d7c-9d34-498141c8428b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420580 Dec 23 16:46:12.264486 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-9a50a42e-640b-4e8d-9a6f-94919021a315 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678196 Dec 23 16:46:12.418421 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2202538-7c34-4cf5-a85b-73b37e864895 req-97c9f555-5406-436f-ab0e-30693fc8d63d service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479375 Dec 23 16:46:12.529494 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-b56697da-0245-437b-8793-453fecd4ac32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 1097 time: 0.0673833 Dec 23 16:46:12.666483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-2305f92b-e674-40a6-ac29-ca53579c5bef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:12.668002 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-2305f92b-e674-40a6-ac29-ca53579c5bef service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1329973 Dec 23 16:46:12.784642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-024b0c70-ee6c-4ba6-b229-104455d92ac7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 200 len: 217 time: 0.1100628 Dec 23 16:46:12.866447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-26630122-0e12-40a4-84bb-70f344d4c27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:12.868380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-26630122-0e12-40a4-84bb-70f344d4c27a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0776651 Dec 23 16:46:12.911721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3577-822e-44ea-9e48-b01b5b042c74 req-4157d2a9-7d9f-42f0-bc1b-c6a15db563ee tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:12.913075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e8e3577-822e-44ea-9e48-b01b5b042c74 req-4157d2a9-7d9f-42f0-bc1b-c6a15db563ee tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.1802578 Dec 23 16:46:12.919042 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-eaa25ef1-7a88-4447-b6da-aa746ccbbf5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434279 Dec 23 16:46:13.037104 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e8e3577-822e-44ea-9e48-b01b5b042c74 req-bf5cfbbd-dc7e-4cf1-9b26-3b865322c6cf tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171007 Dec 23 16:46:13.072478 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-fd0ac3f3-10a4-4bf3-a2b7-d4aa8129fee8 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393940 Dec 23 16:46:13.209113 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d3b35ff8-f7f0-4d09-be2e-152cfc659c6a req-cf955690-d02f-4a1a-bb1f-6a3ed85d0fe8 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287453 Dec 23 16:46:14.232528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2d06d-8db7-4b31-b9f6-3cb697e94c40 req-da31f216-6411-4f73-8c5e-3ad14388f01a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:14.233934 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34c2d06d-8db7-4b31-b9f6-3cb697e94c40 req-da31f216-6411-4f73-8c5e-3ad14388f01a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0765357 Dec 23 16:46:14.277326 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34c2d06d-8db7-4b31-b9f6-3cb697e94c40 req-e860d700-577a-478c-afd5-a742d9e22ef6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Dec 23 16:46:15.468346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdca01-bd46-4c37-b8dd-c0c53868271c req-ed972a6c-f7a2-4c72-9c37-748dbc834cdb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:15.469814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53cdca01-bd46-4c37-b8dd-c0c53868271c req-ed972a6c-f7a2-4c72-9c37-748dbc834cdb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0771053 Dec 23 16:46:15.514370 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53cdca01-bd46-4c37-b8dd-c0c53868271c req-c66d82df-2ab9-4a13-a97c-b22acfafc7ef tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Dec 23 16:46:15.791623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 2609cd0d-1167-416f-98ff-1c050c46cdcb details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:46:15.930391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:15.951494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea', 'port_id': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'mac_address': 'fa:16:3e:62:5e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb5ce27-d871-49f1-9992-fd8b652dedc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:46:16.008897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:16.025633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2609cd0d-1167-416f-98ff-1c050c46cdcb {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:46:16.039937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:16.044038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:16.106977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:16.361472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['2609cd0d-1167-416f-98ff-1c050c46cdcb'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:46:16.708995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf14d-4248-452b-8a2a-ce19d0b046eb req-d03e6d55-b142-4dbc-9440-bbd737c3a331 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:16.710351 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4caf14d-4248-452b-8a2a-ce19d0b046eb req-d03e6d55-b142-4dbc-9440-bbd737c3a331 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 945 time: 0.0778146 Dec 23 16:46:16.755281 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4caf14d-4248-452b-8a2a-ce19d0b046eb req-bf4f2ec0-faf3-4287-bc8a-c25de65f9120 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 Dec 23 16:46:17.790422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 2609cd0d-1167-416f-98ff-1c050c46cdcb up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:46:17.856362 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 2609cd0d-1167-416f-98ff-1c050c46cdcb completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:46:17.860881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 2609cd0d-1167-416f-98ff-1c050c46cdcb triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:46:17.861242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:17.949860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739045-4200-4af0-b869-adc1a24ad537 req-02dc7746-cf85-4838-94b5-1b28d365417d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:17.952017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76739045-4200-4af0-b869-adc1a24ad537 req-02dc7746-cf85-4838-94b5-1b28d365417d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 945 time: 0.0746498 Dec 23 16:46:17.973174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:17.999740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76739045-4200-4af0-b869-adc1a24ad537 req-e5db70f3-7bf3-49a1-8a87-50855bc22844 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Dec 23 16:46:18.000421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:46:18.025274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:18.025274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:18.062696 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'code': 200} Dec 23 16:46:18.088059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:18.270217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36d2a00f-31ea-4758-a71e-0831c390f454 req-5cb6066a-8aa7-4d92-87fd-983005f7df28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 1099 time: 0.0655544 Dec 23 16:46:18.310640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36d2a00f-31ea-4758-a71e-0831c390f454 req-7cf03b8a-6c05-4e66-aee4-6ca666685643 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Dec 23 16:46:19.197230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41a95-66f9-4409-92fd-b860cb56fd0d req-db6c758a-a277-4f1c-8a99-ae8f56d31e14 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:19.198651 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ca41a95-66f9-4409-92fd-b860cb56fd0d req-db6c758a-a277-4f1c-8a99-ae8f56d31e14 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0826573 Dec 23 16:46:19.244138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ca41a95-66f9-4409-92fd-b860cb56fd0d req-4c151423-96c1-40e3-b20f-3294a0679590 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383036 Dec 23 16:46:20.437786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10330a5-0237-4525-aafc-1390196ee5b4 req-d82f691d-08f0-4b9f-9f2f-0f1b58e2f97a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:20.439217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e10330a5-0237-4525-aafc-1390196ee5b4 req-d82f691d-08f0-4b9f-9f2f-0f1b58e2f97a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0742435 Dec 23 16:46:20.482791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e10330a5-0237-4525-aafc-1390196ee5b4 req-42a7d00e-45f1-4f40-b3d7-2ce946c318f9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380056 Dec 23 16:46:20.767121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd3514-c1bf-4cd0-a28a-18f1004decb9 req-8f054490-cc44-478a-9738-f5b4bf752eb1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:20.768846 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20fd3514-c1bf-4cd0-a28a-18f1004decb9 req-8f054490-cc44-478a-9738-f5b4bf752eb1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.1706903 Dec 23 16:46:20.811996 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20fd3514-c1bf-4cd0-a28a-18f1004decb9 req-c91b77f6-bf0e-48a5-9d88-359c568a24a7 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377648 Dec 23 16:46:21.146268 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-99b8724d-2242-4ac8-a09f-babf1cfdca62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1086426 Dec 23 16:46:21.178466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a278-78c9-4e78-b839-9dc50b78d517 req-ce346835-6370-41c9-b6ac-983f28da4841 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:21.180532 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c72a278-78c9-4e78-b839-9dc50b78d517 req-ce346835-6370-41c9-b6ac-983f28da4841 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0850062 Dec 23 16:46:21.266420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c72a278-78c9-4e78-b839-9dc50b78d517 req-d143af1c-9318-473a-b01c-a7065a0c0a4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804477 Dec 23 16:46:21.293528 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-3f69b4d6-e3a8-4f93-ac04-e789fcd05e29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 1099 time: 0.0771565 Dec 23 16:46:21.491633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-351d3044-e8d8-4cb7-8c27-b2caa7dd7e33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:21.493081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-351d3044-e8d8-4cb7-8c27-b2caa7dd7e33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1818638 Dec 23 16:46:21.552909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b63cb-fda3-4a9b-a5a6-ee6e2281afb7 req-1f8b9384-fba8-48de-8107-8cc1b0f4ab9c tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:21.554204 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a2b63cb-fda3-4a9b-a5a6-ee6e2281afb7 req-1f8b9384-fba8-48de-8107-8cc1b0f4ab9c tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.1675105 Dec 23 16:46:21.580892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-28289805-a338-4fa2-b08d-fd3810196d51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 200 len: 217 time: 0.0802338 Dec 23 16:46:21.653744 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a2b63cb-fda3-4a9b-a5a6-ee6e2281afb7 req-2d708ef5-600c-43d8-a573-860304ad8ea3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942333 Dec 23 16:46:21.662199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-da5baa73-5d76-462a-bddb-b1167d7b871b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:21.663580 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-da5baa73-5d76-462a-bddb-b1167d7b871b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0763619 Dec 23 16:46:21.708435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-5d84b385-1d17-4f95-898d-ff1e5c7064fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382988 Dec 23 16:46:21.888473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-aa405801-5591-45a0-af12-d9c1296852b6 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740754 Dec 23 16:46:21.916606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f94a1b2-c0fd-4675-9b54-115ca202f16e req-cc4e777c-8cf9-4603-bbe1-11af3c449440 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1358278 Dec 23 16:46:22.019781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2dbfa976-d2d1-4833-a88f-86b3f1fc8f53 req-8abde265-70c5-4528-b01c-bb48d7b5df6f service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248329 Dec 23 16:46:22.198844 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-89f30baf-6499-4fc3-8672-19e6f6c49b51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106279 Dec 23 16:46:22.228045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf327-cdc6-4988-b52b-3adbd6f0260f req-01bf107c-a6c4-4955-b2af-4f30f78852cb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:22.229465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-94eaf327-cdc6-4988-b52b-3adbd6f0260f req-01bf107c-a6c4-4955-b2af-4f30f78852cb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0873506 Dec 23 16:46:22.276327 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-94eaf327-cdc6-4988-b52b-3adbd6f0260f req-5145ebc9-3d78-4ec0-ac21-05d4642c655f tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Dec 23 16:46:23.356636 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-cf116a73-b5ea-45a1-8a2a-0165dd2208ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 1099 time: 0.0658278 Dec 23 16:46:23.538668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825119-8672-4c2e-94f6-876d498c0338 req-e5eb2c4c-f436-42fd-9752-186e6013b2f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:23.540112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-e5eb2c4c-f436-42fd-9752-186e6013b2f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1778731 Dec 23 16:46:23.549531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb2fc-7cc1-43a8-9d53-16aa40305b13 req-74bf7e1b-ef72-4a04-bf74-c84ece9ef6fd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:23.550811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92dcb2fc-7cc1-43a8-9d53-16aa40305b13 req-74bf7e1b-ef72-4a04-bf74-c84ece9ef6fd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.1236277 Dec 23 16:46:23.627616 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-a8a02972-f652-4cbd-a324-e533d8d27135 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 200 len: 217 time: 0.0758257 Dec 23 16:46:23.785789 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-92dcb2fc-7cc1-43a8-9d53-16aa40305b13 req-a019853c-7b0e-4e3f-92fc-28aebbb63a68 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881504 Dec 23 16:46:23.796548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825119-8672-4c2e-94f6-876d498c0338 req-791e0071-fc4a-476b-910f-16213534ca3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:23.797963 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-791e0071-fc4a-476b-910f-16213534ca3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.1618125 Dec 23 16:46:23.843053 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-e99aef5e-d938-46fe-87b0-200aa0812eb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374773 Dec 23 16:46:23.967920 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-474e7da0-dcb7-43d0-b2be-80c781d23cc8 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180797 Dec 23 16:46:24.092875 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-628d8abf-3a25-4583-8071-456fc6b105a7 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192386 Dec 23 16:46:24.979871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243d123-8fb5-43fa-b291-25156fee2dd1 req-d62c7d3f-c22d-4c0e-8b2c-64ad3c74f2dd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:24.981305 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1243d123-8fb5-43fa-b291-25156fee2dd1 req-d62c7d3f-c22d-4c0e-8b2c-64ad3c74f2dd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0777256 Dec 23 16:46:25.025257 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1243d123-8fb5-43fa-b291-25156fee2dd1 req-78c143e2-35c2-4b22-a1db-8bbdb87fe4c3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Dec 23 16:46:26.214098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d4c16-3afa-45e7-be07-4750660764dc req-d3e8b15a-1c99-432d-86af-9114034813f1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:26.215429 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-007d4c16-3afa-45e7-be07-4750660764dc req-d3e8b15a-1c99-432d-86af-9114034813f1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0742626 Dec 23 16:46:26.258510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-007d4c16-3afa-45e7-be07-4750660764dc req-202e335d-f915-46ac-89e5-d95eaab51047 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Dec 23 16:46:27.454866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d05c-387c-4521-9fb4-7f0299a890cd req-0c7ce623-4bf4-4af9-8160-d18d14f80e02 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:27.456325 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f348d05c-387c-4521-9fb4-7f0299a890cd req-0c7ce623-4bf4-4af9-8160-d18d14f80e02 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0780070 Dec 23 16:46:27.501483 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f348d05c-387c-4521-9fb4-7f0299a890cd req-d1372e1a-2ec4-4456-87e8-89a6fc4ad12d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Dec 23 16:46:28.692152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b9f02-95cb-475d-86ef-a218208ec745 req-8c7e9ad6-0366-4d1a-ae94-2e06e12267be tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:28.693473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b1b9f02-95cb-475d-86ef-a218208ec745 req-8c7e9ad6-0366-4d1a-ae94-2e06e12267be tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0736127 Dec 23 16:46:28.736622 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b1b9f02-95cb-475d-86ef-a218208ec745 req-5876aa4d-6ccc-447f-a4f7-234da340a8fc tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Dec 23 16:46:29.929185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d10a5a-c737-4bdb-9ed9-32d965bfd11f req-34e07bdd-4a0c-489b-87da-93eac23716fa tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:29.930596 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a6d10a5a-c737-4bdb-9ed9-32d965bfd11f req-34e07bdd-4a0c-489b-87da-93eac23716fa tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0764525 Dec 23 16:46:29.973969 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a6d10a5a-c737-4bdb-9ed9-32d965bfd11f req-bed3badf-999b-49b3-9571-51cb53f8b5bb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Dec 23 16:46:31.166100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2259b6-ac15-4159-9314-33248768fb90 req-14f31cf1-f382-4b51-8700-6b7c715e9aa2 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:31.167570 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a2259b6-ac15-4159-9314-33248768fb90 req-14f31cf1-f382-4b51-8700-6b7c715e9aa2 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0734427 Dec 23 16:46:31.214520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a2259b6-ac15-4159-9314-33248768fb90 req-d7d56ec1-dd95-4448-b653-b43d5c91e1e5 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Dec 23 16:46:32.412184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac764f-3a89-4d05-9989-16563de11d3e req-f9c859e5-28dc-4903-bb11-bebf13776d82 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:32.413680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3fac764f-3a89-4d05-9989-16563de11d3e req-f9c859e5-28dc-4903-bb11-bebf13776d82 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0748966 Dec 23 16:46:32.457494 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3fac764f-3a89-4d05-9989-16563de11d3e req-252928ce-ebc2-4493-ab02-6ba23d31900b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Dec 23 16:46:33.651777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9a8d-b828-490a-ac13-322c34901153 req-7232db70-6dc6-42dd-8522-7a079d3289e9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:33.653200 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-291b9a8d-b828-490a-ac13-322c34901153 req-7232db70-6dc6-42dd-8522-7a079d3289e9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0795457 Dec 23 16:46:33.696516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-291b9a8d-b828-490a-ac13-322c34901153 req-abc2923f-f4d9-473a-8bf8-aa89dc7c5f04 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Dec 23 16:46:34.888755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc934ce7-b622-4288-a8de-656215660a72 req-429f48e8-75a0-4f94-bd23-901d311c98f1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:34.890163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dc934ce7-b622-4288-a8de-656215660a72 req-429f48e8-75a0-4f94-bd23-901d311c98f1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0732629 Dec 23 16:46:34.934330 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dc934ce7-b622-4288-a8de-656215660a72 req-9f92e5d0-149b-4b63-a2a3-2967622db168 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384464 Dec 23 16:46:35.074213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19348d1e-9147-4fde-9c6a-66f7d1f26dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:36.127325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39582144-348b-4800-872f-c0851af89f37 req-a5213621-b1b5-4799-9d38-812141729142 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:36.128763 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-39582144-348b-4800-872f-c0851af89f37 req-a5213621-b1b5-4799-9d38-812141729142 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0768983 Dec 23 16:46:36.172123 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-39582144-348b-4800-872f-c0851af89f37 req-5128a368-ceb9-4abb-915c-ebec8f4e3b36 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380261 Dec 23 16:46:36.929430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:37.298640 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64456423-d491-4349-90c9-d6d59ec7326a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:37.370467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf716f-db10-42b4-adac-a77d9f852827 req-7844e757-44b9-41d1-9534-0391de1845ee tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:37.371928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-37cf716f-db10-42b4-adac-a77d9f852827 req-7844e757-44b9-41d1-9534-0391de1845ee tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0739152 Dec 23 16:46:37.419899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-37cf716f-db10-42b4-adac-a77d9f852827 req-dbb92cfd-61d2-4ff9-9b3c-d017b5be9c14 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Dec 23 16:46:38.452038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:38.546241 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:38.617487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3426f45-84c7-4cce-a4a2-6ce4addbc3a7 req-f7b86fca-46e6-464c-882a-18457dc8fe6a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:38.618832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3426f45-84c7-4cce-a4a2-6ce4addbc3a7 req-f7b86fca-46e6-464c-882a-18457dc8fe6a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0753667 Dec 23 16:46:38.662376 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3426f45-84c7-4cce-a4a2-6ce4addbc3a7 req-5af365cc-9818-42b2-8e8b-93c48e2fc25b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Dec 23 16:46:39.858027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1f70c-328e-4137-95e2-026d7b0f58b1 req-f6339176-f6fd-4f2a-9dc9-54d92b4a4c69 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:39.859446 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19d1f70c-328e-4137-95e2-026d7b0f58b1 req-f6339176-f6fd-4f2a-9dc9-54d92b4a4c69 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0767164 Dec 23 16:46:39.903138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19d1f70c-328e-4137-95e2-026d7b0f58b1 req-6025f459-e92d-4dc8-b57a-71bab2aa3d18 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 Dec 23 16:46:39.954565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:41.095808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91beda-c91c-4692-a981-e6a773066706 req-91060ff2-c318-42da-bee9-981f4103d859 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:41.097287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ee91beda-c91c-4692-a981-e6a773066706 req-91060ff2-c318-42da-bee9-981f4103d859 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0770302 Dec 23 16:46:41.141666 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ee91beda-c91c-4692-a981-e6a773066706 req-c7a7a01b-692f-40b4-9651-01c276e5c115 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Dec 23 16:46:42.422289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d57b1-914a-4378-841e-581bd7ff2b3d req-dd019112-612a-4d15-a010-05d3e0e82d07 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:42.423746 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f26d57b1-914a-4378-841e-581bd7ff2b3d req-dd019112-612a-4d15-a010-05d3e0e82d07 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.1627536 Dec 23 16:46:42.467990 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f26d57b1-914a-4378-841e-581bd7ff2b3d req-373b5243-a039-4064-8c03-4525ffd0e191 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388207 Dec 23 16:46:42.876736 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:46:43.659650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55f788-8e57-4d8a-a8e0-f742ab15dc30 req-22f5eaa4-df16-45e5-a080-6cc75d6c39ea tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:43.661089 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a55f788-8e57-4d8a-a8e0-f742ab15dc30 req-22f5eaa4-df16-45e5-a080-6cc75d6c39ea tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0753798 Dec 23 16:46:43.704553 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a55f788-8e57-4d8a-a8e0-f742ab15dc30 req-51a725d9-d329-47b6-8b36-855dbb643dc3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380056 Dec 23 16:46:44.897181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524757-7e9a-4008-a73d-8fda9e111749 req-538d6043-3c26-4328-8800-4b6e4e3251a2 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:44.899221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f524757-7e9a-4008-a73d-8fda9e111749 req-538d6043-3c26-4328-8800-4b6e4e3251a2 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0770919 Dec 23 16:46:44.941476 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f524757-7e9a-4008-a73d-8fda9e111749 req-78bf9c76-39f5-4475-b21c-abf8315eeb90 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369413 Dec 23 16:46:46.136346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456528-4c33-4fbf-98eb-63dfecb69abd req-d9787366-70e4-4f35-bbe0-f93a908c25a8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:46.137752 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d8456528-4c33-4fbf-98eb-63dfecb69abd req-d9787366-70e4-4f35-bbe0-f93a908c25a8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0742493 Dec 23 16:46:46.184724 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d8456528-4c33-4fbf-98eb-63dfecb69abd req-3dd90b50-bb6d-4d75-861f-6f0bd7c06acb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Dec 23 16:46:47.381307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd09d-beae-4568-b8a6-250b9ee1daf3 req-53848714-02f7-4311-b64f-755b4f6d902a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:47.383227 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-60bbd09d-beae-4568-b8a6-250b9ee1daf3 req-53848714-02f7-4311-b64f-755b4f6d902a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0810163 Dec 23 16:46:47.427735 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-60bbd09d-beae-4568-b8a6-250b9ee1daf3 req-70d0db0d-a5d6-41a3-ae90-a275d059563a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Dec 23 16:46:48.628488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8657fb-ed4c-4ba6-8132-4e39b14cf85d req-944200a9-6180-418e-9d11-2ae2e9568e50 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:48.629900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ee8657fb-ed4c-4ba6-8132-4e39b14cf85d req-944200a9-6180-418e-9d11-2ae2e9568e50 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0783098 Dec 23 16:46:48.673679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ee8657fb-ed4c-4ba6-8132-4e39b14cf85d req-73de3575-9e3b-4ae9-bd38-7047fb0415d8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Dec 23 16:46:49.864904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67da02-f35a-451a-b532-f9d4baf3e681 req-56f1281e-5117-4462-9a1b-fbc13f39ffbd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:49.866311 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9b67da02-f35a-451a-b532-f9d4baf3e681 req-56f1281e-5117-4462-9a1b-fbc13f39ffbd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0732248 Dec 23 16:46:49.910066 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9b67da02-f35a-451a-b532-f9d4baf3e681 req-d6029c35-f1e1-417e-9d02-c1b3dafeacbc tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379319 Dec 23 16:46:50.800350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-ded47252-62c1-4ba4-b76c-845efc9ee2cf service neutron] 10.222.0.59 "GET /v2.0/ports/2609cd0d-1167-416f-98ff-1c050c46cdcb/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0733738 Dec 23 16:46:51.107358 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-d06760f3-0c89-42f4-988e-58ddc6998474 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4&tenant_id=7791da79354047ea93f0dbb193c501fb HTTP/1.1" status: 200 len: 1099 time: 0.1200850 Dec 23 16:46:51.123599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58eab7-daec-480c-9de3-875c625a8525 req-eac5e2e9-d421-478a-8cfe-797e4dc816ff tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:51.124948 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d58eab7-daec-480c-9de3-875c625a8525 req-eac5e2e9-d421-478a-8cfe-797e4dc816ff tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0877206 Dec 23 16:46:51.214059 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d58eab7-daec-480c-9de3-875c625a8525 req-bc0f3f0e-8391-4d2b-ba56-b37014e9e1c3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Dec 23 16:46:51.226980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-8552bb75-85de-406a-9a03-9633193bed22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 1099 time: 0.0992951 Dec 23 16:46:51.362862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825119-8672-4c2e-94f6-876d498c0338 req-82ae9c48-5bac-4c0c-8797-69da68e9879b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:51.364253 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-82ae9c48-5bac-4c0c-8797-69da68e9879b service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1311173 Dec 23 16:46:51.432989 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-dc1e4229-ec62-4f11-be1b-76a96c772625 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 200 len: 217 time: 0.0625420 Dec 23 16:46:51.491018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825119-8672-4c2e-94f6-876d498c0338 req-a5609065-5d7a-4ef0-a67e-01a1444b8f33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:51.492400 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-a5609065-5d7a-4ef0-a67e-01a1444b8f33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0540721 Dec 23 16:46:51.538370 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-c099e675-5062-49c9-a17c-41dd92796e48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398874 Dec 23 16:46:51.663010 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-3c13f4c4-7d32-4195-aede-48ccc5fc841b service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186941 Dec 23 16:46:51.786488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-64825119-8672-4c2e-94f6-876d498c0338 req-e7676bab-4bbe-466f-a12f-47bb1c41058a service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176109 Dec 23 16:46:52.407814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688d666-d80d-4da2-bd65-7f0e42b68f88 req-9198bcb0-c9da-4708-b633-4a321c3a7d3a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:52.409265 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f688d666-d80d-4da2-bd65-7f0e42b68f88 req-9198bcb0-c9da-4708-b633-4a321c3a7d3a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.0771716 Dec 23 16:46:52.453847 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f688d666-d80d-4da2-bd65-7f0e42b68f88 req-9acb1c67-5d61-4277-9fcd-2d49d7410e07 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391705 Dec 23 16:46:53.733877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2558-1380-4242-a4f1-dd0e330c39e5 req-beef6022-f8c3-4151-867e-a5350602b655 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:53.735221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b7c2558-1380-4242-a4f1-dd0e330c39e5 req-beef6022-f8c3-4151-867e-a5350602b655 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 946 time: 0.1597183 Dec 23 16:46:53.779162 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b7c2558-1380-4242-a4f1-dd0e330c39e5 req-6c2b1439-97b9-4264-a3e6-6b63032179c9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384583 Dec 23 16:46:53.961271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 2609cd0d-1167-416f-98ff-1c050c46cdcb details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:46:53.965319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 2609cd0d-1167-416f-98ff-1c050c46cdcb no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:46:54.198753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:54.230987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:54.251911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea', 'port_id': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'mac_address': 'fa:16:3e:62:5e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb5ce27-d871-49f1-9992-fd8b652dedc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:46:54.253172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:46:54.289331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:54.298371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:54.337524 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'code': 200} Dec 23 16:46:54.365628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:54.389840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2609cd0d-1167-416f-98ff-1c050c46cdcb {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:46:54.425893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:54.456873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:46:54.457341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:46:54.970936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e9f6-6037-4abe-a208-e5616f9bafda req-02269849-57f9-4f78-af49-91660df4f029 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:54.972428 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-43b1e9f6-6037-4abe-a208-e5616f9bafda req-02269849-57f9-4f78-af49-91660df4f029 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0751071 Dec 23 16:46:55.009483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:55.018860 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-43b1e9f6-6037-4abe-a208-e5616f9bafda req-1fc0547f-c024-4a0d-b2fa-fe902f6752ea tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Dec 23 16:46:55.030356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2609cd0d-1167-416f-98ff-1c050c46cdcb {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:46:55.045820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:55.049737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:55.112771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['2609cd0d-1167-416f-98ff-1c050c46cdcb'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:46:55.163342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:55.406899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123a207-733d-4720-a653-d163e37cfe5b req-1455da4c-3669-4069-bbb0-9191896c19c4 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:55.408284 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9123a207-733d-4720-a653-d163e37cfe5b req-1455da4c-3669-4069-bbb0-9191896c19c4 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 945 time: 0.1384246 Dec 23 16:46:55.414362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-dcf2b539-a8cc-4e01-88a1-9bdc2f91d908 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:55.415740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-dcf2b539-a8cc-4e01-88a1-9bdc2f91d908 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4&tenant_id=7791da79354047ea93f0dbb193c501fb&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.1116798 Dec 23 16:46:55.455373 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9123a207-733d-4720-a653-d163e37cfe5b req-f0507dfc-256f-43a3-a825-64035fbd8da0 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 Dec 23 16:46:55.552871 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-33b48861-e936-478f-92ff-0910dd9dbf01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 1098 time: 0.0664735 Dec 23 16:46:55.679199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-40a3f8be-a3bc-452e-bbdd-f1a97261f8b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:55.680623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-40a3f8be-a3bc-452e-bbdd-f1a97261f8b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1218033 Dec 23 16:46:55.749053 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-1cc68dad-822a-48e8-9091-d6bc068b71c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 200 len: 217 time: 0.0626612 Dec 23 16:46:55.809273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-b975bb30-32b3-42f2-acda-8fb873f0ad0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:55.810636 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-b975bb30-32b3-42f2-acda-8fb873f0ad0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0553982 Dec 23 16:46:55.856726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-e3bee500-9c1f-4d4f-b1d9-eb1caa747c0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402398 Dec 23 16:46:55.963244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 2609cd0d-1167-416f-98ff-1c050c46cdcb no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:46:55.983450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-3fa1d449-7efe-45ef-a163-572f172eb171 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206238 Dec 23 16:46:56.073123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:56.089533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2609cd0d-1167-416f-98ff-1c050c46cdcb {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:46:56.104383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:56.108538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:56.116627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb0be85e-7598-4753-818a-a7aa934b1317 req-526296a6-7d80-4251-9527-ce9fe1beb67b service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263030 Dec 23 16:46:56.172354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:56.666928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c64671-f395-4860-bbf3-ea3b2f303bb7 req-2ca77486-7a7b-4156-8685-d7a118fc8e6e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:56.668400 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4c64671-f395-4860-bbf3-ea3b2f303bb7 req-2ca77486-7a7b-4156-8685-d7a118fc8e6e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0846062 Dec 23 16:46:56.722239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4c64671-f395-4860-bbf3-ea3b2f303bb7 req-34c3873d-f116-4b40-abd9-39455c1b0fc0 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481210 Dec 23 16:46:56.918773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d29ef-5883-4add-b15e-c56477a12a32 req-7fd6ae88-4f8a-4282-ba39-b874c3968446 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:56.920208 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad8d29ef-5883-4add-b15e-c56477a12a32 req-7fd6ae88-4f8a-4282-ba39-b874c3968446 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0775754 Dec 23 16:46:56.964022 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ad8d29ef-5883-4add-b15e-c56477a12a32 req-9818064d-2ba5-4eac-9064-6a80307d4ac6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Dec 23 16:46:57.152038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70721594-8f0c-458b-8c09-6417d2c28d5e req-d87b4758-82d7-4a8b-8e01-0ec8ec15b1ed tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:57.153450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70721594-8f0c-458b-8c09-6417d2c28d5e req-d87b4758-82d7-4a8b-8e01-0ec8ec15b1ed tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0748410 Dec 23 16:46:57.195615 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70721594-8f0c-458b-8c09-6417d2c28d5e req-27485fa5-d62f-465a-bb42-05952cc69b9e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368052 Dec 23 16:46:57.685513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-e68fee8f-77ba-42b7-a1d3-b22e15c347d0 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:57.686907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-e68fee8f-77ba-42b7-a1d3-b22e15c347d0 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 813 time: 0.1376317 Dec 23 16:46:57.702247 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-252ca4b2-ad66-44fa-bbcd-59bc784664c4 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/quotas/7791da79354047ea93f0dbb193c501fb HTTP/1.1" status: 200 len: 375 time: 0.0101068 Dec 23 16:46:57.779344 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-47996155-15bf-4b7e-a9e5-8e6e73c3aabe tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723639 Dec 23 16:46:57.993413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-1242b794-2048-4b67-8e0b-a8505cb08370 service neutron] 10.222.0.18 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076540 Dec 23 16:46:58.119867 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-57242ef0-e72e-48bb-8ee1-e5473517054f service neutron] 10.222.0.18 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207247 Dec 23 16:46:58.297043 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76d5ce64-b27d-4fec-b7e8-cf6460f2e26f req-28316a53-e550-499f-b3a3-df2e2850cd06 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 210 time: 0.0407593 Dec 23 16:46:59.301336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-5538a4cd-f2c1-4be2-b057-ef4d8c81bf3f tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:59.302719 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-5538a4cd-f2c1-4be2-b057-ef4d8c81bf3f tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 813 time: 0.1412041 Dec 23 16:46:59.319704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Request body: {'port': {'device_id': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea', 'admin_state_up': True, 'tenant_id': '7791da79354047ea93f0dbb193c501fb'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:46:59.428663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-49a89172-2849-4341-bffd-320ee7458416 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:59.430133 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-49a89172-2849-4341-bffd-320ee7458416 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e8b105d-df10-4c9c-a9d1-a65441fd74a4 HTTP/1.1" status: 200 len: 944 time: 0.0963390 Dec 23 16:46:59.507012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Deleting port 2609cd0d-1167-416f-98ff-1c050c46cdcb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:46:59.507236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-79a34993-107a-4647-8881-235914a45363 req-c3edecd6-addf-45f0-b774-de5f832649d9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 210 time: 0.0452399 Dec 23 16:46:59.507351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:59.534287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:46:59.538976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:46:59.549143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Made reservation on behalf of 7791da79354047ea93f0dbb193c501fb for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:46:59.552255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:59.713204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Allocated IP 172.20.0.8 (09770094-83d5-4b70-8c6c-ac0f22709dea/9eb5ce27-d871-49f1-9992-fd8b652dedc1/5a4a954a-a8d5-4b54-9d48-350492eeb76a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:46:59.751243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] For port 2609cd0d-1167-416f-98ff-1c050c46cdcb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=2609cd0d-1167-416f-98ff-1c050c46cdcb,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:59.751620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:59.870625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Calling delete_port for 2609cd0d-1167-416f-98ff-1c050c46cdcb owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:46:59.914179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:59.944266 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.011294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.024145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Network 09770094-83d5-4b70-8c6c-ac0f22709dea is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:47:00.025260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:47:00.029125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:47:00.061361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Pushing event deleted for resources: {'Port': ['ID=2609cd0d-1167-416f-98ff-1c050c46cdcb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:00.062718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:00.080076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.080421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.080756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.081086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.081414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.081738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.082059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.082377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.082702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.083015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.083330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.101090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:00.101682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.126950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-4912fb59-7fd2-43ee-945f-472e4723faba tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8108065 Dec 23 16:47:00.132384 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.132735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.133075 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.133412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.133744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.134080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.134393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.134719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.135042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.135366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.135711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:00.138054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Request body: {'port': {'device_id': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:00.148123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] No DVR routers for this DVR port 2609cd0d-1167-416f-98ff-1c050c46cdcb on host hv-neutron-8228 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:47:00.150363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.152928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'name': 'network-vif-deleted', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:47:00.164151 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "DELETE /v2.0/ports/2609cd0d-1167-416f-98ff-1c050c46cdcb HTTP/1.1" status: 204 len: 173 time: 0.7284179 Dec 23 16:47:00.210696 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8b105d-df10-4c9c-a9d1-a65441fd74a4', 'name': 'network-vif-deleted', 'tag': '2609cd0d-1167-416f-98ff-1c050c46cdcb', 'status': 'completed', 'code': 200} Dec 23 16:47:00.251873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.584680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4a954a-a8d5-4b54-9d48-350492eeb76a {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:47:00.593632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.609713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Transition to ACTIVE for port object 5a4a954a-a8d5-4b54-9d48-350492eeb76a will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:47:00.612963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.872291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:00.981939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a46b4-1238-4757-b0c2-1a472d3827fe req-531e51ca-b721-478c-b685-96b75be794da tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:00.982660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-421a46b4-1238-4757-b0c2-1a472d3827fe req-531e51ca-b721-478c-b685-96b75be794da tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Synchronizing usage tracker for tenant:7791da79354047ea93f0dbb193c501fb on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:47:01.008618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Attempting to bind port 5a4a954a-a8d5-4b54-9d48-350492eeb76a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:47:01.008945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Attempting to bind port 5a4a954a-a8d5-4b54-9d48-350492eeb76a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:47:01.009267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Attempting to bind port 5a4a954a-a8d5-4b54-9d48-350492eeb76a on network 09770094-83d5-4b70-8c6c-ac0f22709dea {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:47:01.015991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-421a46b4-1238-4757-b0c2-1a472d3827fe req-531e51ca-b721-478c-b685-96b75be794da tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Unset dirty status for tenant:7791da79354047ea93f0dbb193c501fb on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:47:01.017129 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-421a46b4-1238-4757-b0c2-1a472d3827fe req-531e51ca-b721-478c-b685-96b75be794da tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 943 time: 0.3681519 Dec 23 16:47:01.018293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Port 5a4a954a-a8d5-4b54-9d48-350492eeb76a on network 09770094-83d5-4b70-8c6c-ac0f22709dea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:47:01.018603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Attempting to bind port 5a4a954a-a8d5-4b54-9d48-350492eeb76a on network 09770094-83d5-4b70-8c6c-ac0f22709dea {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:47:01.039078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:47:01.039405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Checking segment: {'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:47:01.040377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Bound using segment: {'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:47:01.040804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Bound port: 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:47:01.041138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:01.122825 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-421a46b4-1238-4757-b0c2-1a472d3827fe req-3202560d-55b6-446b-8cf1-d473e0c37a8f tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976889 Dec 23 16:47:01.148954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:47:01.152429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:47:01.156913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:01.216489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:01.217866 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] 10.222.0.59 "PUT /v2.0/ports/5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 200 len: 1093 time: 1.0837672 Dec 23 16:47:01.218293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:47:01.237471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb1874-59eb-40d2-b750-b579e796e076 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:01.289755 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'status': 'completed', 'code': 200} Dec 23 16:47:01.324777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-21c6777b-9250-4276-b549-43fd5b619ebd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 1096 time: 0.0691140 Dec 23 16:47:01.403729 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-d59186cb-f5ab-4869-b229-cef0d01cea7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 200 len: 217 time: 0.0722754 Dec 23 16:47:01.465128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-74321968-eb06-40ef-9bfa-99d8a141439b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:01.466544 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-74321968-eb06-40ef-9bfa-99d8a141439b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0567901 Dec 23 16:47:01.514364 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-9b8c01ec-2ef0-463a-bbe4-a47895d313d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407767 Dec 23 16:47:01.641760 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-703dc969-630f-4223-a17c-1a8049ffca9a service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204119 Dec 23 16:47:01.770614 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b69a39b2-13b4-4f3d-bc19-a308daa1066e req-959a0090-b0ed-491a-a034-f1dc9ae984a7 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225898 Dec 23 16:47:01.897095 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e821079f-1eb6-44ea-8068-0456e064235f req-259ee6ad-c053-4150-be6f-18ab5bd218df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 1096 time: 0.0662301 Dec 23 16:47:01.962202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 2609cd0d-1167-416f-98ff-1c050c46cdcb no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:47:01.994155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 2609cd0d-1167-416f-98ff-1c050c46cdcb {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:47:01.994493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 2609cd0d-1167-416f-98ff-1c050c46cdcb not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:47:02.026141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821079f-1eb6-44ea-8068-0456e064235f req-f0b4dbed-1991-4196-88e8-3be62095cf22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:02.027476 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e821079f-1eb6-44ea-8068-0456e064235f req-f0b4dbed-1991-4196-88e8-3be62095cf22 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1243243 Dec 23 16:47:02.100440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e821079f-1eb6-44ea-8068-0456e064235f req-de6eff07-6c45-4c0f-9f5c-ba1e2b8df54b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 200 len: 217 time: 0.0667853 Dec 23 16:47:02.159943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821079f-1eb6-44ea-8068-0456e064235f req-185209d9-3196-4966-8201-3e5888453a4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:02.161426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e821079f-1eb6-44ea-8068-0456e064235f req-185209d9-3196-4966-8201-3e5888453a4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0553832 Dec 23 16:47:02.208084 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e821079f-1eb6-44ea-8068-0456e064235f req-11bcd0a2-a863-469f-99d3-a7790f0d12de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408039 Dec 23 16:47:02.387809 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e821079f-1eb6-44ea-8068-0456e064235f req-829fba35-62ea-46a9-8b9b-14cf09a935af service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735370 Dec 23 16:47:02.397636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2232d-6ed9-49a7-b28c-884b9b5b2aa0 req-1ee55051-a85c-4ee1-ab48-73b5cf6af879 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:02.398953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bcd2232d-6ed9-49a7-b28c-884b9b5b2aa0 req-1ee55051-a85c-4ee1-ab48-73b5cf6af879 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 943 time: 0.1236515 Dec 23 16:47:02.622548 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bcd2232d-6ed9-49a7-b28c-884b9b5b2aa0 req-94ac6efb-0784-49cb-92f3-bbccf6f21e2d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054479 Dec 23 16:47:02.644726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e821079f-1eb6-44ea-8068-0456e064235f req-c5ee51ea-c48a-4454-b7fa-000916e2c8ef service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448804 Dec 23 16:47:03.818830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6b3ef-16b8-41bd-992d-c1901919e8d9 req-41a3a135-6d6d-4a61-be88-41de52917ed6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:03.820278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53d6b3ef-16b8-41bd-992d-c1901919e8d9 req-41a3a135-6d6d-4a61-be88-41de52917ed6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 943 time: 0.0773721 Dec 23 16:47:03.863497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53d6b3ef-16b8-41bd-992d-c1901919e8d9 req-ad7b8890-19c2-4e06-bde7-5b9da3f74ee9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Dec 23 16:47:03.960562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5a4a954a-a8d5-4b54-9d48-350492eeb76a details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:47:04.088248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:04.100806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea', 'port_id': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'mac_address': 'fa:16:3e:61:4b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb5ce27-d871-49f1-9992-fd8b652dedc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:47:04.154960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:04.171578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4a954a-a8d5-4b54-9d48-350492eeb76a {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:47:04.185541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:04.189253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:04.252256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:04.260263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.260609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.260946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.261281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.261606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.261930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.262255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.262577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.262898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.263218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.263564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:04.487999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['5a4a954a-a8d5-4b54-9d48-350492eeb76a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:47:05.057419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47dfe8-352d-44c2-b9ed-7746605a0fec req-1a9c7325-4eb3-48f1-9b56-a2e0cc0a7269 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:05.058843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c47dfe8-352d-44c2-b9ed-7746605a0fec req-1a9c7325-4eb3-48f1-9b56-a2e0cc0a7269 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 944 time: 0.0765865 Dec 23 16:47:05.076316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c77662f7-932b-4d48-b186-38fa0b31ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:05.107713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c47dfe8-352d-44c2-b9ed-7746605a0fec req-bb7892f4-1b6e-4e15-86c2-577a9f2f7222 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Dec 23 16:47:05.991864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5a4a954a-a8d5-4b54-9d48-350492eeb76a up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:47:06.057822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 5a4a954a-a8d5-4b54-9d48-350492eeb76a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:47:06.062368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 5a4a954a-a8d5-4b54-9d48-350492eeb76a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:06.062729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:06.172708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:06.199143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:47:06.208594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:06.220751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:06.259495 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'code': 200} Dec 23 16:47:06.293030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:06.305692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c90a1-d699-41c4-a6d0-fbcd03f94768 req-c2aa5d6c-582f-42ec-a62f-cca8e715d9b3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:06.307413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-708c90a1-d699-41c4-a6d0-fbcd03f94768 req-c2aa5d6c-582f-42ec-a62f-cca8e715d9b3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0806530 Dec 23 16:47:06.352613 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-708c90a1-d699-41c4-a6d0-fbcd03f94768 req-9cb73dd7-2d3f-464d-b6ce-be0facdda439 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 Dec 23 16:47:06.484842 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82855435-acd4-48ae-af2e-7047d7af3304 req-ab111dfc-0aa8-46c0-8229-b269fa6a8aa1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 1098 time: 0.0677516 Dec 23 16:47:06.526773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-82855435-acd4-48ae-af2e-7047d7af3304 req-d8bf7c80-3ef6-451b-8daf-958de85e31fc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358291 Dec 23 16:47:06.927158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:07.300543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a13b9edb-8949-4bfc-bd14-fc26b13aa8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:07.553295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401c324-df10-46b8-a9df-11fdad51559d req-bb6517e6-a184-4d5f-9a3c-30a4b086efe8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:07.554632 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5401c324-df10-46b8-a9df-11fdad51559d req-bb6517e6-a184-4d5f-9a3c-30a4b086efe8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0736694 Dec 23 16:47:07.598651 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5401c324-df10-46b8-a9df-11fdad51559d req-a41bc563-8925-4eb2-ae7c-857cf3aa7e38 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Dec 23 16:47:08.454127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:08.547191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:08.792462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785dab2-b88a-4023-829d-c9b3e15d1fee req-92495a69-b111-46fb-a015-bb57d5bc5af2 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:08.793905 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4785dab2-b88a-4023-829d-c9b3e15d1fee req-92495a69-b111-46fb-a015-bb57d5bc5af2 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0774744 Dec 23 16:47:08.837720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4785dab2-b88a-4023-829d-c9b3e15d1fee req-c2b391c3-c5ef-400d-95a9-04b6ff195de7 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 Dec 23 16:47:09.025749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b40808-f2ac-42c8-9474-717a5749cb82 req-6926709a-30b6-43c2-b752-d22e77f794d0 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:09.027173 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-29b40808-f2ac-42c8-9474-717a5749cb82 req-6926709a-30b6-43c2-b752-d22e77f794d0 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0736802 Dec 23 16:47:09.071316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-29b40808-f2ac-42c8-9474-717a5749cb82 req-4b4d5fa3-b8fa-44ce-8da6-7af780c299c8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Dec 23 16:47:09.263521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-df45782c-2a4d-4268-9734-bea9221ee890 req-8ce1b3d0-c367-41e3-8c0e-394dfb66ee2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682609 Dec 23 16:47:09.533824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-f1dbd286-f41f-4d9f-8d47-d7ffc6d60706 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913951 Dec 23 16:47:09.616678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c98fc9-c244-468d-a7f2-ac4092398fec req-4ab5df6d-e01c-4d69-89d9-5ff40b4a5a88 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:09.617993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-90c98fc9-c244-468d-a7f2-ac4092398fec req-4ab5df6d-e01c-4d69-89d9-5ff40b4a5a88 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0798087 Dec 23 16:47:09.664896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-90c98fc9-c244-468d-a7f2-ac4092398fec req-42f65dea-a9e9-427d-9d30-3b028c386e3c tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Dec 23 16:47:09.957449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:10.886701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-45a4afa8-fe59-421f-b601-3474c53dc8a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 1098 time: 0.1270776 Dec 23 16:47:10.892708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f50f6-42ae-4561-95a4-642e347ca9d0 req-b3dcd74b-3ca1-499d-b211-b3d80f23c12a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:10.894263 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e03f50f6-42ae-4561-95a4-642e347ca9d0 req-b3dcd74b-3ca1-499d-b211-b3d80f23c12a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.1014693 Dec 23 16:47:11.026221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e03f50f6-42ae-4561-95a4-642e347ca9d0 req-36f46ab1-6408-48a1-9ecb-3453ad62298d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135600 Dec 23 16:47:11.047996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-c501f91f-c82e-4a16-8aaf-3b65217dafaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:11.049393 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-c501f91f-c82e-4a16-8aaf-3b65217dafaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1543376 Dec 23 16:47:11.117257 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-3af563c3-c155-4583-b70d-0386373876e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 200 len: 217 time: 0.0614753 Dec 23 16:47:11.176679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-142958fd-7205-415b-a12d-03c624f91995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:11.178034 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-142958fd-7205-415b-a12d-03c624f91995 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0546274 Dec 23 16:47:11.220927 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-c66c8d76-0636-4158-983f-ac0fd9f850c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372207 Dec 23 16:47:11.347269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-3b41de08-f67b-489b-b889-32183bb86e97 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197846 Dec 23 16:47:11.578654 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-e7dc5684-e44b-4a9c-9fde-009e219f8b62 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259400 Dec 23 16:47:12.222175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2939d12-fb43-46dd-b4fd-e6852d48a9f8 req-417fbac3-6f9c-4a6d-93a2-cec9fbbe863b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:12.223530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f2939d12-fb43-46dd-b4fd-e6852d48a9f8 req-417fbac3-6f9c-4a6d-93a2-cec9fbbe863b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0736659 Dec 23 16:47:12.267503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f2939d12-fb43-46dd-b4fd-e6852d48a9f8 req-501e1d8f-ee83-4fba-808d-8f4cff54be99 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Dec 23 16:47:13.479378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d047f4-3712-4dde-b5b6-231c8c7eda11 req-541f806f-e892-4fe9-9469-0a8ec74e9bfe tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:13.480841 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81d047f4-3712-4dde-b5b6-231c8c7eda11 req-541f806f-e892-4fe9-9469-0a8ec74e9bfe tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0810866 Dec 23 16:47:13.525910 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81d047f4-3712-4dde-b5b6-231c8c7eda11 req-72b456c6-e930-4c2b-a4fb-ff652e6eea49 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Dec 23 16:47:14.745766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8607ef-888e-453b-a841-6fa5a9faf9be req-4404a979-cdad-49b7-aea4-be68a61b153e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:14.747112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d8607ef-888e-453b-a841-6fa5a9faf9be req-4404a979-cdad-49b7-aea4-be68a61b153e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0757849 Dec 23 16:47:14.790783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d8607ef-888e-453b-a841-6fa5a9faf9be req-13ba77dc-03bc-4df5-afc7-b31c36b4ff0a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Dec 23 16:47:15.983975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54283a6-f740-4851-aa82-a83ebef447f0 req-f2081917-36c6-4637-8d02-15503ab02efd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:15.985396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f54283a6-f740-4851-aa82-a83ebef447f0 req-f2081917-36c6-4637-8d02-15503ab02efd tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0772743 Dec 23 16:47:16.029994 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f54283a6-f740-4851-aa82-a83ebef447f0 req-b3a7daad-0c1c-4d5e-9bc2-660a43682f78 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Dec 23 16:47:17.224765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2137d9-64b8-4f60-97da-8f22998a65ec req-c8b54297-820e-4920-9a5c-5b955e0149e9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:17.226171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da2137d9-64b8-4f60-97da-8f22998a65ec req-c8b54297-820e-4920-9a5c-5b955e0149e9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0727346 Dec 23 16:47:17.269047 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da2137d9-64b8-4f60-97da-8f22998a65ec req-d90692c4-b8ba-454e-8ae1-f5ea7774869b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369573 Dec 23 16:47:18.463228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc64a81-881e-458b-b6ba-ba869e8f52a7 req-c34289d9-af5e-4dc6-b0e8-495b1c915bab tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:18.464665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2bc64a81-881e-458b-b6ba-ba869e8f52a7 req-c34289d9-af5e-4dc6-b0e8-495b1c915bab tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0777147 Dec 23 16:47:18.506865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2bc64a81-881e-458b-b6ba-ba869e8f52a7 req-7e9ad327-dcc4-4d04-9cb6-039ec1b49429 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Dec 23 16:47:19.699793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c47687-d6c2-415e-a719-2933abb0856d req-ced1dbfa-b0a2-4a40-bc12-a5c51497cea8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:19.701158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6c47687-d6c2-415e-a719-2933abb0856d req-ced1dbfa-b0a2-4a40-bc12-a5c51497cea8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0750308 Dec 23 16:47:19.749058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6c47687-d6c2-415e-a719-2933abb0856d req-22993304-df0b-4803-a025-7df0127d8f7a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Dec 23 16:47:19.875976 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:47:20.944600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fde53a-6434-45e4-a64d-f3e9060c75f8 req-743d70a5-4ce7-45db-a01c-b752d99b34a5 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:20.946112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68fde53a-6434-45e4-a64d-f3e9060c75f8 req-743d70a5-4ce7-45db-a01c-b752d99b34a5 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0743737 Dec 23 16:47:20.990406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68fde53a-6434-45e4-a64d-f3e9060c75f8 req-6ea68c01-ab90-420c-8a43-bffa1d38f623 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389228 Dec 23 16:47:21.156289 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-d68d0f46-986c-44af-9f5b-a768c4b94953 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 1098 time: 0.0708849 Dec 23 16:47:21.294555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-8605ca05-a278-46f2-bfab-573cad7c50c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:21.295959 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-8605ca05-a278-46f2-bfab-573cad7c50c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1210752 Dec 23 16:47:21.361719 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-888a4ece-3a53-4f36-8a7d-7c6cd8e0a4bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 200 len: 217 time: 0.0587773 Dec 23 16:47:21.426125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-b1a2ed2c-2579-46b7-bb3a-c51d38012988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:21.427440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-b1a2ed2c-2579-46b7-bb3a-c51d38012988 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0592105 Dec 23 16:47:21.475737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-245d3033-8570-4f71-a762-43687cdd276d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420449 Dec 23 16:47:21.604380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-30c78272-52ed-4b42-9f3b-d7ea7b9d0e87 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223555 Dec 23 16:47:21.732722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f14835e3-5ddf-4aa1-bb27-5de02f40047e req-2ea940c4-86b5-4652-a5ea-ac2bf513dd21 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221819 Dec 23 16:47:22.186707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ad3a3-7e62-41e7-9ce0-65bc128a99e4 req-884473da-969e-464b-9689-85384ed857d6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:22.188147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-289ad3a3-7e62-41e7-9ce0-65bc128a99e4 req-884473da-969e-464b-9689-85384ed857d6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0789573 Dec 23 16:47:22.315488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-289ad3a3-7e62-41e7-9ce0-65bc128a99e4 req-1bf76ea5-1518-487c-94eb-634d158df84e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216445 Dec 23 16:47:23.602986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39108768-8ca4-4475-abd5-6b25e46490cf req-3cd7b1ba-e521-4f3e-9d45-43a5ae8543c6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:23.604495 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-39108768-8ca4-4475-abd5-6b25e46490cf req-3cd7b1ba-e521-4f3e-9d45-43a5ae8543c6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.1706946 Dec 23 16:47:23.647395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-39108768-8ca4-4475-abd5-6b25e46490cf req-7dc44ad1-f476-41a1-812f-d6aaaaa576c2 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374837 Dec 23 16:47:24.842187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be483e-b37b-449d-a5e1-20a389281b91 req-62b6d4d3-ba23-483f-8d57-97686a4783fb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:24.843602 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15be483e-b37b-449d-a5e1-20a389281b91 req-62b6d4d3-ba23-483f-8d57-97686a4783fb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0766740 Dec 23 16:47:24.886903 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15be483e-b37b-449d-a5e1-20a389281b91 req-827059de-32e1-45e8-b5d0-9a3c60b975e7 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Dec 23 16:47:26.077516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f7bcd-965b-40ef-9177-88705167d6c0 req-f15eecec-12e9-42e9-a8cd-9ea8e52b1e0f tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:26.078850 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a27f7bcd-965b-40ef-9177-88705167d6c0 req-f15eecec-12e9-42e9-a8cd-9ea8e52b1e0f tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0736883 Dec 23 16:47:26.125663 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a27f7bcd-965b-40ef-9177-88705167d6c0 req-485f6c28-1eb9-4e8a-99b4-e51399ca9ff9 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Dec 23 16:47:27.384970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a26eca-7b5b-4be3-8bcb-87ee20a7faa7 req-59a19c11-7acc-49fd-a8ea-610f8d58c9c6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:27.386383 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00a26eca-7b5b-4be3-8bcb-87ee20a7faa7 req-59a19c11-7acc-49fd-a8ea-610f8d58c9c6 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.1385860 Dec 23 16:47:27.430520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-00a26eca-7b5b-4be3-8bcb-87ee20a7faa7 req-6bd0489a-1633-4228-8f40-bba088d04765 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Dec 23 16:47:28.766375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d748-10f6-40a1-b387-a49507aeb85f req-10ec9e22-634f-4bb8-a9b4-46a6fa51f851 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:28.767840 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5694d748-10f6-40a1-b387-a49507aeb85f req-10ec9e22-634f-4bb8-a9b4-46a6fa51f851 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0777047 Dec 23 16:47:28.812247 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5694d748-10f6-40a1-b387-a49507aeb85f req-478dd804-1d85-481a-90d2-67b3b06c46ac tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Dec 23 16:47:30.000800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f104-3b47-44ae-9902-b4d61efff413 req-c49a51bc-0e48-4735-8d36-9017fa867623 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:30.002209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6ce2f104-3b47-44ae-9902-b4d61efff413 req-c49a51bc-0e48-4735-8d36-9017fa867623 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0732775 Dec 23 16:47:30.045795 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6ce2f104-3b47-44ae-9902-b4d61efff413 req-4d2ce709-1514-4190-963a-48c7bf4748ea tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Dec 23 16:47:31.249628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd1cb1-a44d-45e1-a505-2b69f7d4d655 req-ee6d4456-9891-459f-852c-eb4418b31d03 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:31.251052 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1cb1-a44d-45e1-a505-2b69f7d4d655 req-ee6d4456-9891-459f-852c-eb4418b31d03 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0763805 Dec 23 16:47:31.294791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2cfd1cb1-a44d-45e1-a505-2b69f7d4d655 req-a548b2cf-0865-47e3-870b-08e472ffa008 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Dec 23 16:47:32.502330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928a471-830c-43b9-9a39-f584ff18be57 req-8d6987a5-767b-4543-8260-8168190303e8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:32.503789 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f928a471-830c-43b9-9a39-f584ff18be57 req-8d6987a5-767b-4543-8260-8168190303e8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0771925 Dec 23 16:47:32.551665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f928a471-830c-43b9-9a39-f584ff18be57 req-7c5991f7-5b3e-460a-a11c-0ed0cfe44f33 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 Dec 23 16:47:33.742641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5f668-1811-45fe-8540-5d6d067c7fda req-81ebdc0f-bfc5-4fde-83c8-cf6661020c74 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:33.743998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46f5f668-1811-45fe-8540-5d6d067c7fda req-81ebdc0f-bfc5-4fde-83c8-cf6661020c74 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0736310 Dec 23 16:47:33.787715 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46f5f668-1811-45fe-8540-5d6d067c7fda req-41f5676d-7ca4-415f-afdc-31823e5f738b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382812 Dec 23 16:47:34.981413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf169d-fd05-469d-b94e-8ddb98011698 req-dea679da-f436-4b7b-ab88-8d161d084efb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:34.982809 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aaaf169d-fd05-469d-b94e-8ddb98011698 req-dea679da-f436-4b7b-ab88-8d161d084efb tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0771608 Dec 23 16:47:35.026019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aaaf169d-fd05-469d-b94e-8ddb98011698 req-bda878be-9aaa-4650-bc29-1d830881a9a8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378237 Dec 23 16:47:35.077505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd89e3c9-118b-4c12-8f17-596a82871394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:36.218082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e7437-aad3-4bbb-82b5-85d2127eb76e req-f02eba7b-af5c-48a6-9d5b-e7609392bcb3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:36.219496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d75e7437-aad3-4bbb-82b5-85d2127eb76e req-f02eba7b-af5c-48a6-9d5b-e7609392bcb3 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0737898 Dec 23 16:47:36.263065 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d75e7437-aad3-4bbb-82b5-85d2127eb76e req-34e319fc-0373-4cc2-9345-e74fbf9e723d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382190 Dec 23 16:47:36.925622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:37.301903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce7e7042-5985-46c9-ae53-c8c6292dd2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:37.458469 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15d512-0152-4f7d-a387-1e39a0eec424 req-c808772e-9f96-426b-aa32-a17b8c9e6245 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:37.459896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a15d512-0152-4f7d-a387-1e39a0eec424 req-c808772e-9f96-426b-aa32-a17b8c9e6245 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0785232 Dec 23 16:47:37.505832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7a15d512-0152-4f7d-a387-1e39a0eec424 req-fc1a7050-5f52-4edc-be30-616a574802e8 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Dec 23 16:47:38.424639 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-c8cffeab-df4f-4b70-9539-207eb0b1f1d9 service neutron] 10.222.0.59 "GET /v2.0/ports/5a4a954a-a8d5-4b54-9d48-350492eeb76a/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0710030 Dec 23 16:47:38.457734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:38.553115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:38.744009 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-da9f34ce-6417-4854-9112-07211c62a871 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13&tenant_id=7791da79354047ea93f0dbb193c501fb HTTP/1.1" status: 200 len: 1098 time: 0.1241190 Dec 23 16:47:38.752878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966688b3-4fc7-4108-ac80-165733f841c9 req-60484306-fc1a-480b-8bcd-d951c373544d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:38.754247 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-966688b3-4fc7-4108-ac80-165733f841c9 req-60484306-fc1a-480b-8bcd-d951c373544d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.1022058 Dec 23 16:47:38.846948 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-966688b3-4fc7-4108-ac80-165733f841c9 req-11f01db5-4b7d-470c-a272-55040ac4af4e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861027 Dec 23 16:47:38.864455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-71afb4af-df20-4756-aefe-d509b8520825 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 1098 time: 0.0896397 Dec 23 16:47:38.992817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-3d913ef5-e236-47b0-a1b8-c9dfc6fb8db1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:38.994273 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-3d913ef5-e236-47b0-a1b8-c9dfc6fb8db1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1241219 Dec 23 16:47:39.141796 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-1b073109-d150-4d26-a650-ebd31b63370a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 200 len: 217 time: 0.1413863 Dec 23 16:47:39.201743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-c7c7710f-035f-4658-8867-415f94499795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:39.203101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-c7c7710f-035f-4658-8867-415f94499795 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0551527 Dec 23 16:47:39.245722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-a3685f22-d8e6-4ee5-92f6-5e8b7910031b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367990 Dec 23 16:47:39.371990 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-83517382-c79a-4b40-bce2-12e2a68c4a59 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197894 Dec 23 16:47:39.501824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16e790e5-2354-4882-90d3-378ed1ee3151 req-bf62710a-ef1a-4c1d-b879-878403ea9e37 service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232085 Dec 23 16:47:39.958605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:40.048224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86986bd-6b20-4350-9fc1-8a0f8c2011f2 req-fe120bcc-5ad2-4a82-9184-fc14ff5cbc31 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:40.049845 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f86986bd-6b20-4350-9fc1-8a0f8c2011f2 req-fe120bcc-5ad2-4a82-9184-fc14ff5cbc31 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0785122 Dec 23 16:47:40.093469 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f86986bd-6b20-4350-9fc1-8a0f8c2011f2 req-f85a1a69-a6d0-401a-9240-aa79c723d8aa tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Dec 23 16:47:41.287446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40403e73-394b-4fde-81bd-3a1bf69cd09d req-56f85a21-f8d9-4203-a306-09e1d872153b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:41.289438 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-40403e73-394b-4fde-81bd-3a1bf69cd09d req-56f85a21-f8d9-4203-a306-09e1d872153b tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0760000 Dec 23 16:47:41.331710 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-40403e73-394b-4fde-81bd-3a1bf69cd09d req-c753f65e-06b1-4bd2-aac2-c5e337132635 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368333 Dec 23 16:47:42.287736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5a4a954a-a8d5-4b54-9d48-350492eeb76a details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:47:42.291036 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5a4a954a-a8d5-4b54-9d48-350492eeb76a no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:47:42.534039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:42.534282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11306a43-145d-4e1e-b47c-b4f622eacc06 req-aad706fe-3683-4bf9-a17a-157e71f9c9dc tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:42.535750 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-11306a43-145d-4e1e-b47c-b4f622eacc06 req-aad706fe-3683-4bf9-a17a-157e71f9c9dc tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0834756 Dec 23 16:47:42.555321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:42.574520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'network_id': '09770094-83d5-4b70-8c6c-ac0f22709dea', 'port_id': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'mac_address': 'fa:16:3e:61:4b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb5ce27-d871-49f1-9992-fd8b652dedc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:47:42.579319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:47:42.579771 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-11306a43-145d-4e1e-b47c-b4f622eacc06 req-65211856-f765-474f-a55a-7414527359f4 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386014 Dec 23 16:47:42.619275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:42.628692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:42.667964 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'code': 200} Dec 23 16:47:42.694490 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:42.718932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a4a954a-a8d5-4b54-9d48-350492eeb76a {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:47:42.728453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:42.789833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:47:42.790183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:47:42.966696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-27096379-9b4e-46ae-bbbe-8315007fb3e7 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:42.968062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-27096379-9b4e-46ae-bbbe-8315007fb3e7 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13&tenant_id=7791da79354047ea93f0dbb193c501fb&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 943 time: 0.1335087 Dec 23 16:47:42.977073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae825d1-2bba-4d91-8097-704fa98130e7 req-2350057a-3293-4457-8dcd-7b5dfe330d51 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:42.978422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ae825d1-2bba-4d91-8097-704fa98130e7 req-2350057a-3293-4457-8dcd-7b5dfe330d51 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 943 time: 0.1147509 Dec 23 16:47:43.023923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ae825d1-2bba-4d91-8097-704fa98130e7 req-9b62d047-dd89-48f8-a119-9104b38e4997 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Dec 23 16:47:43.106924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-27bbf848-38aa-4918-8046-37d37d4e562e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7791da79354047ea93f0dbb193c501fb&device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 1096 time: 0.0700555 Dec 23 16:47:43.234383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-e22a6c23-6055-4322-adb3-f8c47d4c6a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:43.235743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-e22a6c23-6055-4322-adb3-f8c47d4c6a75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 200 len: 914 time: 0.1224141 Dec 23 16:47:43.300650 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-8108267e-9046-42fe-9d23-46f9f954cab8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 200 len: 217 time: 0.0586398 Dec 23 16:47:43.342512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:43.358589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4a954a-a8d5-4b54-9d48-350492eeb76a {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:47:43.363007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-196c4c2b-0c1b-4230-9789-9550539b3906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:43.364500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-196c4c2b-0c1b-4230-9789-9550539b3906 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 200 len: 853 time: 0.0582595 Dec 23 16:47:43.374336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:43.378267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:43.410640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-99a3c290-b74b-4b9b-88e6-3e9804a64f27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=09770094-83d5-4b70-8c6c-ac0f22709dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400779 Dec 23 16:47:43.438683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['5a4a954a-a8d5-4b54-9d48-350492eeb76a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:47:43.495516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:43.540658 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-aac8023d-cb5d-4aa4-b209-869aa34afe7f service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235385 Dec 23 16:47:43.670847 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-596830c4-fa27-4e72-b001-9dba1769d3a7 req-87831786-695e-4702-aac5-6541d431118b service neutron] 10.222.0.59 "GET /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240058 Dec 23 16:47:44.227192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf9db9-369e-4545-b85e-60590b76fe60 req-5540fc5d-bef1-4558-af3a-859689982ada tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:44.228638 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5cf9db9-369e-4545-b85e-60590b76fe60 req-5540fc5d-bef1-4558-af3a-859689982ada tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 944 time: 0.0783839 Dec 23 16:47:44.302974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5a4a954a-a8d5-4b54-9d48-350492eeb76a up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:47:44.377617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e5cf9db9-369e-4545-b85e-60590b76fe60 req-93888aa5-6f1b-478a-b623-d6c3abc3d6e7 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433172 Dec 23 16:47:44.378061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 5a4a954a-a8d5-4b54-9d48-350492eeb76a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:44.378540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:44.492824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:44.524778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:44.529280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:44.588651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383482b-4474-487e-a3d1-783fae18aee1 req-24dfcced-b610-4cae-9fb7-b92ed89ebfac tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:44.590311 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9383482b-4474-487e-a3d1-783fae18aee1 req-24dfcced-b610-4cae-9fb7-b92ed89ebfac tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0771003 Dec 23 16:47:44.595083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:44.635437 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9383482b-4474-487e-a3d1-783fae18aee1 req-e4a5ebbc-70b9-47e5-ac43-6cb0c16acf64 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Dec 23 16:47:44.669463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:47:44.721991 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'code': 200} Dec 23 16:47:44.831048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208921-d87d-4430-b204-54a486598d52 req-bcec08b2-3a4a-4fbe-957e-c17c5078e6d1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:44.832484 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5208921-d87d-4430-b204-54a486598d52 req-bcec08b2-3a4a-4fbe-957e-c17c5078e6d1 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0797911 Dec 23 16:47:44.876214 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5208921-d87d-4430-b204-54a486598d52 req-abab85a1-dfdf-47a9-b814-e57cfc6c8927 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376539 Dec 23 16:47:45.444300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbe745-b56f-4126-969f-48f15d474fc1 req-ad7eaa7a-84eb-410d-a5f1-8a5291e6b207 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:45.446317 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-67bbe745-b56f-4126-969f-48f15d474fc1 req-ad7eaa7a-84eb-410d-a5f1-8a5291e6b207 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0752764 Dec 23 16:47:45.492936 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-67bbe745-b56f-4126-969f-48f15d474fc1 req-14c7a9ea-1488-4e5c-abbf-af2c8a211a00 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Dec 23 16:47:46.684532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c947f52-f767-48aa-9c7f-3f7089c9d36d req-0f67fe61-68f5-4ca1-81d7-0ff4e28e4442 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:46.685851 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c947f52-f767-48aa-9c7f-3f7089c9d36d req-0f67fe61-68f5-4ca1-81d7-0ff4e28e4442 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0750346 Dec 23 16:47:46.729176 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c947f52-f767-48aa-9c7f-3f7089c9d36d req-9346bfe7-af81-484b-b540-0fc69a7ccd9e tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3725d46-12c2-4367-87e9-22fd391f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Dec 23 16:47:47.003092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-ed4fd57f-b3bf-4d18-a1f3-195744d8bc72 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:47.004476 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-ed4fd57f-b3bf-4d18-a1f3-195744d8bc72 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 945 time: 0.0759828 Dec 23 16:47:47.068859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Deleting port 5a4a954a-a8d5-4b54-9d48-350492eeb76a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:47:47.069209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:47.310898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] For port 5a4a954a-a8d5-4b54-9d48-350492eeb76a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5a4a954a-a8d5-4b54-9d48-350492eeb76a,segment=NetworkSegment(f3d55201-aff1-4dc8-b38f-09b4551fa6a0),segment_id=f3d55201-aff1-4dc8-b38f-09b4551fa6a0)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:47.311253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:47.425859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Calling delete_port for 5a4a954a-a8d5-4b54-9d48-350492eeb76a owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:47:47.574532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:47.588301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['5a4a954a-a8d5-4b54-9d48-350492eeb76a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:47:47.625372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Pushing event deleted for resources: {'Port': ['ID=5a4a954a-a8d5-4b54-9d48-350492eeb76a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:47.704530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] No DVR routers for this DVR port 5a4a954a-a8d5-4b54-9d48-350492eeb76a on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:47:47.706985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:47.709463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-deleted', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:47:47.725128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-05c783c2-2364-4c1b-9a2c-92d8ad7d6b28 req-10efed7e-0bf7-44c8-8efc-9b7c28680b55 tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.59 "DELETE /v2.0/ports/5a4a954a-a8d5-4b54-9d48-350492eeb76a HTTP/1.1" status: 204 len: 173 time: 0.7156849 Dec 23 16:47:47.762588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6c2371-b1a9-4acb-9278-dd24f2e82b13', 'name': 'network-vif-deleted', 'tag': '5a4a954a-a8d5-4b54-9d48-350492eeb76a', 'status': 'completed', 'code': 200} Dec 23 16:47:47.894306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-03548c1a-814d-4892-820f-a02318093b42 req-2ad4ee18-27b1-4640-8421-8d877208a46a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Synchronizing usage tracker for tenant:7791da79354047ea93f0dbb193c501fb on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:47:47.908490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-03548c1a-814d-4892-820f-a02318093b42 req-2ad4ee18-27b1-4640-8421-8d877208a46a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] Unset dirty status for tenant:7791da79354047ea93f0dbb193c501fb on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:47:47.909594 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03548c1a-814d-4892-820f-a02318093b42 req-2ad4ee18-27b1-4640-8421-8d877208a46a tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6c2371-b1a9-4acb-9278-dd24f2e82b13 HTTP/1.1" status: 200 len: 210 time: 0.0558875 Dec 23 16:47:49.166323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33324) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:49.222786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] Deleting subnet 9eb5ce27-d871-49f1-9992-fd8b652dedc1 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:47:49.225493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.276126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.328125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.394968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.432432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb5ce27-d871-49f1-9992-fd8b652dedc1,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:49.439850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.446697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e9db5c15-c05c-4c7d-abbb-39f6cf352ff9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9eb5ce27-d871-49f1-9992-fd8b652dedc1 HTTP/1.1" status: 204 len: 168 time: 0.2793655 Dec 23 16:47:49.449122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33328) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:49.639355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.760167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.783685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09770094-83d5-4b70-8c6c-ac0f22709dea']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:49.795473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:49.795789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d55201-aff1-4dc8-b38f-09b4551fa6a0') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:49.806962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.821748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.827806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:47:49.828171 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:47:49.840524 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:47:49.913986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.930145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:49.938601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] Pushing event deleted for resources: {'Network': ['ID=09770094-83d5-4b70-8c6c-ac0f22709dea,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:49.941929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9f63ad2e-a721-431c-91ce-a8bf100c5748 admin admin] 10.222.0.18 "DELETE /v2.0/networks/09770094-83d5-4b70-8c6c-ac0f22709dea HTTP/1.1" status: 204 len: 168 time: 0.4913032 Dec 23 16:47:50.090970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 33334) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:50.139602 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1a7e4487-f86c-4434-a72e-1de0395c47e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7791da79354047ea93f0dbb193c501fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474927 Dec 23 16:47:50.141840 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 33338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:50.198385 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab5d74de-a564-44ed-b0de-05d41e996a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:50.222577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab5d74de-a564-44ed-b0de-05d41e996a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:50.272497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab5d74de-a564-44ed-b0de-05d41e996a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:50.290065 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d74de-a564-44ed-b0de-05d41e996a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3725d46-12c2-4367-87e9-22fd391f0ac4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:50.295861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab5d74de-a564-44ed-b0de-05d41e996a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:50.296945 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab5d74de-a564-44ed-b0de-05d41e996a09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3725d46-12c2-4367-87e9-22fd391f0ac4 HTTP/1.1" status: 204 len: 168 time: 0.1542468 Dec 23 16:47:50.333280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5a4a954a-a8d5-4b54-9d48-350492eeb76a no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:47:50.368378 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 5a4a954a-a8d5-4b54-9d48-350492eeb76a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:47:50.368724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5a4a954a-a8d5-4b54-9d48-350492eeb76a not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:47:51.164125 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 33360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:51.289325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-400710355-network', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:51.293975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:51.297692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Usage tracker for resource:network and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:51.300478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:51.384332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:51.393611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Made reservation on behalf of c5afcbbae56e4ef395a3697493953199 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:47:51.395784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.408292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.439100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:51.442836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Usage tracker for resource:security_group_rule and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:51.446133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:51.451855 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:51.515071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.519228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.550929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:47:51.555853 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d43c83-cbf5-4a35-adb4-85af33e08356,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:51.563422 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.563422 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Added segment 3457b27a-645f-45a0-9948-cbf04eb0f54f of type vlan for network e07c516a-485d-4fbf-a578-24299c710092 Dec 23 16:47:51.589968 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.619456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.620322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:51.620861 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.720280 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5550818 Dec 23 16:47:51.723120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902350f-c503-4e8c-8894-0f834963d8fc admin admin] Pushing event updated for resources: {'Network': ['ID=e07c516a-485d-4fbf-a578-24299c710092,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:51.723306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33366) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:51.728948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Request body: {'subnet': {'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-400710355-subnet', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:51.733124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e07c516a-485d-4fbf-a578-24299c710092 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:47:51.733730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:51.737486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Usage tracker for resource:subnet and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:51.740429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:51.746664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:51.755849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Made reservation on behalf of c5afcbbae56e4ef395a3697493953199 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:47:51.758794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:51.956096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.026905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9948f2fd-fdaf-4079-a23a-b100a8ad97d0,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:52.041160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Checking segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:47:52.041505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Network hostable DHCP agents. Network: e07c516a-485d-4fbf-a578-24299c710092, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:47:52.062112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Network e07c516a-485d-4fbf-a578-24299c710092 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:47:52.071120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e07c516a-485d-4fbf-a578-24299c710092) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:47:52.074939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:52.075510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.080095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128caedb-38d3-44ee-a2a9-fc861caca688 None None] Network e07c516a-485d-4fbf-a578-24299c710092 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:47:52.096262 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1aa7f861-aa63-432a-b3d8-7136fd513bc2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3715601 Dec 23 16:47:52.098668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33370) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:52.103517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:52.108050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:52.111771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Usage tracker for resource:router and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:52.114527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:52.120316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:52.135580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.136618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.155045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.290254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-e07c516a-485d-4fbf-a578-24299c710092', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:47:52.291063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.299117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.443466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Allocated IP 172.20.0.2 (e07c516a-485d-4fbf-a578-24299c710092/9948f2fd-fdaf-4079-a23a-b100a8ad97d0/9119bb95-c850-44ac-ac5b-3a81a9b55438) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:47:52.484083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.513925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.646081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Allocated IP 172.26.7.200 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/7a081be9-5aaf-4fa9-887d-1de1e2632f5c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:47:52.680949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.691097 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Transition to ACTIVE for port object 9119bb95-c850-44ac-ac5b-3a81a9b55438 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:47:52.709683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Transition to ACTIVE for port object 9119bb95-c850-44ac-ac5b-3a81a9b55438 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:47:52.714244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.780314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Network e07c516a-485d-4fbf-a578-24299c710092 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:47:52.783221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:47:52.787659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:47:52.790316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Pushing event updated for resources: {'Port': ['ID=9119bb95-c850-44ac-ac5b-3a81a9b55438,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:52.806722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.833323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.877719 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Attempting to bind port 9119bb95-c850-44ac-ac5b-3a81a9b55438 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:47:52.878079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Attempting to bind port 9119bb95-c850-44ac-ac5b-3a81a9b55438 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:47:52.878430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Attempting to bind port 9119bb95-c850-44ac-ac5b-3a81a9b55438 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:47:52.884647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:47:52.885037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Checking segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:47:52.885434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.886015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Bound using segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:47:52.886467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Bound port: 9119bb95-c850-44ac-ac5b-3a81a9b55438, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:47:52.886829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:52.896577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:47:52.899221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:47:52.902821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:47:52.935318 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Pushing event updated for resources: {'Port': ['ID=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:52.972125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] For port 9119bb95-c850-44ac-ac5b-3a81a9b55438, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:47:52.975096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] For port 9119bb95-c850-44ac-ac5b-3a81a9b55438, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9119bb95-c850-44ac-ac5b-3a81a9b55438,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:47:52.979709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:53.061673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:53.062401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:53.067860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153e9a3-bf24-414a-91bb-7601dd0ded65 None None] Pushing event updated for resources: {'Port': ['ID=9119bb95-c850-44ac-ac5b-3a81a9b55438,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:53.404811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Router e5b08604-cf80-48c7-af71-c14da8789b3a is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:47:53.600650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:47:53.609497 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:47:53.625455 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:47:53.626054 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:47:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:53.626272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:53.627527 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f1e26559-6bc8-4da4-a226-7aaa06b91b3a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5279369 Dec 23 16:47:53.630338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33374) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:53.790813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9119bb95-c850-44ac-ac5b-3a81a9b55438 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:47:53.821583 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:47:53.868804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 9119bb95-c850-44ac-ac5b-3a81a9b55438 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:47:54.065502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f94ceb-044b-4dbe-b5d0-4e03379776ee None None] Network e07c516a-485d-4fbf-a578-24299c710092 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:47:54.123415 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:53Z', 'revision_number': 3, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:54.127200 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:47:54.127532 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Updating router e5b08604-cf80-48c7-af71-c14da8789b3a port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:47:54.176945 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.244139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2a1ca81f-8d4f-4ecd-81bb-bdb200887860 None None] Provisioning for port 9119bb95-c850-44ac-ac5b-3a81a9b55438 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:47:54.250434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2a1ca81f-8d4f-4ecd-81bb-bdb200887860 None None] Provisioning complete for port 9119bb95-c850-44ac-ac5b-3a81a9b55438 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:54.250801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a1ca81f-8d4f-4ecd-81bb-bdb200887860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.401377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.416066 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a1ca81f-8d4f-4ecd-81bb-bdb200887860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.453614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2a1ca81f-8d4f-4ecd-81bb-bdb200887860 None None] For port 9119bb95-c850-44ac-ac5b-3a81a9b55438, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9119bb95-c850-44ac-ac5b-3a81a9b55438,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:54.460944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a1ca81f-8d4f-4ecd-81bb-bdb200887860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.538004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ca81f-8d4f-4ecd-81bb-bdb200887860 None None] Pushing event updated for resources: {'Port': ['ID=9119bb95-c850-44ac-ac5b-3a81a9b55438,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:54.559232 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.571537 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Transition to ACTIVE for port object 7a081be9-5aaf-4fa9-887d-1de1e2632f5c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:47:54.578531 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.653539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Allocated IP 172.20.0.1 (e07c516a-485d-4fbf-a578-24299c710092/9948f2fd-fdaf-4079-a23a-b100a8ad97d0/0bca01d2-6211-428f-8c7c-f39337649875) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:47:54.661277 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Attempting to bind port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:47:54.661783 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Attempting to bind port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:47:54.661963 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Attempting to bind port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:47:54.668784 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Pushing event updated for resources: {'Port': ['ID=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:54.678849 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:47:54.679197 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:47:54.679598 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.679977 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:47:54.680416 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Bound port: 7a081be9-5aaf-4fa9-887d-1de1e2632f5c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:47:54.680768 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.682517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-678afc4a-0c0b-4eee-b78b-325354b466db None None] Provisioning complete for port 9119bb95-c850-44ac-ac5b-3a81a9b55438 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:54.682889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-678afc4a-0c0b-4eee-b78b-325354b466db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.707098 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.707373 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.707707 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.708031 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.708348 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.708660 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.708970 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.709278 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.709582 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.709883 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.710718 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:47:54.757590 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] For port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:47:54.760656 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] For port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:47:54.765699 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.808999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.824366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Transition to ACTIVE for port object 0bca01d2-6211-428f-8c7c-f39337649875 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:47:54.844987 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba959da-68d1-47fa-bb34-0e1732c31a12 None None] Pushing event updated for resources: {'Port': ['ID=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:54.846731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:54.847862 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:47:54.848441 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:47:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:55.014680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Network e07c516a-485d-4fbf-a578-24299c710092 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:47:55.017314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:47:55.019959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:47:55.027028 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:47:55.054861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0bca01d2-6211-428f-8c7c-f39337649875,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:55.083134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:55.170823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:55.228980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-305b42c9-ff46-4310-b199-0de8844ba8e6 None None] Provisioning for port 0bca01d2-6211-428f-8c7c-f39337649875 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:47:55.234107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-305b42c9-ff46-4310-b199-0de8844ba8e6 None None] Provisioning complete for port 0bca01d2-6211-428f-8c7c-f39337649875 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:55.234555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-305b42c9-ff46-4310-b199-0de8844ba8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:55.290377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-305b42c9-ff46-4310-b199-0de8844ba8e6 None None] Port 0bca01d2-6211-428f-8c7c-f39337649875 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:47:55.318666 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:53Z', 'revision_number': 3, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:55.322840 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a2bdb-4d77-48fe-aaa9-652e51bdcea7 None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:53Z', 'revision_number': 3, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:47:55.410932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:55.416589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:55.529985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:55.533319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=0bca01d2-6211-428f-8c7c-f39337649875,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:55.677666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Network e07c516a-485d-4fbf-a578-24299c710092 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:47:55.678817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:47:55.831661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9119bb95-c850-44ac-ac5b-3a81a9b55438 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:47:55.925999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9119bb95-c850-44ac-ac5b-3a81a9b55438 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:55.926369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:56.054842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-58e6e71f-fe21-42b0-b144-6d3a515c162f None None] Provisioning complete for port 0bca01d2-6211-428f-8c7c-f39337649875 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:56.055213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58e6e71f-fe21-42b0-b144-6d3a515c162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:56.082666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a081be9-5aaf-4fa9-887d-1de1e2632f5c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:47:56.098633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:47:56.152134 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-58e6e71f-fe21-42b0-b144-6d3a515c162f None None] Port 0bca01d2-6211-428f-8c7c-f39337649875 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:47:56.169797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:47:56.174460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:56.174904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:56.290549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:56.306424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:47:56.309877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:56.310601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:47:56.320146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ccd34946-b1a0-4236-9208-af65d67cc1f2 admin admin] 10.222.0.18 "PUT /v2.0/routers/e5b08604-cf80-48c7-af71-c14da8789b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878331 Dec 23 16:47:56.377854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:56.875902 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:47:57.016110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33384) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:57.021946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178631251', 'description': 'tempest-description--2131189428'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:57.027759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:57.031481 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Usage tracker for resource:security_group and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:57.034299 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:57.039880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:57.049990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.083669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:57.087237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Usage tracker for resource:security_group_rule and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:57.089918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:57.095429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:57.146961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.150735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.191639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b16e8b5-209a-46c1-8e10-0057d4073c2d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:57.194343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.196107 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a28190ab-ae07-4815-a907-df2e9ec52754 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1789925 Dec 23 16:47:57.198707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33388) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:57.203985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'security_group_rule': {'security_group_id': '9b16e8b5-209a-46c1-8e10-0057d4073c2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:57.209567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:57.213286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Usage tracker for resource:security_group_rule and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:57.216112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:57.221602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:57.239418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.298526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.301856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.324270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24205756-96ae-4374-bc1f-bfbacaa89a91,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:57.331825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.333000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5e7ceb7a-39aa-410e-b839-bbf741d994ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1334159 Dec 23 16:47:57.335648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33392) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:57.340903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'security_group_rule': {'security_group_id': '9b16e8b5-209a-46c1-8e10-0057d4073c2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:57.346537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:57.358145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Usage tracker for resource:security_group_rule and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:57.360986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:57.367131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:57.383040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.443235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.446559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.472020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498b7501-13a0-4594-8ee7-c1de0cb4bc79,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:57.479702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.481059 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e19d55c8-93cd-4219-ad6c-d4b77d28ce0d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444533 Dec 23 16:47:57.484167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33396) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:47:57.489275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:47:57.495239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:47:57.498985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Usage tracker for resource:floatingip and tenant:c5afcbbae56e4ef395a3697493953199 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:47:57.501776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:47:57.507394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:47:57.516859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.733466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a081be9-5aaf-4fa9-887d-1de1e2632f5c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:47:57.741036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.829594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:47:57.829977 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.878846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Allocated IP 172.26.7.47 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/744324f6-9a91-4f09-b587-d3705891ac40) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:47:58.021305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.047822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.115339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:47:58.118980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:47:58.123332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:47:58.147525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'Port': ['ID=744324f6-9a91-4f09-b587-d3705891ac40,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:58.283317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.336525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.535023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.539210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.640843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'Port': ['ID=744324f6-9a91-4f09-b587-d3705891ac40,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:58.658639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.681164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:58.682362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-77d8ae6a-35f6-4898-b5e4-9a0294cad4c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1972961 Dec 23 16:47:58.841423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:47:58.852598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-e60e11e5-651b-4633-b6d5-f496da5a21e0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:47:58.853193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:47:58.853832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:47:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:58.869421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-e60e11e5-651b-4633-b6d5-f496da5a21e0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:47:58.870543 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-e60e11e5-651b-4633-b6d5-f496da5a21e0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1178631251&fields=id&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 267 time: 0.0600815 Dec 23 16:47:59.014436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-68109e0b-8198-42e9-9f61-e88951c897c7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:59.015979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-68109e0b-8198-42e9-9f61-e88951c897c7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.1387839 Dec 23 16:47:59.029573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:47:59.032179 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-b371f3a3-7bf3-4fce-920d-1270ad32830f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/quotas/c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 375 time: 0.0105364 Dec 23 16:47:59.114622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-70da2f5c-af58-47a4-beb8-48afaba34302 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:47:59.131257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-70da2f5c-af58-47a4-beb8-48afaba34302 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:47:59.132556 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-70da2f5c-af58-47a4-beb8-48afaba34302 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951853 Dec 23 16:47:59.221517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-45ad8961-675a-4eb5-b8f0-0aeb0fcc2178 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:47:59.222471 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-45ad8961-675a-4eb5-b8f0-0aeb0fcc2178 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0784192 Dec 23 16:47:59.336574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 2, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:47:59.340296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:47:59.340646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Updating router e5b08604-cf80-48c7-af71-c14da8789b3a port 0bca01d2-6211-428f-8c7c-f39337649875 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:47:59.352777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-74a02adc-cefa-4b5d-a837-00d6af876c7a service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240129 Dec 23 16:47:59.394844 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:59.493759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-e7f83fb9-898f-4bf2-b972-8bc14290b1db service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350708 Dec 23 16:47:59.688138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2867ffe-51f8-435c-9857-0bfe4de5fc38 req-32dfaa3a-8843-4d98-9fcf-24d6c3b2af4c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 210 time: 0.0484865 Dec 23 16:47:59.750366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:59.762085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Transition to ACTIVE for port object 0bca01d2-6211-428f-8c7c-f39337649875 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:47:59.769079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:59.888389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e522fb-3aa6-4451-92fc-9d29134dc705 None None] Pushing event updated for resources: {'Port': ['ID=0bca01d2-6211-428f-8c7c-f39337649875,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:47:59.997146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Attempting to bind port 0bca01d2-6211-428f-8c7c-f39337649875 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:47:59.997605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Attempting to bind port 0bca01d2-6211-428f-8c7c-f39337649875 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:47:59.998006 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Attempting to bind port 0bca01d2-6211-428f-8c7c-f39337649875 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:48:00.005239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:48:00.005610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Checking segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:48:00.006005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:00.006390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Bound using segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:48:00.007427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Bound port: 0bca01d2-6211-428f-8c7c-f39337649875, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:48:00.007975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:00.102960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] For port 0bca01d2-6211-428f-8c7c-f39337649875, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:48:00.106745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] For port 0bca01d2-6211-428f-8c7c-f39337649875, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0bca01d2-6211-428f-8c7c-f39337649875,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:48:00.113820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:00.195735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:00.196333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:47:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:00.284293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e522fb-3aa6-4451-92fc-9d29134dc705 None None] Pushing event updated for resources: {'Port': ['ID=0bca01d2-6211-428f-8c7c-f39337649875,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:00.416271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:00.751214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:00Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:00.755905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04b709-9913-40c7-b327-8ac0f1f194fb None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:00Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:48:00.901668 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a1ef7ac-16c3-4073-939c-2f2a7992d1ee req-b6532672-9f7c-4915-b498-21e4721d901d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 210 time: 0.0589221 Dec 23 16:48:00.912415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-92495128-a1a3-4c3d-8823-8e6380b5696f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:00.913881 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-92495128-a1a3-4c3d-8823-8e6380b5696f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.3082905 Dec 23 16:48:00.970953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-30842f4a-71a7-4151-bf71-800528b6cebb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 380 time: 0.0427115 Dec 23 16:48:00.980047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'port': {'device_id': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'admin_state_up': True, 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'security_groups': ['9b16e8b5-209a-46c1-8e10-0057d4073c2d']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:48:01.118218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:48:01.128021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:48:01.138865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Made reservation on behalf of c5afcbbae56e4ef395a3697493953199 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:48:01.141959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:01.317559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Allocated IP 172.20.0.11 (e07c516a-485d-4fbf-a578-24299c710092/9948f2fd-fdaf-4079-a23a-b100a8ad97d0/95c88ead-dc5e-49b0-b292-f2442c0d83a5) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:48:01.508499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:01.524961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Transition to ACTIVE for port object 95c88ead-dc5e-49b0-b292-f2442c0d83a5 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:48:01.547454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:01.616538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Network e07c516a-485d-4fbf-a578-24299c710092 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:48:01.619518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:48:01.622034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:48:01.669097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:01.693417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.693761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.694225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.694433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.694765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.695073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.695996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.695996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.697290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.697290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.697473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:01.714062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:01.715273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:01.746880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-afd8ec49-eccb-429c-aecb-fd2f31596743 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7704999 Dec 23 16:48:01.760881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Request body: {'port': {'device_id': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:48:01.763687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bca01d2-6211-428f-8c7c-f39337649875 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:48:01.837224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 0bca01d2-6211-428f-8c7c-f39337649875 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:48:01.843543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0bca01d2-6211-428f-8c7c-f39337649875 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:48:01.843935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:01.874527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:01.914431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b9e671e7-bad8-41f0-a5af-081e4fc692d6 None None] Provisioning for port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:48:01.949326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b9e671e7-bad8-41f0-a5af-081e4fc692d6 None None] Provisioning complete for port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:48:01.949326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b9e671e7-bad8-41f0-a5af-081e4fc692d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.005699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b9e671e7-bad8-41f0-a5af-081e4fc692d6 None None] Port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:48:02.026386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.057476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 0bca01d2-6211-428f-8c7c-f39337649875, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0bca01d2-6211-428f-8c7c-f39337649875,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:02.061464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.129710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=0bca01d2-6211-428f-8c7c-f39337649875,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:02.204164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a318-d13c-4202-a4ca-f1a7cfdeac13 req-fd2bec4b-dc9d-4a6e-9a7f-62e22038cb36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:02.204833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c962a318-d13c-4202-a4ca-f1a7cfdeac13 req-fd2bec4b-dc9d-4a6e-9a7f-62e22038cb36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:48:02.269743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c962a318-d13c-4202-a4ca-f1a7cfdeac13 req-fd2bec4b-dc9d-4a6e-9a7f-62e22038cb36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:48:02.270870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c962a318-d13c-4202-a4ca-f1a7cfdeac13 req-fd2bec4b-dc9d-4a6e-9a7f-62e22038cb36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 932 time: 0.2390027 Dec 23 16:48:02.296719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c88ead-dc5e-49b0-b292-f2442c0d83a5 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:48:02.307120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.333012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Transition to ACTIVE for port object 95c88ead-dc5e-49b0-b292-f2442c0d83a5 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:48:02.339467 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c962a318-d13c-4202-a4ca-f1a7cfdeac13 req-79b5e0be-76eb-4a95-ac1a-8314c6575adb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617924 Dec 23 16:48:02.340040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.463364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:02.577187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Attempting to bind port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:48:02.577511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Attempting to bind port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:48:02.577795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Attempting to bind port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:48:02.583524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 on network e07c516a-485d-4fbf-a578-24299c710092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:48:02.583877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Attempting to bind port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:48:02.590489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:48:02.590819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Checking segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:48:02.591196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Bound using segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:48:02.591643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Bound port: 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:48:02.591980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.773852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:48:02.776819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:48:02.780190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.841042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:02.842399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 1094 time: 1.0868976 Dec 23 16:48:02.842828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:02.862777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623ab67-52f2-42cf-8033-82cc83fe55a1 service neutron] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:02.921119 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'status': 'completed', 'code': 200} Dec 23 16:48:02.966152 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-234ed2da-d41b-48bc-b3f7-7d5714c7742a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0770822 Dec 23 16:48:03.035563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-978921ea-8e67-4e05-bff5-e1c7b3d66b3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 217 time: 0.0607436 Dec 23 16:48:03.099422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-de33887a-f4bf-41e8-9cac-8ea4387e0d4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:03.100807 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-de33887a-f4bf-41e8-9cac-8ea4387e0d4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0590403 Dec 23 16:48:03.174110 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-99f6d6ed-dfa4-49a1-87f0-b5c6106be1ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673544 Dec 23 16:48:03.302443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-ca3a124a-ab01-4741-a488-a5ef7d568ac3 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220846 Dec 23 16:48:03.433487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0dd25bef-57cf-4e15-bf81-940f28a15eba req-da4ef6a9-57d1-4548-8b4d-26fd023f3f76 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249144 Dec 23 16:48:03.587242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-07a442a5-b19e-4862-9dee-1042e512273d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0968058 Dec 23 16:48:03.592933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1536e75-05de-4ec0-b3df-c9d53f98b678 req-a08213ba-fa9f-43ee-aa65-fa59df8b1483 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:03.594573 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e1536e75-05de-4ec0-b3df-c9d53f98b678 req-a08213ba-fa9f-43ee-aa65-fa59df8b1483 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.1355851 Dec 23 16:48:03.719680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e1536e75-05de-4ec0-b3df-c9d53f98b678 req-c35e2e1d-0088-4d41-82f4-3b00cc1579f3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072361 Dec 23 16:48:03.740207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bca01d2-6211-428f-8c7c-f39337649875 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:48:03.762931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-9107fbff-64d0-4086-9320-08a1a37f066c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:03.763889 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-9107fbff-64d0-4086-9320-08a1a37f066c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1683199 Dec 23 16:48:03.808130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0bca01d2-6211-428f-8c7c-f39337649875 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:48:03.808495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:03.833243 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-4b2f455e-c38d-4f4e-900d-ee95f93d2800 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 217 time: 0.0632780 Dec 23 16:48:03.893843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-52826412-15eb-4237-99f5-1e187acc07d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:03.895265 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-52826412-15eb-4237-99f5-1e187acc07d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0564525 Dec 23 16:48:03.972387 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-44b98595-2d86-4a28-8881-a9ce8bc2c92d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708640 Dec 23 16:48:04.098731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-cbfb58cf-d44c-470e-b1a7-e4cbef4c9afe service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197329 Dec 23 16:48:04.224292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bd7752ce-eab8-4dd8-87ea-dd5b356874b1 req-c7ecf3db-df10-4fe5-8cf2-2eccbdaa7294 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192985 Dec 23 16:48:04.921380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f00481-92bc-47d4-ad96-c48dccc12585 req-9e072653-0d79-47e2-9c91-1a10652fdeb8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:04.922792 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-72f00481-92bc-47d4-ad96-c48dccc12585 req-9e072653-0d79-47e2-9c91-1a10652fdeb8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0740504 Dec 23 16:48:04.965611 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-72f00481-92bc-47d4-ad96-c48dccc12585 req-1fd077d2-c36f-46cd-bf27-081a176d9acf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374987 Dec 23 16:48:05.078941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7673bf9-9c7e-4fbd-a235-9ba959ab0056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:06.258335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0066-789c-42fd-942c-d97310bc6bb6 req-a55b138f-606c-429b-b39a-e5b6682ee804 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:06.259783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3ace0066-789c-42fd-942c-d97310bc6bb6 req-a55b138f-606c-429b-b39a-e5b6682ee804 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.1698632 Dec 23 16:48:06.304305 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3ace0066-789c-42fd-942c-d97310bc6bb6 req-bee8a51e-683e-4c54-b96b-94fb83311e78 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Dec 23 16:48:06.363593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 95c88ead-dc5e-49b0-b292-f2442c0d83a5 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:48:06.494455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:06.507636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'mac_address': 'fa:16:3e:c8:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:48:06.559634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:06.575895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c88ead-dc5e-49b0-b292-f2442c0d83a5 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:48:06.589990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:06.593582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:06.659902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:06.668455 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.668797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.669133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.669539 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.669789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.670120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.670510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.670834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.671154 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.671471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.671819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:06.934965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['95c88ead-dc5e-49b0-b292-f2442c0d83a5'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:48:06.970142 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:07.302960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90cdfdc4-6665-4d5c-875f-f384be5962e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:07.501718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6dfc-304a-4c5c-9851-ee9f580ec9f6 req-ff069eda-562a-418d-b87d-dab73261505f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:07.503161 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c0c6dfc-304a-4c5c-9851-ee9f580ec9f6 req-ff069eda-562a-418d-b87d-dab73261505f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 945 time: 0.0816915 Dec 23 16:48:07.547032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c0c6dfc-304a-4c5c-9851-ee9f580ec9f6 req-4a01869a-ca9a-463b-86c6-15cdcfa1ccc6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 Dec 23 16:48:08.378989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 95c88ead-dc5e-49b0-b292-f2442c0d83a5 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:48:08.450794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:48:08.461570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:48:08.461944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:08.487725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:08.612735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:08.620371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:08.646928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:08.656328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:08.661016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:08.704906 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'code': 200} Dec 23 16:48:08.729395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:08.748366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff649-2604-4234-b4e4-2497c9931977 req-7b0b99ac-92b8-46e0-90ed-9f1ee11037c8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:08.749810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-534ff649-2604-4234-b4e4-2497c9931977 req-7b0b99ac-92b8-46e0-90ed-9f1ee11037c8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0830259 Dec 23 16:48:08.794192 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-534ff649-2604-4234-b4e4-2497c9931977 req-105c5681-9237-4e4f-bc37-ac22f9bade57 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388637 Dec 23 16:48:08.925321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0391ff90-9c8c-45d6-94bb-2e57be1ea37e req-9151e91a-6354-4f09-b45c-13f892726103 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0664513 Dec 23 16:48:08.968427 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0391ff90-9c8c-45d6-94bb-2e57be1ea37e req-1bf656a2-11ac-43c6-9bc1-50a677f50c8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Dec 23 16:48:09.961530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:09.988110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0648f-7fda-405a-8da5-0c0659a27d95 req-07e44136-a874-4139-a017-fe8b70e8d674 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:09.989532 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b1a0648f-7fda-405a-8da5-0c0659a27d95 req-07e44136-a874-4139-a017-fe8b70e8d674 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0750842 Dec 23 16:48:10.032994 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b1a0648f-7fda-405a-8da5-0c0659a27d95 req-2f3a6b59-7697-4a7e-a2a8-00d5cf2c07e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380273 Dec 23 16:48:11.225447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74c56-32ff-4f0a-a5ad-c5bbefd3062c req-dbd689b5-08dc-41a3-837c-6a2f7a63666a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:11.226865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-21a74c56-32ff-4f0a-a5ad-c5bbefd3062c req-dbd689b5-08dc-41a3-837c-6a2f7a63666a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0772600 Dec 23 16:48:11.270852 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-21a74c56-32ff-4f0a-a5ad-c5bbefd3062c req-c3844a37-74e8-42d7-8563-a1263ebc00a2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385263 Dec 23 16:48:11.460359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b24c-cc64-4a7d-b640-aceca255029c req-90af46fc-a419-47f9-95db-a7bf17280d40 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:11.461788 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e99b24c-cc64-4a7d-b640-aceca255029c req-90af46fc-a419-47f9-95db-a7bf17280d40 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0769157 Dec 23 16:48:11.470411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 33444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:11.476045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'floatingip': {'port_id': '95c88ead-dc5e-49b0-b292-f2442c0d83a5'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:48:11.559110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:12.158707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:12.164353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:12.353394 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce associated. External IP: 172.26.7.47, port: 95c88ead-dc5e-49b0-b292-f2442c0d83a5. Dec 23 16:48:12.833480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:48:13.033890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:48:13.038278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:13.043511 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:48:13.055630 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:13.056217 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:48:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:13.093005 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd66bef7-a215-4ebc-bc59-9b214753fc36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "PUT /v2.0/floatingips/facbffd8-98c5-48ff-9f3e-80c6fd4d51ce HTTP/1.1" status: 200 len: 991 time: 1.6213951 Dec 23 16:48:13.093588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:13.167117 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'status': 'completed', 'code': 200} Dec 23 16:48:13.234044 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:13.267642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-4ddd165c-4bb7-473b-aec4-829d42a7f373 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0745702 Dec 23 16:48:13.399476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-6d3e467e-ee8c-442a-84ab-1a1d5a5eed54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:13.400859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-6d3e467e-ee8c-442a-84ab-1a1d5a5eed54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1272900 Dec 23 16:48:13.505180 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-21bc385a-b014-46ac-a6ac-75a8b83d208b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 999 time: 0.0972438 Dec 23 16:48:13.567509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-1eb53911-60ff-4c3f-bda9-76b52333838f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:13.569076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-1eb53911-60ff-4c3f-bda9-76b52333838f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0566516 Dec 23 16:48:13.610712 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:c8:0a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:48:12Z', 'revision_number': 1, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:13.614450 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:48:13.625391 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:13.625970 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:48:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:13.645004 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-968a98b1-f348-404d-acb9-683abe17dc99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660157 Dec 23 16:48:13.777134 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-0fd71e95-2ab7-41ca-996c-9775fa883e40 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258276 Dec 23 16:48:13.806324 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:13.907973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8db3fd0f-bc0c-41d1-b5d2-9be2fe7c191a req-2cf28411-6320-4442-b42f-55bca6753395 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241739 Dec 23 16:48:14.155768 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:c8:0a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:48:12Z', 'revision_number': 1, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:14.159685 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acec6fd-76d1-44d1-ae84-42cc067da361 None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:c8:0a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:48:12Z', 'revision_number': 1, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:48:16.903029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41719ec-789b-48cf-aa4d-13cf89d90024 None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:48:23.097937 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-c9490a8e-228b-4332-8e93-531c67b61fd4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695384 Dec 23 16:48:23.230908 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-c775b1aa-b384-4312-95aa-cc8e424c5835 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0664415 Dec 23 16:48:23.370766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c3302-3a60-4390-9801-336ade5a1c31 req-cc02f331-223f-472d-b19f-607fbc32e99f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:23.372119 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-cc02f331-223f-472d-b19f-607fbc32e99f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1224594 Dec 23 16:48:23.565628 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-6992b750-b9a3-4f41-ae5c-ebebd491ea32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 1001 time: 0.1866300 Dec 23 16:48:23.630677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c3302-3a60-4390-9801-336ade5a1c31 req-f1226951-2ca4-4c7b-9099-08cbb9b37d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:23.632034 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-f1226951-2ca4-4c7b-9099-08cbb9b37d11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0588579 Dec 23 16:48:23.704167 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-42aa17a6-0f81-4726-a804-8c927884aa45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654342 Dec 23 16:48:23.835856 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-76881966-e584-4e2b-93d0-a8650f8fcbe0 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245213 Dec 23 16:48:23.994005 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-434c3302-3a60-4390-9801-336ade5a1c31 req-5fa93e47-5481-4d08-bd8f-12e2dcd5d2a7 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512756 Dec 23 16:48:33.876407 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:48:35.080531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e956aa4-ab42-4183-a560-1c4a1e4e7580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:36.938440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:37.304074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f745e702-289e-4df4-8ced-2a3d3d6cc046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:38.462762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:38.555267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:39.963514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:05.081203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-49914c47-2371-419e-8fbf-166f77637036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:06.953535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:07.304700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1452-8900-4744-9172-49b29a30460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:08.465474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:08.555881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:09.965717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:10.876949 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:49:25.088833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-e614debf-55f9-4fce-9795-1930c392a720 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652196 Dec 23 16:49:25.227136 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-8ca94ca3-79db-499d-98e0-86f9dac221fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0692160 Dec 23 16:49:25.366054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-ba62d877-6c5a-48e4-b895-8a44433ba3c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:25.367384 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-ba62d877-6c5a-48e4-b895-8a44433ba3c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1225266 Dec 23 16:49:25.467303 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-117e6c3e-dd4f-4890-80c0-d6b03e57184a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 1001 time: 0.0932093 Dec 23 16:49:25.528319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-e9f8fc31-87bd-40e5-b47b-4a79a5284b29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:25.529746 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-e9f8fc31-87bd-40e5-b47b-4a79a5284b29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0552611 Dec 23 16:49:25.604637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-2c029535-8d58-4f90-b1bd-f29f860334a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691936 Dec 23 16:49:25.614477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-a75ab218-e56b-407e-aea9-5af487e1c3d3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:49:25.615375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-a75ab218-e56b-407e-aea9-5af487e1c3d3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045693 Dec 23 16:49:25.745755 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-246f82c6-11bb-4f4e-99de-620f5a7d3aac service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233580 Dec 23 16:49:25.873856 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2358751c-0b6b-4dc8-b5a6-2cb56668ab14 req-5fabf86b-1f94-4012-b710-7c882192aa0d service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220942 Dec 23 16:49:31.641123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd559293-f03d-4d39-b1a7-9f8c1f644db7 req-ee47a302-7b7f-4554-bbab-5d7237f1ccc8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:31.642450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd559293-f03d-4d39-b1a7-9f8c1f644db7 req-ee47a302-7b7f-4554-bbab-5d7237f1ccc8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0751076 Dec 23 16:49:31.686136 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cd559293-f03d-4d39-b1a7-9f8c1f644db7 req-1e6974a6-d538-49b2-a3cd-ca3a16ec322a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374675 Dec 23 16:49:31.889729 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28e46297-058f-4424-8ce8-329a379d6e68 req-f6ae697e-7719-48bf-b134-944dce517e2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0769577 Dec 23 16:49:32.330276 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-ab94e921-ddcf-47fb-84f3-580a61ccf1fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210444 Dec 23 16:49:32.350406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86d63a-f007-4b7e-b9da-033c1a36d4d3 req-8e050823-95a0-461e-a0ba-dbc8d1293213 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:32.352096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3d86d63a-f007-4b7e-b9da-033c1a36d4d3 req-8e050823-95a0-461e-a0ba-dbc8d1293213 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0872803 Dec 23 16:49:32.493608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3d86d63a-f007-4b7e-b9da-033c1a36d4d3 req-55012844-0799-448b-955f-0b885b6f75f7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359556 Dec 23 16:49:33.536469 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-4fddb844-fa8e-455d-a25e-18eeb299461b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0664260 Dec 23 16:49:33.714183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-87c544f7-a8a8-4920-9168-802f72014d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:33.715489 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-87c544f7-a8a8-4920-9168-802f72014d4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1734025 Dec 23 16:49:33.796084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767009-a38b-40ad-a7cb-5abf5ff632ee req-fd39fd4f-b674-4796-aaa9-28bddbd2479a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:33.797583 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96767009-a38b-40ad-a7cb-5abf5ff632ee req-fd39fd4f-b674-4796-aaa9-28bddbd2479a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.1851304 Dec 23 16:49:33.849865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-128311ce-4953-46cb-a497-60806a6136a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 1001 time: 0.1259186 Dec 23 16:49:33.890842 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96767009-a38b-40ad-a7cb-5abf5ff632ee req-be81e16e-ccb1-4e6b-8727-8c51ed4d41ee tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877533 Dec 23 16:49:33.915485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-2d5d7092-2cdf-4082-93b8-17ca64ad5696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:33.916910 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-2d5d7092-2cdf-4082-93b8-17ca64ad5696 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0601351 Dec 23 16:49:33.991691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-81357dca-f380-4227-9530-0247ff5638e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686681 Dec 23 16:49:34.119421 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-734301f6-8679-4fab-9771-b2fbbed46214 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211941 Dec 23 16:49:34.249185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-6c05cb6c-d8bc-4bbf-8975-7d54ecded86a service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230986 Dec 23 16:49:35.082043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcde9f5-5e2a-4277-a51c-06d8a7cbe7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:35.082746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d0593-47d3-4dc0-911d-004f97193253 req-50ee6edc-8ac7-4722-a2d9-0866b5238b07 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:35.084236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-221d0593-47d3-4dc0-911d-004f97193253 req-50ee6edc-8ac7-4722-a2d9-0866b5238b07 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0742013 Dec 23 16:49:35.128791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-221d0593-47d3-4dc0-911d-004f97193253 req-f2f587d4-800a-4b5d-a7d4-6411e82ffb7a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Dec 23 16:49:36.326919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c3cb-3d21-4adc-847c-044034a1a605 req-eeb53bfc-625b-4703-a089-5617a94a2588 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:36.328337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b629c3cb-3d21-4adc-847c-044034a1a605 req-eeb53bfc-625b-4703-a089-5617a94a2588 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0762162 Dec 23 16:49:36.370934 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b629c3cb-3d21-4adc-847c-044034a1a605 req-8031592c-4149-4894-8bbc-7a5299ae2a5f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366354 Dec 23 16:49:36.955344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:37.305507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d069945-af25-4b8f-a764-6b3b07eac4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:37.562561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da94c-3489-44d0-932e-0ac6b45d3124 req-3539a379-6825-4115-968d-8f7cc6a6ab4e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:37.563908 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d08da94c-3489-44d0-932e-0ac6b45d3124 req-3539a379-6825-4115-968d-8f7cc6a6ab4e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0760839 Dec 23 16:49:37.607514 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d08da94c-3489-44d0-932e-0ac6b45d3124 req-9442e3eb-9903-424a-b3ed-cf129c3285f7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375340 Dec 23 16:49:38.468080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:38.556129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:38.800174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514566eb-c3a4-4ec5-b895-6ffec1108d10 req-e11f4962-b615-4b7d-923f-faa050df8de1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:38.802232 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-514566eb-c3a4-4ec5-b895-6ffec1108d10 req-e11f4962-b615-4b7d-923f-faa050df8de1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0774524 Dec 23 16:49:38.844585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-514566eb-c3a4-4ec5-b895-6ffec1108d10 req-9f67ff92-5bc2-4b02-b314-b7ad17f1a729 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370400 Dec 23 16:49:39.968603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:40.041083 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6141997-56a5-4418-8f57-6b22a0e8812d req-1ba99d97-d0c5-41ce-92b9-ca3bbe8924ff tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:40.042481 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6141997-56a5-4418-8f57-6b22a0e8812d req-1ba99d97-d0c5-41ce-92b9-ca3bbe8924ff tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0747085 Dec 23 16:49:40.088388 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6141997-56a5-4418-8f57-6b22a0e8812d req-02aa603b-5f97-4d74-946b-0299d5b1d4e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Dec 23 16:49:41.278067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247308f1-2d00-420a-903b-05de7a42a5ce req-9ecf2996-6fa9-440f-ab48-6770f3635d99 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:41.279465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-247308f1-2d00-420a-903b-05de7a42a5ce req-9ecf2996-6fa9-440f-ab48-6770f3635d99 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0734777 Dec 23 16:49:41.322801 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-247308f1-2d00-420a-903b-05de7a42a5ce req-d926247d-1a3f-4ac2-8da9-19d787b8694f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380201 Dec 23 16:49:42.516436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325bcc-2fae-4f06-afb1-9c90bd4a1eb4 req-496bd9e7-bd30-423d-8cc8-f2733e5db336 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:42.517843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68325bcc-2fae-4f06-afb1-9c90bd4a1eb4 req-496bd9e7-bd30-423d-8cc8-f2733e5db336 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0765421 Dec 23 16:49:42.562117 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68325bcc-2fae-4f06-afb1-9c90bd4a1eb4 req-136aa849-f679-4d1d-8b1a-8f6abc96c068 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Dec 23 16:49:43.759901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d4ba3-44cc-4d79-8e7e-1b91afc9e4fc req-96ea8cc5-1889-4561-9070-5070e6860302 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:43.761362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-007d4ba3-44cc-4d79-8e7e-1b91afc9e4fc req-96ea8cc5-1889-4561-9070-5070e6860302 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0739899 Dec 23 16:49:43.805140 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-007d4ba3-44cc-4d79-8e7e-1b91afc9e4fc req-e5d4fa15-2e8a-4506-96bb-fbc8bd431e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383234 Dec 23 16:49:45.082693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2a47-b2fa-4bc8-b3af-de3400d39932 req-620ffd32-74ee-4071-ac9f-83a50d28eabe tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:45.084155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3eef2a47-b2fa-4bc8-b3af-de3400d39932 req-620ffd32-74ee-4071-ac9f-83a50d28eabe tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.1606779 Dec 23 16:49:45.127295 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3eef2a47-b2fa-4bc8-b3af-de3400d39932 req-7d879ba7-711b-487e-9736-1bc504551f77 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Dec 23 16:49:46.000761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-8528d64c-ee62-4204-a4a5-be0628317c51 service neutron] 10.222.0.59 "GET /v2.0/ports/95c88ead-dc5e-49b0-b292-f2442c0d83a5/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0708628 Dec 23 16:49:46.298159 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-cf1107cc-9987-4633-9715-df3aa63a2752 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 1099 time: 0.1131663 Dec 23 16:49:46.371144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ac734-1467-443c-b722-6d44926d1114 req-f5a716d4-8662-494f-880f-48081dc44b88 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:46.372586 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5a0ac734-1467-443c-b722-6d44926d1114 req-f5a716d4-8662-494f-880f-48081dc44b88 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.1201711 Dec 23 16:49:46.433057 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5a0ac734-1467-443c-b722-6d44926d1114 req-2439ab9e-d8ed-43e3-9ac4-3ef3637bcb1e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503621 Dec 23 16:49:46.435965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-aa41e234-32d9-4e8d-85d4-5c723a5297ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1099 time: 0.1171985 Dec 23 16:49:46.562541 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-443c46e1-5c9b-4424-bf81-12ce6da3c81d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:46.563926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-443c46e1-5c9b-4424-bf81-12ce6da3c81d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1223521 Dec 23 16:49:46.662337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-e1be7ece-805d-411a-b767-9a2bc261f524 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 1001 time: 0.0926178 Dec 23 16:49:46.722487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-078cb228-8246-41dd-a78e-d91392015bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:46.723880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-078cb228-8246-41dd-a78e-d91392015bfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0547464 Dec 23 16:49:46.797572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-01059bdc-111a-4f17-bef6-5d63634b79bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676916 Dec 23 16:49:46.926590 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-9ef6531a-c837-419c-ac10-84693d012a70 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217444 Dec 23 16:49:47.051361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe46cb9a-7047-4aaa-b7e5-937ebaff4c13 req-2a62754f-c125-45e3-91e8-7e06cb7cae38 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195662 Dec 23 16:49:47.634587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312f11-72b2-42d2-9858-75e62f7cae9b req-14c95e27-c58f-445e-b74a-2089ca02413c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:47.636032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5b312f11-72b2-42d2-9858-75e62f7cae9b req-14c95e27-c58f-445e-b74a-2089ca02413c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0746369 Dec 23 16:49:47.679708 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5b312f11-72b2-42d2-9858-75e62f7cae9b req-c4271bb5-18ca-4a81-8681-78b54d98afda tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Dec 23 16:49:47.877567 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:49:48.871122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0d13e-6355-4024-8ee1-86cd138ffba8 req-a38787a9-104a-4847-89d8-e758abc935b2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:48.872555 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bed0d13e-6355-4024-8ee1-86cd138ffba8 req-a38787a9-104a-4847-89d8-e758abc935b2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 946 time: 0.0759754 Dec 23 16:49:48.876180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 95c88ead-dc5e-49b0-b292-f2442c0d83a5 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:49:48.879052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 95c88ead-dc5e-49b0-b292-f2442c0d83a5 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:49:48.917925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bed0d13e-6355-4024-8ee1-86cd138ffba8 req-efa725f1-c7d6-4059-8f05-fef0ff740afc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398791 Dec 23 16:49:49.089348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:49.110008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:49:49.127697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'mac_address': 'fa:16:3e:c8:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:49:49.134258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:49:49.172385 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:49:49.181899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:49.219943 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'code': 200} Dec 23 16:49:49.245771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:49.270464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95c88ead-dc5e-49b0-b292-f2442c0d83a5 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:49:49.277786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:49.319692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.320034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.320365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.320692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.321020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.321344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.321668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.321988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.322307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.322625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.322940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:49.344763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:49:49.345053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:49:49.898163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:49.915279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c88ead-dc5e-49b0-b292-f2442c0d83a5 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:49:49.930534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:49:49.933890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:50.000536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['95c88ead-dc5e-49b0-b292-f2442c0d83a5'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:49:50.037755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:50.122716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5db04d-7de8-47a7-8e36-32e4e943eaed req-e23561d5-6617-4984-9329-f4c7b2f9e015 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:50.124226 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3a5db04d-7de8-47a7-8e36-32e4e943eaed req-e23561d5-6617-4984-9329-f4c7b2f9e015 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 945 time: 0.0778241 Dec 23 16:49:50.170058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3a5db04d-7de8-47a7-8e36-32e4e943eaed req-2558be1d-9266-4510-b5a4-428b49e3ee31 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401847 Dec 23 16:49:50.880290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 95c88ead-dc5e-49b0-b292-f2442c0d83a5 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:49:51.023451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:51.040188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 95c88ead-dc5e-49b0-b292-f2442c0d83a5 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:49:51.054432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:49:51.059321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:51.128951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:51.378548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36543d9e-8e95-4f88-9d8e-0c6ccf753ecd req-4fe331e3-8975-433e-af03-863aacdbf36f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:51.380477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36543d9e-8e95-4f88-9d8e-0c6ccf753ecd req-4fe331e3-8975-433e-af03-863aacdbf36f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0768945 Dec 23 16:49:51.424423 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36543d9e-8e95-4f88-9d8e-0c6ccf753ecd req-1591c5a2-81a6-4ee2-a0b1-90fbf322bcf6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384195 Dec 23 16:49:51.794964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-c4ff2864-11fe-42ea-ad09-917e22ba817e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:51.796381 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-c4ff2864-11fe-42ea-ad09-917e22ba817e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8&tenant_id=c5afcbbae56e4ef395a3697493953199&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 944 time: 0.1343784 Dec 23 16:49:51.802346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168566c-2f67-443e-91f1-4dab0706a6eb req-c125c516-249b-4a64-8361-3d19e0863845 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:51.803672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a168566c-2f67-443e-91f1-4dab0706a6eb req-c125c516-249b-4a64-8361-3d19e0863845 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.1126819 Dec 23 16:49:51.848308 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a168566c-2f67-443e-91f1-4dab0706a6eb req-e05348f7-7229-4732-885a-e951ea58f644 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385911 Dec 23 16:49:51.932223 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-16555c56-c0bc-458a-a6ec-5a91b242248d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0692384 Dec 23 16:49:52.148097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-6d7dc95d-5aff-4e25-b9c9-bf5b3539b8c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:52.149510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-6d7dc95d-5aff-4e25-b9c9-bf5b3539b8c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.2108033 Dec 23 16:49:52.263436 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-296bfd42-a136-4fff-ac67-52e3e882cc27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 200 len: 999 time: 0.1074178 Dec 23 16:49:52.325966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-8b08472b-354f-48d9-a364-052bc6dff45d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:52.327375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-8b08472b-354f-48d9-a364-052bc6dff45d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0580277 Dec 23 16:49:52.405942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-53daf6c2-38c3-4694-8360-01c05b3231ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642085 Dec 23 16:49:52.534269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-6846df80-3e84-46c6-a040-9929da66c24f service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211936 Dec 23 16:49:52.661064 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1f2ea5e-be75-45e0-a35f-451e9d5aecab req-edb2fe18-e906-486f-acae-8de1ce0c5165 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210530 Dec 23 16:49:53.046463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed3d09-eece-44aa-8ae6-b3dcf7901b20 req-bc606314-0514-4d6c-8a6d-9da21ee88b66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:53.047926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8eed3d09-eece-44aa-8ae6-b3dcf7901b20 req-bc606314-0514-4d6c-8a6d-9da21ee88b66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0801451 Dec 23 16:49:53.093047 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8eed3d09-eece-44aa-8ae6-b3dcf7901b20 req-de4bbe1a-9d32-435f-82c3-942dfe5103f0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Dec 23 16:49:54.292662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d03ce2-2c46-4aa4-aef9-efeba750ace9 req-ffb4d736-d96e-4950-bf4b-b75a60078d1c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:54.294804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-89d03ce2-2c46-4aa4-aef9-efeba750ace9 req-ffb4d736-d96e-4950-bf4b-b75a60078d1c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0747643 Dec 23 16:49:54.338068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-89d03ce2-2c46-4aa4-aef9-efeba750ace9 req-9ee473ec-7ec9-4b76-8a60-afd3b7f0c81b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 Dec 23 16:49:54.532169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eabbe-0aa6-43f2-a993-4dcca162584e req-bea4efd2-d741-465a-a1ca-5173363ec4f3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:54.533586 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-999eabbe-0aa6-43f2-a993-4dcca162584e req-bea4efd2-d741-465a-a1ca-5173363ec4f3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0771625 Dec 23 16:49:54.578426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-999eabbe-0aa6-43f2-a993-4dcca162584e req-9bfa135c-3390-4cd0-8a78-b1b23bbde721 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Dec 23 16:49:54.767220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55997f8-b398-4912-b42a-2bfca90469cd req-2b234978-fbcb-48d4-bcff-e8c457383663 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:54.768913 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c55997f8-b398-4912-b42a-2bfca90469cd req-2b234978-fbcb-48d4-bcff-e8c457383663 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0736563 Dec 23 16:49:54.815806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c55997f8-b398-4912-b42a-2bfca90469cd req-54219983-0442-4588-ac1f-73c9a818fb56 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408986 Dec 23 16:49:55.202682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab57c65-0af6-4ee4-a09b-65acdf0faf25 req-597641a4-356c-41a8-a150-646100841df7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:55.204120 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fab57c65-0af6-4ee4-a09b-65acdf0faf25 req-597641a4-356c-41a8-a150-646100841df7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0743771 Dec 23 16:49:55.247465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fab57c65-0af6-4ee4-a09b-65acdf0faf25 req-b5f2cfd9-226c-4301-810b-c0ad7fbe1a62 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Dec 23 16:49:56.445218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fd05b-d50c-4176-a5a0-849bca9eae2a req-cf29f22b-10cd-41dd-b431-6f0a7471549c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:56.446645 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-175fd05b-d50c-4176-a5a0-849bca9eae2a req-cf29f22b-10cd-41dd-b431-6f0a7471549c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0780437 Dec 23 16:49:56.490147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-175fd05b-d50c-4176-a5a0-849bca9eae2a req-b4aea0fa-5832-44f3-a40d-08817ccf250d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380979 Dec 23 16:49:56.941598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-b9e51a43-a71e-4cba-b267-9cb15a11f3c8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:56.943003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-b9e51a43-a71e-4cba-b267-9cb15a11f3c8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.0728476 Dec 23 16:49:57.010629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Deleting port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:49:57.010963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:57.240414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] For port 95c88ead-dc5e-49b0-b292-f2442c0d83a5, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95c88ead-dc5e-49b0-b292-f2442c0d83a5,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:49:57.240682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:57.601457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:57.602064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:57.602239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce disassociated. External IP: 172.26.7.47, port: 95c88ead-dc5e-49b0-b292-f2442c0d83a5. Dec 23 16:49:57.602773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Calling delete_port for 95c88ead-dc5e-49b0-b292-f2442c0d83a5 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:49:57.773924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73819438-9f9b-49ad-b06a-c2a4bdbb1318 req-5529dd19-ab82-4477-91f8-fc057123c707 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:57.775329 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73819438-9f9b-49ad-b06a-c2a4bdbb1318 req-5529dd19-ab82-4477-91f8-fc057123c707 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dba2073-8c3e-4290-a35d-d75df8e68bf8 HTTP/1.1" status: 200 len: 944 time: 0.1470685 Dec 23 16:49:57.821686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:57.876634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event deleted for resources: {'Port': ['ID=95c88ead-dc5e-49b0-b292-f2442c0d83a5,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:57.882978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73819438-9f9b-49ad-b06a-c2a4bdbb1318 req-194f6be6-8539-4aab-9cff-a177483c6a00 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015632 Dec 23 16:49:57.894594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.894943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.895858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.896183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.896508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.896830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.897146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.897460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.897778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.898088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:57.898396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:49:58.096498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:49:58.300447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:49:58.309785 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:49:58.321879 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:49:58.322455 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:49:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:49:58.370596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] No DVR routers for this DVR port 95c88ead-dc5e-49b0-b292-f2442c0d83a5 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:49:58.373128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:58.375858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'name': 'network-vif-deleted', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:49:58.393666 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf81dc88-5ff9-4445-b1f7-50dc37590194 req-56ed536b-f634-41ec-b2b0-800e39c6bdd7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "DELETE /v2.0/ports/95c88ead-dc5e-49b0-b292-f2442c0d83a5 HTTP/1.1" status: 204 len: 173 time: 1.4452331 Dec 23 16:49:58.514199 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:49:58.536316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dba2073-8c3e-4290-a35d-d75df8e68bf8', 'name': 'network-vif-deleted', 'tag': '95c88ead-dc5e-49b0-b292-f2442c0d83a5', 'status': 'completed', 'code': 200} Dec 23 16:49:58.816732 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:49:58.820635 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:49:58.831341 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:49:58.831949 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:49:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:49:58.953932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 95c88ead-dc5e-49b0-b292-f2442c0d83a5 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:49:58.997031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 95c88ead-dc5e-49b0-b292-f2442c0d83a5 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:49:58.997710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 95c88ead-dc5e-49b0-b292-f2442c0d83a5 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:49:59.043274 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:49:59.242870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-41c64c73-f6fc-42db-87c5-425bdadf9e6e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1178631251&fields=id&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 267 time: 0.0436916 Dec 23 16:49:59.352518 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:49:59.356201 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0abb5b-741e-4e55-8453-f5d6f38da60b None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:49:59.388708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-a19eef76-efc7-4ec8-afa1-8224dd0c8e8d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:49:59.395222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-a19eef76-efc7-4ec8-afa1-8224dd0c8e8d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.1457815 Dec 23 16:49:59.411664 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-57cab136-1534-446a-8b26-059199df493e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/quotas/c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 375 time: 0.0152164 Dec 23 16:49:59.487837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-d5bcc574-1b47-4f90-ac64-59f3c2bef6fc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:49:59.504058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-d5bcc574-1b47-4f90-ac64-59f3c2bef6fc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:49:59.505770 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-d5bcc574-1b47-4f90-ac64-59f3c2bef6fc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932772 Dec 23 16:49:59.521934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-73aeae8f-f1d7-4377-a67b-f48fbeae0d2b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:49:59.522899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-73aeae8f-f1d7-4377-a67b-f48fbeae0d2b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055699 Dec 23 16:49:59.580264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0aedc-b3a9-4235-85d3-544b7f55c6a9 None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:49:59.656070 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-7c4d9c8c-6557-45d5-9eeb-c6b0a80ff1e3 service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271341 Dec 23 16:49:59.885770 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-5a869860-3617-42ab-80f3-fcb409d9f1f5 service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235322 Dec 23 16:50:00.064278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-954a4925-7c8f-49a5-966c-5a91e37ab374 req-6e0b0008-c513-474c-bbfd-0649c9e308fe tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 210 time: 0.0397849 Dec 23 16:50:01.053484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-b789e5d6-facd-4e5f-9aa4-cb1caffd32d2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:01.054939 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-b789e5d6-facd-4e5f-9aa4-cb1caffd32d2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.1456070 Dec 23 16:50:01.120034 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-f968a05f-dff7-4e89-be47-783b0f53d593 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 380 time: 0.0516772 Dec 23 16:50:01.132648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'port': {'device_id': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'admin_state_up': True, 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'security_groups': ['9b16e8b5-209a-46c1-8e10-0057d4073c2d']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:50:01.253520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e6d8f42f-e857-467a-bb04-91b377359ebb req-3a2f73fc-43af-4975-9368-ce1f163a1a9d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 210 time: 0.0560417 Dec 23 16:50:01.306756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:50:01.315959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:50:01.325434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Made reservation on behalf of c5afcbbae56e4ef395a3697493953199 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:50:01.328505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:01.484477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Allocated IP 172.20.0.13 (e07c516a-485d-4fbf-a578-24299c710092/9948f2fd-fdaf-4079-a23a-b100a8ad97d0/8f4c2476-2b76-402f-89f6-5f0c0c6b9948) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:50:01.663600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:01.678257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Transition to ACTIVE for port object 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:50:01.698552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:01.770587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Network e07c516a-485d-4fbf-a578-24299c710092 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:50:01.773449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:50:01.777393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:50:01.806971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:50:01.841650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:01.842247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:01.867224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-9cca7da1-d5b9-48e7-a67d-6e5af4ea63eb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7389631 Dec 23 16:50:01.879877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Request body: {'port': {'device_id': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:50:01.988289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:02.040061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-302b0735-281e-40b9-ab91-175763df1366 None None] Provisioning for port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:50:02.044859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-302b0735-281e-40b9-ab91-175763df1366 None None] Provisioning complete for port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:50:02.045234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-302b0735-281e-40b9-ab91-175763df1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:02.096212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-302b0735-281e-40b9-ab91-175763df1366 None None] Port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:50:02.332874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:50:02.339528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:02.353386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Transition to ACTIVE for port object 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:50:02.357878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:02.635816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:50:02.736017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5cfbe-bad7-481a-af97-d92abcaf7f81 req-2ce6c7a6-aa35-4d28-85f5-d0e582d5dfa6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:02.736703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-74f5cfbe-bad7-481a-af97-d92abcaf7f81 req-2ce6c7a6-aa35-4d28-85f5-d0e582d5dfa6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:50:02.764543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-74f5cfbe-bad7-481a-af97-d92abcaf7f81 req-2ce6c7a6-aa35-4d28-85f5-d0e582d5dfa6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:50:02.765663 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-74f5cfbe-bad7-481a-af97-d92abcaf7f81 req-2ce6c7a6-aa35-4d28-85f5-d0e582d5dfa6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 944 time: 0.3754320 Dec 23 16:50:02.774831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Attempting to bind port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:50:02.775160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Attempting to bind port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:50:02.775483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Attempting to bind port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:50:02.806596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 on network e07c516a-485d-4fbf-a578-24299c710092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:50:02.806914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Attempting to bind port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:50:02.820024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:50:02.820297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Checking segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:50:02.820672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Bound using segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:50:02.821088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Bound port: 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:50:02.821425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:02.841049 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-74f5cfbe-bad7-481a-af97-d92abcaf7f81 req-60b3bf67-1684-4162-9018-9c29ce608803 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679433 Dec 23 16:50:02.912991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:50:02.916084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:50:02.920169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:02.976956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:02.978053 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 1094 time: 1.1030905 Dec 23 16:50:02.980909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:50:03.001702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b484eb0-f382-45fd-a514-044cceaee6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:50:03.051357 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'status': 'completed', 'code': 200} Dec 23 16:50:03.092970 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-4a5fec5a-988b-4ac6-bdea-ec00ca8f169c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0764647 Dec 23 16:50:03.164795 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-78b4499d-a717-4742-8548-b5f322641727 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 217 time: 0.0648293 Dec 23 16:50:03.227633 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-1d1cb5c3-5017-455b-8f50-d9173af5d197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:03.229052 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-1d1cb5c3-5017-455b-8f50-d9173af5d197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0560086 Dec 23 16:50:03.302028 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-c8a4fdd9-8a87-4bee-bf93-0906345bc0a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664151 Dec 23 16:50:03.429195 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-1106ec34-0cf5-4a48-a79f-45b229b85464 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211901 Dec 23 16:50:03.558276 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab6ffd11-b00b-49a3-ba4d-ef12ed1dca6d req-ada35e1c-c62f-4fc0-9eed-c05094ad9a9e service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224651 Dec 23 16:50:03.669444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-27307e73-780b-44f8-9e93-d48ab4d26b3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1097 time: 0.0699866 Dec 23 16:50:03.795699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-c9272d58-1ef9-4763-a8f3-7d159a9764a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:03.797130 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-c9272d58-1ef9-4763-a8f3-7d159a9764a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1215136 Dec 23 16:50:03.861193 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-822c2d6f-6e9e-4b02-ad65-b985880d61f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 217 time: 0.0580235 Dec 23 16:50:03.924815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-5b82dccc-c042-401f-a571-67497f238c01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:03.926286 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-5b82dccc-c042-401f-a571-67497f238c01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0591195 Dec 23 16:50:04.060675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-6c2fb937-2aa2-40f1-8b41-7bd104de67ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260602 Dec 23 16:50:04.066721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239caaa-4e0b-4380-bb78-1fb2f8e9d7d5 req-e96255df-a485-4e95-8935-3bef5076d84f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:04.068606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a239caaa-4e0b-4380-bb78-1fb2f8e9d7d5 req-e96255df-a485-4e95-8935-3bef5076d84f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 944 time: 0.1057615 Dec 23 16:50:04.188924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a239caaa-4e0b-4380-bb78-1fb2f8e9d7d5 req-2507e683-e216-4735-a973-9b1c5769f0c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023502 Dec 23 16:50:04.222675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-4ea27a64-6c18-4d48-9ea2-9ecd4b9f9ee6 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531625 Dec 23 16:50:04.440633 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e72687c-94ba-4efe-8af8-0d572482a739 req-7f2e78af-78a6-4741-8744-76bf424030a1 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113192 Dec 23 16:50:05.084828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-50416699-561d-4f37-94db-516f5c217117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:05.387181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec7dd7-ba68-4926-b3d5-2ff3d6fa262a req-f05d39a4-2453-4cb2-9979-cc6cb4c4cc88 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:05.388547 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-43ec7dd7-ba68-4926-b3d5-2ff3d6fa262a req-f05d39a4-2453-4cb2-9979-cc6cb4c4cc88 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 944 time: 0.0771418 Dec 23 16:50:05.433345 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-43ec7dd7-ba68-4926-b3d5-2ff3d6fa262a req-ba623786-eb74-4fca-ac4c-c16a0636b522 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388763 Dec 23 16:50:06.624219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830da2f-13f3-4496-8a64-69ac9040f666 req-01523773-b633-492d-866a-3aa80850edcc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:06.625632 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2830da2f-13f3-4496-8a64-69ac9040f666 req-01523773-b633-492d-866a-3aa80850edcc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 944 time: 0.0736048 Dec 23 16:50:06.668465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2830da2f-13f3-4496-8a64-69ac9040f666 req-b03d126e-9fa3-4202-8148-dfea7657f660 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Dec 23 16:50:06.970661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:06.982945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:50:07.111572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:50:07.124034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'mac_address': 'fa:16:3e:b6:51:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:50:07.175878 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:07.192875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:50:07.207098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:50:07.215463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:07.281939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:50:07.305813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c61e3dc-3c1b-40fe-9cfc-a8edaae38ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:07.523063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['8f4c2476-2b76-402f-89f6-5f0c0c6b9948'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:50:07.861657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7450d-7a2d-4cd5-a889-dbe8a03a2c67 req-3cd1f1e3-0996-49a2-ac64-dd1d645ec558 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:07.863073 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5e7450d-7a2d-4cd5-a889-dbe8a03a2c67 req-3cd1f1e3-0996-49a2-ac64-dd1d645ec558 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 945 time: 0.0764663 Dec 23 16:50:07.906968 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5e7450d-7a2d-4cd5-a889-dbe8a03a2c67 req-7340159d-931d-467e-a525-c7e5147bfc83 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378656 Dec 23 16:50:08.469877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:08.558091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:08.984148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:50:09.054631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:50:09.059347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:50:09.059748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:09.102181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9d437-6bbe-4d33-a3c0-c07e26100638 req-7a061ea5-4d06-4593-bc71-26b4d31ed7c8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:09.103682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73f9d437-6bbe-4d33-a3c0-c07e26100638 req-7a061ea5-4d06-4593-bc71-26b4d31ed7c8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 945 time: 0.0754817 Dec 23 16:50:09.148077 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73f9d437-6bbe-4d33-a3c0-c07e26100638 req-205d95fd-28f0-469a-ba3c-46062f09695d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387058 Dec 23 16:50:09.172746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:09.198042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:50:09.207975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:50:09.211676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:09.253144 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'code': 200} Dec 23 16:50:09.278942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:50:09.472772 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f070cd9e-b5c4-43b6-b0da-3d0bb17d6d65 req-f8fb8dca-fa6e-49e1-9921-de56b1f98c3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.0680771 Dec 23 16:50:09.512974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f070cd9e-b5c4-43b6-b0da-3d0bb17d6d65 req-42fa82ca-9ddc-4f4f-98cb-0aac1084c9c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339406 Dec 23 16:50:09.969405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:10.344819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2765bbe-73ce-4686-9fbf-d42daa590844 req-ee47c2da-a990-48ad-819e-c62266ed33c4 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:10.346226 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2765bbe-73ce-4686-9fbf-d42daa590844 req-ee47c2da-a990-48ad-819e-c62266ed33c4 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0761542 Dec 23 16:50:10.392192 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2765bbe-73ce-4686-9fbf-d42daa590844 req-66f5acc7-06c9-403a-9f86-2b1c575ae7db tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 Dec 23 16:50:11.589860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b75b6-5c4c-4943-ae03-47ac3586138f req-1b7bf885-c2c0-4ada-af66-f140e6c02032 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:11.591294 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e18b75b6-5c4c-4943-ae03-47ac3586138f req-1b7bf885-c2c0-4ada-af66-f140e6c02032 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0742371 Dec 23 16:50:11.636161 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e18b75b6-5c4c-4943-ae03-47ac3586138f req-cab656f7-d6ac-449b-aa9e-f6581033a8f9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Dec 23 16:50:11.824593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa265852-71ed-4acd-8e22-48e301e27930 req-7693aaea-5440-4e90-9015-ab654edd75e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:11.825989 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fa265852-71ed-4acd-8e22-48e301e27930 req-7693aaea-5440-4e90-9015-ab654edd75e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0764835 Dec 23 16:50:11.834861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 33724) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:50:11.839834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'floatingip': {'port_id': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:50:11.914678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:12.509621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:12.513165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:12.785128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce associated. External IP: 172.26.7.47, port: 8f4c2476-2b76-402f-89f6-5f0c0c6b9948. Dec 23 16:50:13.167316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:50:13.367651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:50:13.384875 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de487b6f-711b-463f-8962-883044149d0c None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:50:13.385327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:13.399830 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:50:13.400413 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:50:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:50:13.441719 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9eedac4c-a5be-41d5-8aa3-7d15c671fa39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "PUT /v2.0/floatingips/facbffd8-98c5-48ff-9f3e-80c6fd4d51ce HTTP/1.1" status: 200 len: 991 time: 1.6057925 Dec 23 16:50:13.443022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:50:13.512050 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'status': 'completed', 'code': 200} Dec 23 16:50:13.597573 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:50:13.613643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-b221f94e-f2b8-430b-8e57-f3fa5aea5020 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.0777674 Dec 23 16:50:13.745639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-6f4e9e52-1e3e-4191-9192-43f42e2a3e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:13.747071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-6f4e9e52-1e3e-4191-9192-43f42e2a3e4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1277404 Dec 23 16:50:13.844533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-fa92dd57-c0b3-4817-87a0-d9d576845faf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 999 time: 0.0911510 Dec 23 16:50:13.908502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-655b2395-ba17-4aa4-9750-abb8aba61a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:13.910113 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-655b2395-ba17-4aa4-9750-abb8aba61a15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0590904 Dec 23 16:50:13.938518 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:b6:51:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:50:12Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:50:13.942434 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de487b6f-711b-463f-8962-883044149d0c None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:50:13.952589 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:50:13.953171 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:50:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:50:13.982669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-6c303244-fe27-4c94-a11a-a8e3b34c9684 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662231 Dec 23 16:50:14.122044 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-404d0aa7-8e6e-44bb-af12-511fb7be752e service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330352 Dec 23 16:50:14.157779 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:50:14.361649 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3998bed4-f9cf-4c4a-b0a2-12c9b46cf8cf req-4296c28c-95ea-4d23-81a5-4163a47598d2 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325094 Dec 23 16:50:14.508121 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de487b6f-711b-463f-8962-883044149d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:b6:51:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:50:12Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:50:14.511871 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de487b6f-711b-463f-8962-883044149d0c None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:b6:51:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:50:12Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:50:14.715015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb556518-8e74-4115-946f-f3a848bfb5e4 None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:50:24.878114 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:50:25.141350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-b4b42741-c41f-4ee3-b32e-166dd125c878 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311941 Dec 23 16:50:25.279737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-bcc662b9-01c9-47a2-bd22-331d00cff035 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.0661623 Dec 23 16:50:25.417899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-8dca1508-9d64-4822-bf41-8da8de59213c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:25.419220 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-8dca1508-9d64-4822-bf41-8da8de59213c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1218910 Dec 23 16:50:25.518063 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-afb4a769-5f0a-47e5-ba21-cb422065fdd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 1001 time: 0.0930519 Dec 23 16:50:25.576043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-387d544a-ae43-4a62-97cf-e0db18720219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:50:25.577366 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-387d544a-ae43-4a62-97cf-e0db18720219 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0537555 Dec 23 16:50:25.651566 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-f9e45c9a-4056-43b6-8792-d7f8b437a48b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676441 Dec 23 16:50:25.776121 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-4a7916b7-2cb5-4042-bf8d-f2f8f8d0838e service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184835 Dec 23 16:50:25.903373 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8a5ae80-8b9f-4c94-a879-b12cb0dac3b7 req-47d3d890-342e-42e4-b4d9-ceb0ef63b976 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203420 Dec 23 16:50:35.087413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6408164b-8502-47d5-8f89-fd0ead04d80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:36.977555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:37.307048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b84501fb-db2b-4c44-87f1-f86b49107ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:38.501775 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:38.560454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:39.972915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:01.877724 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:51:05.089311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2547f136-85db-4971-836f-a8f1e60e6dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:06.984491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:07.308338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0c90c2b-8abd-488a-9a97-4ed50c5aac22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:08.476975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:08.562436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:09.976726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:25.080774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-b4f4353f-65d4-4e3b-976f-6da8e9dada4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653853 Dec 23 16:51:25.215937 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-38da506f-781e-469a-ab68-74f4d3f87682 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.0691526 Dec 23 16:51:25.354932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-d61f1820-6195-4cc0-af5f-bb0d837cca18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:25.356361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-d61f1820-6195-4cc0-af5f-bb0d837cca18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1220634 Dec 23 16:51:25.453455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-32b4e5fc-fe95-46e8-bb09-f40a17b9998e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 1001 time: 0.0907784 Dec 23 16:51:25.516237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-9a24dc62-d7ee-4b6f-8392-e31a91f6f270 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:25.517591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-9a24dc62-d7ee-4b6f-8392-e31a91f6f270 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0575488 Dec 23 16:51:25.589752 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-88848ffb-e2b1-480f-9415-12eec22998bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648799 Dec 23 16:51:25.718336 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-9cf1c9cb-0204-4fd1-b922-87d8dfb6f5c6 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219609 Dec 23 16:51:25.934909 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3b36a02-6e53-46c0-bf4f-075473d0971f req-045ac805-9265-4548-9a6f-58dbaec9987f service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102695 Dec 23 16:51:26.608724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79086-c27a-4643-abaa-f85c7cf74c41 req-46dd487e-d983-4f75-8a3e-4653446ffebc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:26.610508 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ab79086-c27a-4643-abaa-f85c7cf74c41 req-46dd487e-d983-4f75-8a3e-4653446ffebc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0851328 Dec 23 16:51:26.659783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ab79086-c27a-4643-abaa-f85c7cf74c41 req-6d1eaf15-35d0-46f7-b125-526ae12fb245 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Dec 23 16:51:27.853361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44c0bc-eb36-4c65-b397-28eaacb358f3 req-526434e1-59a9-44cd-9e30-1e3cdd08a898 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:27.854757 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf44c0bc-eb36-4c65-b397-28eaacb358f3 req-526434e1-59a9-44cd-9e30-1e3cdd08a898 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0729809 Dec 23 16:51:27.901949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf44c0bc-eb36-4c65-b397-28eaacb358f3 req-a6f95a2f-d58b-42b5-bde3-c5f198399c39 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Dec 23 16:51:29.091447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b328370-1a88-41cc-885c-c3491093ee65 req-2dd3954b-ea03-4575-9bf0-9c067179d3be tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:29.092870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b328370-1a88-41cc-885c-c3491093ee65 req-2dd3954b-ea03-4575-9bf0-9c067179d3be tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0740168 Dec 23 16:51:29.137130 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b328370-1a88-41cc-885c-c3491093ee65 req-8f503256-4fcd-46d1-ab0e-4d6e639610ef tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389035 Dec 23 16:51:30.328154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916b1c0-db03-4818-b2f5-a0a1524592f5 req-df46bd91-f4d1-4a05-9140-bd0bba78e73b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:30.329555 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8916b1c0-db03-4818-b2f5-a0a1524592f5 req-df46bd91-f4d1-4a05-9140-bd0bba78e73b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0769506 Dec 23 16:51:30.372602 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8916b1c0-db03-4818-b2f5-a0a1524592f5 req-a0229a56-8cc4-444b-ae50-ba3f5fc37056 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370462 Dec 23 16:51:31.567326 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e5b4c-cad8-471a-ae71-5917db3e6eab req-1528d9c2-6553-431d-a33b-8ddabc9529ff tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:31.568814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d01e5b4c-cad8-471a-ae71-5917db3e6eab req-1528d9c2-6553-431d-a33b-8ddabc9529ff tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0749059 Dec 23 16:51:31.613526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d01e5b4c-cad8-471a-ae71-5917db3e6eab req-38750fc3-3796-4257-aa96-06b076b63b61 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392663 Dec 23 16:51:32.808142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce191d4-7b5d-43cf-a23e-7b84ec35241c req-eb203936-714d-4cb1-bba1-eea2c0bd4f5e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:32.811310 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cce191d4-7b5d-43cf-a23e-7b84ec35241c req-eb203936-714d-4cb1-bba1-eea2c0bd4f5e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0805278 Dec 23 16:51:32.854497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cce191d4-7b5d-43cf-a23e-7b84ec35241c req-a093371b-7963-4514-a82b-94fae22a74a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Dec 23 16:51:34.047296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828452-123e-4d4d-8560-4210000bb9ea req-69ec3c91-8854-43aa-945b-8a554afb4448 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:34.048655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac828452-123e-4d4d-8560-4210000bb9ea req-69ec3c91-8854-43aa-945b-8a554afb4448 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0733771 Dec 23 16:51:34.092026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac828452-123e-4d4d-8560-4210000bb9ea req-ecbbc2c1-62b1-4d55-820a-831b78cec87f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380590 Dec 23 16:51:35.091137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1347300f-7bcb-4349-89d1-c4ad201c4219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:35.286663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a48d57-3ef3-4695-bd30-0bfdc8faa84b req-c68e306e-6492-4e6a-b718-6f6457021518 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:35.288102 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2a48d57-3ef3-4695-bd30-0bfdc8faa84b req-c68e306e-6492-4e6a-b718-6f6457021518 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0766249 Dec 23 16:51:35.331973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2a48d57-3ef3-4695-bd30-0bfdc8faa84b req-e772bdef-3ab6-4286-b789-a70db5f84ae2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384512 Dec 23 16:51:36.522650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3df7d2-329e-4578-8253-7ff1e2483c5d req-15333db8-8018-4b9f-9bcb-eb692bcacd32 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:36.524101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ef3df7d2-329e-4578-8253-7ff1e2483c5d req-15333db8-8018-4b9f-9bcb-eb692bcacd32 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0747566 Dec 23 16:51:36.572646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ef3df7d2-329e-4578-8253-7ff1e2483c5d req-d4f451e3-b7fc-4e12-a2f9-37c928340324 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 Dec 23 16:51:36.980470 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:37.309119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e0f2-2635-4c8e-816a-d5fa2d3391a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:37.762651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882580c-8354-4506-a2cf-d76296704bcf req-30d4d1b0-2f7a-45b2-bef8-487ac72e66a7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:37.764094 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8882580c-8354-4506-a2cf-d76296704bcf req-30d4d1b0-2f7a-45b2-bef8-487ac72e66a7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0745096 Dec 23 16:51:37.809943 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8882580c-8354-4506-a2cf-d76296704bcf req-9230e5b1-6852-4d2e-b4d4-de53e2afd0aa tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Dec 23 16:51:38.071834 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-359f2cd0-38ff-477a-877d-b5d14acccf7e req-f4eff23b-5fd2-446e-aac2-2710108707ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1361902 Dec 23 16:51:38.424239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f4121-274d-40aa-bb89-9e6779848aba req-5ce7b4f5-c4ee-40af-9e58-5bc057c56d54 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:38.425659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f61f4121-274d-40aa-bb89-9e6779848aba req-5ce7b4f5-c4ee-40af-9e58-5bc057c56d54 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.1305962 Dec 23 16:51:38.429674 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-a90cadfa-67f4-40c5-b54a-1914605c224c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1838658 Dec 23 16:51:38.473177 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f61f4121-274d-40aa-bb89-9e6779848aba req-0ab4a301-b98c-4867-9e5a-e8fc4b04e1d1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Dec 23 16:51:38.482240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:38.565068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:38.878156 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:51:39.731105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6efa12-8d3d-48a0-b9b2-8b91f34efc46 req-cbe19bd3-a4aa-421f-8e95-d0e0f274d21b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:39.732533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f6efa12-8d3d-48a0-b9b2-8b91f34efc46 req-cbe19bd3-a4aa-421f-8e95-d0e0f274d21b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.1310191 Dec 23 16:51:39.736109 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-682b5c9f-91ba-40d1-9eb1-d8ecb86bdc78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.0994852 Dec 23 16:51:39.856885 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f6efa12-8d3d-48a0-b9b2-8b91f34efc46 req-c3696154-501b-423b-8852-8b8ec85f82c0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185930 Dec 23 16:51:39.905698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-1239ddb8-b397-421e-be35-634192b29693 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:39.907133 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-1239ddb8-b397-421e-be35-634192b29693 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1557930 Dec 23 16:51:39.979597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:40.098420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-d9bc347f-dc0f-4b25-bd84-916c99802638 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 1001 time: 0.1846201 Dec 23 16:51:40.157105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-257b2ce4-a6f6-4be5-936f-1cf181926fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:40.158437 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-257b2ce4-a6f6-4be5-936f-1cf181926fb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0540676 Dec 23 16:51:40.227964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-ce90e574-2476-4f4a-bb01-458e5002c06d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636735 Dec 23 16:51:40.353027 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-dc23d11a-08ca-4d74-9bb7-af40499ba28d service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184235 Dec 23 16:51:40.479269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-2ce4d76a-b522-429e-a40c-915f6e0b8bb3 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196558 Dec 23 16:51:41.055495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce600c89-825a-4b6c-ba28-91634c0cddd0 req-3a9d2610-0e45-455c-97d3-b505e9ef6ea2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:41.056925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce600c89-825a-4b6c-ba28-91634c0cddd0 req-3a9d2610-0e45-455c-97d3-b505e9ef6ea2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0775845 Dec 23 16:51:41.099611 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce600c89-825a-4b6c-ba28-91634c0cddd0 req-33ddcb8d-8f3f-4f2e-a4ab-7ee5d308e9d3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Dec 23 16:51:42.218479 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-99f9c1bd-cfb6-4c22-89be-e7511741693f service neutron] 10.222.0.59 "GET /v2.0/ports/8f4c2476-2b76-402f-89f6-5f0c0c6b9948/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0720921 Dec 23 16:51:42.302576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26933abb-3339-42e8-9459-c3f6c841b277 req-e7300dc4-1648-42a8-8843-cc3f47497c90 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:42.304058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26933abb-3339-42e8-9459-c3f6c841b277 req-e7300dc4-1648-42a8-8843-cc3f47497c90 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0826740 Dec 23 16:51:42.350599 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26933abb-3339-42e8-9459-c3f6c841b277 req-45111291-94f8-4309-8208-8f4bd101635d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Dec 23 16:51:42.480641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-8bb90964-98ca-4d3f-98a0-54e7182c6788 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 1099 time: 0.0670691 Dec 23 16:51:42.570919 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-b4738924-c8e6-4dcd-baba-3441d1740908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.0695508 Dec 23 16:51:42.705829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-f5c1046c-d638-4c96-a7d1-a25f79eed04d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:42.707160 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-f5c1046c-d638-4c96-a7d1-a25f79eed04d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1300175 Dec 23 16:51:42.806806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-432f5b3f-55d7-470a-bc2b-4464243efc85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 1001 time: 0.0933766 Dec 23 16:51:42.867507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-c7bab90d-dfd6-4f3d-8a12-d98609d7f729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:42.868921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-c7bab90d-dfd6-4f3d-8a12-d98609d7f729 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0563092 Dec 23 16:51:42.943636 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-9763bde0-7a23-4f33-a9f7-dfe2ab76969a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690064 Dec 23 16:51:43.071638 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-d0c05425-bd23-4ca1-9229-e2bb86d2634e service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207497 Dec 23 16:51:43.197125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5333348e-bbf6-4dc4-b5b3-1a66c19b6e74 req-fd29a4d0-7b2a-4c05-881b-390bb2386db0 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195157 Dec 23 16:51:43.548877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce9a80-3b85-4a74-a1d7-f1fb04afef53 req-82f6a2a8-47b5-4043-ae0f-ef74a09ceedc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:43.550269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-afce9a80-3b85-4a74-a1d7-f1fb04afef53 req-82f6a2a8-47b5-4043-ae0f-ef74a09ceedc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0731516 Dec 23 16:51:43.592766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-afce9a80-3b85-4a74-a1d7-f1fb04afef53 req-52dd95cd-df51-4a51-996b-15f9d93d812f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371506 Dec 23 16:51:44.795122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3410f-3ccf-4c8f-b45d-d97720a97664 req-826f3ca8-3fe5-49a4-8e1c-d1997f0e0c59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:44.796546 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06c3410f-3ccf-4c8f-b45d-d97720a97664 req-826f3ca8-3fe5-49a4-8e1c-d1997f0e0c59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0843015 Dec 23 16:51:44.840679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-06c3410f-3ccf-4c8f-b45d-d97720a97664 req-f07f02a9-9fe8-4b62-82fe-73aa47536450 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Dec 23 16:51:46.040506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3bfe6-8238-4657-9fa5-d25e782f5adc req-36fa626e-6ee9-4f5a-9ff4-45505b078c22 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:46.041804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1df3bfe6-8238-4657-9fa5-d25e782f5adc req-36fa626e-6ee9-4f5a-9ff4-45505b078c22 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0730999 Dec 23 16:51:46.084462 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1df3bfe6-8238-4657-9fa5-d25e782f5adc req-e80b732c-5789-4872-8ab2-58a1b8c604f3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 Dec 23 16:51:46.539310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-1910a5d6-6134-4bb5-b199-bc6689ed9edb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:46.540735 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-1910a5d6-6134-4bb5-b199-bc6689ed9edb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1&tenant_id=c5afcbbae56e4ef395a3697493953199&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 946 time: 0.2188110 Dec 23 16:51:46.550352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfc380-bcc4-4433-ae18-1f72cf47a6e0 req-79849f4c-d6f4-4101-9243-9cead4a7201f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:46.551727 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-efdfc380-bcc4-4433-ae18-1f72cf47a6e0 req-79849f4c-d6f4-4101-9243-9cead4a7201f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.1976781 Dec 23 16:51:46.605701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-efdfc380-bcc4-4433-ae18-1f72cf47a6e0 req-dfb3e5b6-47dc-427d-9efd-944f84337bb9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Dec 23 16:51:46.683416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-c932f328-6a62-4803-bdcc-f65b68e0700a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.0727437 Dec 23 16:51:46.813401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-0c438939-7fed-4886-824b-14d2cafcfaf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:46.814836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-0c438939-7fed-4886-824b-14d2cafcfaf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1258740 Dec 23 16:51:46.915155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-d906dd37-fb18-4679-8cc6-918cfcf5f47c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 1001 time: 0.0940619 Dec 23 16:51:46.975475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-571a772e-a19c-4f6e-9621-50d7f260d72a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:46.976821 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-571a772e-a19c-4f6e-9621-50d7f260d72a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0555818 Dec 23 16:51:47.051950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-5a66e7f4-5eaa-421c-8708-07e97e91f027 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691319 Dec 23 16:51:47.179074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-a38d2286-ccfb-4b27-b362-fda8d685ad4e service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202183 Dec 23 16:51:47.305689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-650c977c-cf35-472b-83a1-5f34d19871b5 req-376253ac-5d4e-4e0f-b5ba-bf87a2d6b5a6 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205831 Dec 23 16:51:47.482280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:51:47.485598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:51:47.698619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:47.722013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:51:47.740788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'mac_address': 'fa:16:3e:b6:51:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:51:47.748342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:51:47.786587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:51:47.798198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:47.827428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aa8d-17f1-4592-959c-baed1acdc9a1 req-e4dea0cc-213b-4b11-82bf-d841a2f0c2e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:47.829199 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b604aa8d-17f1-4592-959c-baed1acdc9a1 req-e4dea0cc-213b-4b11-82bf-d841a2f0c2e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0965123 Dec 23 16:51:47.864000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:47.896331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:51:47.898731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b604aa8d-17f1-4592-959c-baed1acdc9a1 req-4c9477a1-629a-4323-bdb4-0331600b44b9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563681 Dec 23 16:51:47.903145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:51:47.931943 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'code': 200} Dec 23 16:51:47.946300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.946642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.946978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.947307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.947668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.947998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.948375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.948639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.948971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.949263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.949579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:47.974894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:51:47.975262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:51:48.526679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:48.542752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:51:48.557338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:51:48.561113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:48.628275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['8f4c2476-2b76-402f-89f6-5f0c0c6b9948'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:51:48.654104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:51:49.094263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c716678-4f7a-4d54-b4af-2a4473ba9c0d req-3610b999-59be-4134-9c24-88ed5a7e46d2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:49.095671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8c716678-4f7a-4d54-b4af-2a4473ba9c0d req-3610b999-59be-4134-9c24-88ed5a7e46d2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 945 time: 0.0762706 Dec 23 16:51:49.139282 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8c716678-4f7a-4d54-b4af-2a4473ba9c0d req-228954ed-f19d-4d39-9048-add0220980d2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 Dec 23 16:51:49.329233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0628ce-1069-434e-9044-45ca14bf3971 req-3b0365e0-1e54-4552-9250-7a3e1ec480c0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:49.330630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ea0628ce-1069-434e-9044-45ca14bf3971 req-3b0365e0-1e54-4552-9250-7a3e1ec480c0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 945 time: 0.0739529 Dec 23 16:51:49.374295 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ea0628ce-1069-434e-9044-45ca14bf3971 req-ce6ab556-8779-4d8c-9363-3ce9401ec0d1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376942 Dec 23 16:51:49.497989 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:51:49.569302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:51:49.569974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:49.683232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:49.718753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:51:49.722943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:49.789080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:51:49.800958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e835cc-b216-4705-8749-340d91d798e6 req-5013967f-f152-44f9-bac5-5ddb0368d86a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:49.802395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75e835cc-b216-4705-8749-340d91d798e6 req-5013967f-f152-44f9-bac5-5ddb0368d86a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 945 time: 0.1374397 Dec 23 16:51:49.835509 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-d5036a66-1b27-4985-8b43-a7585cd532cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 1099 time: 0.1114650 Dec 23 16:51:49.930443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75e835cc-b216-4705-8749-340d91d798e6 req-264cb745-22e3-4ae8-8388-5ec35bfd61b1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216230 Dec 23 16:51:49.933524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:51:49.974841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-f3e4bbd4-2a3c-4626-82df-f57cdbdf9155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:49.976337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-f3e4bbd4-2a3c-4626-82df-f57cdbdf9155 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1326833 Dec 23 16:51:49.989069 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'code': 200} Dec 23 16:51:50.079764 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-547505fb-bed0-4ed1-b88f-b6abbeb04d48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 200 len: 1001 time: 0.0967155 Dec 23 16:51:50.224225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-3b809019-6e61-4282-8cfd-af2ce04274c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:50.225585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-3b809019-6e61-4282-8cfd-af2ce04274c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.1400168 Dec 23 16:51:50.297017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-ef59b418-4b8f-48c5-89dd-23edba842f18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654447 Dec 23 16:51:50.424766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-58586c37-69de-4784-b5bc-1b21d09b09d5 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218631 Dec 23 16:51:50.551321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f27a6e56-5e8f-4c11-943a-3f4a4f9656e6 req-b014ddbd-3859-42a2-82ea-3273100986fa service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206594 Dec 23 16:51:51.130344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8d2a-3663-4995-8b33-a691eaf558a7 req-98594c15-6dc6-4d63-84a3-d28b6e6f7f70 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:51.132257 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a13e8d2a-3663-4995-8b33-a691eaf558a7 req-98594c15-6dc6-4d63-84a3-d28b6e6f7f70 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0769026 Dec 23 16:51:51.180675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a13e8d2a-3663-4995-8b33-a691eaf558a7 req-8b42149a-fb01-40db-a9b4-4941c1c94b60 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 Dec 23 16:51:52.375181 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a86c70-697d-479b-9a02-59a20db84f61 req-04e5ca64-dc6f-4980-94ff-a33ba791c854 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:52.376643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e7a86c70-697d-479b-9a02-59a20db84f61 req-04e5ca64-dc6f-4980-94ff-a33ba791c854 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0744877 Dec 23 16:51:52.420819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e7a86c70-697d-479b-9a02-59a20db84f61 req-fe345a47-b12d-4981-9c08-3407398107cf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Dec 23 16:51:52.831169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a7b3c-d060-4115-9da7-c99f5116ab30 req-63edc246-a4b4-4ad2-9903-a68e064f605a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:52.832671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c1a7b3c-d060-4115-9da7-c99f5116ab30 req-63edc246-a4b4-4ad2-9903-a68e064f605a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0850217 Dec 23 16:51:52.881594 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c1a7b3c-d060-4115-9da7-c99f5116ab30 req-db63e0a9-d019-42c5-b8aa-89590439abf2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394492 Dec 23 16:51:54.075049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c3803-e2be-4aec-bee5-07c53ccdb646 req-e72445d4-cff7-47a3-948e-600d666ed813 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:54.076427 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e3c3803-e2be-4aec-bee5-07c53ccdb646 req-e72445d4-cff7-47a3-948e-600d666ed813 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0737331 Dec 23 16:51:54.119060 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e3c3803-e2be-4aec-bee5-07c53ccdb646 req-ccda0dc3-e150-4d1d-b6b3-bbfb4f699909 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373199 Dec 23 16:51:54.524386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-2d49d827-fd0d-4707-a1c3-e21d8d489451 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:54.525773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-2d49d827-fd0d-4707-a1c3-e21d8d489451 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 946 time: 0.0795262 Dec 23 16:51:54.590926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Deleting port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:51:54.591256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:54.844824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] For port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:51:54.845170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:55.115942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:55.116586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:55.116586 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce disassociated. External IP: 172.26.7.47, port: 8f4c2476-2b76-402f-89f6-5f0c0c6b9948. Dec 23 16:51:55.116829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Calling delete_port for 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:51:55.388087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:55.442056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event deleted for resources: {'Port': ['ID=8f4c2476-2b76-402f-89f6-5f0c0c6b9948,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:51:55.463866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.464232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.464563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.464884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.465207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.465527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.465839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.466151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.466459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.466765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.467071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:51:55.536543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34dd19-eab4-496b-b42e-d0df85fec990 req-b2ea4f34-1bc5-4729-a09b-f1722ad0cce5 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:55.538115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b34dd19-eab4-496b-b42e-d0df85fec990 req-b2ea4f34-1bc5-4729-a09b-f1722ad0cce5 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=d835aa21-b5ea-4493-893f-ccd159c3bde1 HTTP/1.1" status: 200 len: 867 time: 0.2942023 Dec 23 16:51:55.602471 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b34dd19-eab4-496b-b42e-d0df85fec990 req-2e8fa592-4572-472b-8035-be2ec0eed569 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574126 Dec 23 16:51:55.717203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:51:55.909312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:51:55.919077 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:51:55.930947 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:51:55.931526 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:51:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:51:55.979112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] No DVR routers for this DVR port 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:51:55.981521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:55.984036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-deleted', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:51:55.999158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c45e6bf9-5312-420d-b488-00bf8465c08c req-d9cb4c2a-a098-443f-9e1c-2cf5ad9f8123 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "DELETE /v2.0/ports/8f4c2476-2b76-402f-89f6-5f0c0c6b9948 HTTP/1.1" status: 204 len: 173 time: 1.4677296 Dec 23 16:51:56.039859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd835aa21-b5ea-4493-893f-ccd159c3bde1', 'name': 'network-vif-deleted', 'tag': '8f4c2476-2b76-402f-89f6-5f0c0c6b9948', 'status': 'completed', 'code': 200} Dec 23 16:51:56.108305 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:51:56.403326 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:51:56.407579 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:51:56.419439 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:51:56.420318 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:51:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:51:56.600947 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:51:56.950605 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:51:56.954657 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5064e-3e6a-4a44-9134-e5f605760524 None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:51:57.126707 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-fbc30ec2-8147-41f1-bbc5-7049c2aa98f1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1178631251&fields=id&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 267 time: 0.0417516 Dec 23 16:51:57.178440 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33d7c7-87a3-45ac-8f97-e21ebaf43984 None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:51:57.275839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135743d-2570-4553-9742-dc66a43f6690 req-d4e1611f-6191-4e9a-bc63-2f7e5ae49320 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:57.277260 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-d4e1611f-6191-4e9a-bc63-2f7e5ae49320 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.1436980 Dec 23 16:51:57.292964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-71d99197-eb62-4163-91b1-0808e3277231 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/quotas/c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 375 time: 0.0104313 Dec 23 16:51:57.376841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f135743d-2570-4553-9742-dc66a43f6690 req-f556e79e-5f19-4d70-b6ae-1bf6c07cf4ab tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:51:57.393627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-f135743d-2570-4553-9742-dc66a43f6690 req-f556e79e-5f19-4d70-b6ae-1bf6c07cf4ab tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:51:57.395029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-f556e79e-5f19-4d70-b6ae-1bf6c07cf4ab tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972154 Dec 23 16:51:57.533646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-78053943-7902-4807-9f05-745e53685e45 service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255221 Dec 23 16:51:57.660441 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-ba57965e-cf85-4572-a0ab-eeabefc69702 service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210043 Dec 23 16:51:57.839814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3371cd10-f2a3-4cf5-b8b4-9c8579c1f61b req-f6ca7236-1e3a-45fe-9d9d-7b912c5466f8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Dec 23 16:51:58.799157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135743d-2570-4553-9742-dc66a43f6690 req-9cb7ee6a-029c-4a19-8f02-89844215b597 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:58.800568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-9cb7ee6a-029c-4a19-8f02-89844215b597 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.1420505 Dec 23 16:51:58.857253 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-9ecc8ac3-993e-4772-a739-47cd61ac69d9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 380 time: 0.0437691 Dec 23 16:51:58.868144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'port': {'device_id': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'admin_state_up': True, 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'security_groups': ['9b16e8b5-209a-46c1-8e10-0057d4073c2d']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:51:59.010100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6238786c-903d-4f2c-ac9c-ca31dbd5bad3 req-035d359d-a611-4ca2-b060-7b6e9de71d52 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 210 time: 0.0514009 Dec 23 16:51:59.036412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:51:59.045802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:51:59.055871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Made reservation on behalf of c5afcbbae56e4ef395a3697493953199 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:51:59.058699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.301327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Allocated IP 172.20.0.9 (e07c516a-485d-4fbf-a578-24299c710092/9948f2fd-fdaf-4079-a23a-b100a8ad97d0/f77888f6-c1b9-46ac-9918-936e5ef78a7b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:51:59.483460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.498818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Transition to ACTIVE for port object f77888f6-c1b9-46ac-9918-936e5ef78a7b will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:51:59.519158 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.530371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:51:59.564382 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:51:59.564716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8f4c2476-2b76-402f-89f6-5f0c0c6b9948 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:51:59.587342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Network e07c516a-485d-4fbf-a578-24299c710092 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:51:59.590205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:51:59.594051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:51:59.632427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:51:59.660864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:51:59.661464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.687955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-9049a078-5eff-4e61-ad90-8d6ab21e169d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233497 Dec 23 16:51:59.699225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Request body: {'port': {'device_id': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:51:59.805830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.808566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bcae5283-c2b6-440e-863f-c0670a0a5365 None None] Provisioning for port f77888f6-c1b9-46ac-9918-936e5ef78a7b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:51:59.813916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bcae5283-c2b6-440e-863f-c0670a0a5365 None None] Provisioning complete for port f77888f6-c1b9-46ac-9918-936e5ef78a7b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:51:59.814679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bcae5283-c2b6-440e-863f-c0670a0a5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.866923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bcae5283-c2b6-440e-863f-c0670a0a5365 None None] Port f77888f6-c1b9-46ac-9918-936e5ef78a7b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:52:00.172602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77888f6-c1b9-46ac-9918-936e5ef78a7b {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:52:00.181072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:00.204809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Transition to ACTIVE for port object f77888f6-c1b9-46ac-9918-936e5ef78a7b will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:52:00.210513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:00.343223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:52:00.351191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d76c05-4bb7-42da-957b-3d9f1fbfa34a req-844a1e24-cd69-4b93-8828-134bd0ed6997 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:00.351912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b2d76c05-4bb7-42da-957b-3d9f1fbfa34a req-844a1e24-cd69-4b93-8828-134bd0ed6997 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:52:00.429096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b2d76c05-4bb7-42da-957b-3d9f1fbfa34a req-844a1e24-cd69-4b93-8828-134bd0ed6997 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:52:00.430259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2d76c05-4bb7-42da-957b-3d9f1fbfa34a req-844a1e24-cd69-4b93-8828-134bd0ed6997 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 931 time: 0.3005159 Dec 23 16:52:00.501221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Attempting to bind port f77888f6-c1b9-46ac-9918-936e5ef78a7b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:52:00.501546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Attempting to bind port f77888f6-c1b9-46ac-9918-936e5ef78a7b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:52:00.501865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Attempting to bind port f77888f6-c1b9-46ac-9918-936e5ef78a7b on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:52:00.508009 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2d76c05-4bb7-42da-957b-3d9f1fbfa34a req-5c1278a8-8658-4391-bcfb-e77b5ce2ff81 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712564 Dec 23 16:52:00.510429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Port f77888f6-c1b9-46ac-9918-936e5ef78a7b on network e07c516a-485d-4fbf-a578-24299c710092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:52:00.510740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Attempting to bind port f77888f6-c1b9-46ac-9918-936e5ef78a7b on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:52:00.516855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:52:00.517183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Checking segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:52:00.517545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Bound using segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:52:00.517966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Bound port: f77888f6-c1b9-46ac-9918-936e5ef78a7b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:52:00.518302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:00.605305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:52:00.608634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:52:00.612966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:00.671783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:00.673099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] 10.222.0.59 "PUT /v2.0/ports/f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 1093 time: 0.9783201 Dec 23 16:52:00.673511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:52:00.697103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad544b-0c28-4f52-997b-cd38b4eb21ac service neutron] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:52:00.752577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'status': 'completed', 'code': 200} Dec 23 16:52:00.794681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-2691206a-fafb-469e-8be1-266a19ce7131 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0771220 Dec 23 16:52:00.861978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-a752deb9-2741-4629-b15c-0147a53ea5c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 217 time: 0.0606942 Dec 23 16:52:01.008489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135743d-2570-4553-9742-dc66a43f6690 req-03dc9053-cacd-4ec1-a086-b1534a50bec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:01.009890 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-03dc9053-cacd-4ec1-a086-b1534a50bec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.1424069 Dec 23 16:52:01.082132 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-fff408fa-71c6-4207-88eb-bd1a1f7cd360 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661881 Dec 23 16:52:01.215316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-4a814136-6017-4b88-8bf0-97b59ac42db2 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263103 Dec 23 16:52:01.344299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f135743d-2570-4553-9742-dc66a43f6690 req-84993f30-2405-4e13-966a-5dacb490c455 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232738 Dec 23 16:52:01.465048 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20e31e61-5893-47d5-8bc1-58b645486769 req-c5aae47d-7202-475f-a5f9-27d5d79f4266 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0725729 Dec 23 16:52:01.603321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31e61-5893-47d5-8bc1-58b645486769 req-8f643139-815e-4d11-8a53-1519219c17c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:01.604849 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20e31e61-5893-47d5-8bc1-58b645486769 req-8f643139-815e-4d11-8a53-1519219c17c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1332827 Dec 23 16:52:01.709279 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20e31e61-5893-47d5-8bc1-58b645486769 req-64a5ba1e-c489-4612-83a2-85506d9d3f04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 217 time: 0.0981891 Dec 23 16:52:01.782496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e31e61-5893-47d5-8bc1-58b645486769 req-f048d6c1-7082-4856-acb0-ae6c45eaf470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:01.783955 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20e31e61-5893-47d5-8bc1-58b645486769 req-f048d6c1-7082-4856-acb0-ae6c45eaf470 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0682917 Dec 23 16:52:01.793686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d39aa-2f60-4f29-8030-da818be42715 req-931dc133-1b44-4f86-bb19-42a0d6848356 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:01.795017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e5d39aa-2f60-4f29-8030-da818be42715 req-931dc133-1b44-4f86-bb19-42a0d6848356 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 943 time: 0.1373467 Dec 23 16:52:01.890444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e5d39aa-2f60-4f29-8030-da818be42715 req-7bf72d09-b9d6-46bc-a2bc-4e990b68e379 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648780 Dec 23 16:52:01.903221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20e31e61-5893-47d5-8bc1-58b645486769 req-f12b2c15-b079-42cb-8b9e-76a7e9cabeb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073143 Dec 23 16:52:02.034012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20e31e61-5893-47d5-8bc1-58b645486769 req-447d92bc-6066-44ec-8d37-f73c4dc73ca2 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215971 Dec 23 16:52:02.159196 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20e31e61-5893-47d5-8bc1-58b645486769 req-32e64432-3cdc-4232-8b22-f9c6f363262a service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184525 Dec 23 16:52:03.085827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0282b-fe53-47f9-bd47-c2374118ab63 req-ebde0b02-2971-484c-a1d5-28780bc04604 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:03.087236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dcb0282b-fe53-47f9-bd47-c2374118ab63 req-ebde0b02-2971-484c-a1d5-28780bc04604 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 943 time: 0.0738850 Dec 23 16:52:03.130311 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dcb0282b-fe53-47f9-bd47-c2374118ab63 req-ac7e87c3-24ca-4c93-8ae7-817d2f821ea6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377078 Dec 23 16:52:04.323249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67b114-e396-479c-b6b9-6cc40571be1b req-ae8c3581-64ef-4caa-8546-e446fc5a1fb9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:04.324680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8b67b114-e396-479c-b6b9-6cc40571be1b req-ae8c3581-64ef-4caa-8546-e446fc5a1fb9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 943 time: 0.0768466 Dec 23 16:52:04.367754 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8b67b114-e396-479c-b6b9-6cc40571be1b req-1e05e4c9-53e1-40be-a3ed-82e524c1e989 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376277 Dec 23 16:52:05.092581 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0aa724d2-d0eb-4485-b16a-54afc272d085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:05.568162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174aa9b-ceb0-4ba7-9bdf-8e9b250195d0 req-e956fd22-90e1-4c8d-91a9-86bd6796e242 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:05.569581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f174aa9b-ceb0-4ba7-9bdf-8e9b250195d0 req-e956fd22-90e1-4c8d-91a9-86bd6796e242 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 943 time: 0.0753465 Dec 23 16:52:05.576017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:52:05.617030 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f174aa9b-ceb0-4ba7-9bdf-8e9b250195d0 req-09137a27-da27-497f-95cb-a8a8b30b29e6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Dec 23 16:52:05.704511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:52:05.717627 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'mac_address': 'fa:16:3e:8e:c5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:52:05.771947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:05.789552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77888f6-c1b9-46ac-9918-936e5ef78a7b {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:52:05.803777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:52:05.808102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:05.871312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:52:06.150105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['f77888f6-c1b9-46ac-9918-936e5ef78a7b'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:52:06.813867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177cd25-f99d-4df8-bb3e-6c4a1542a465 req-b8706100-94e4-4a33-a170-8e867ba0b964 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:06.815287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a177cd25-f99d-4df8-bb3e-6c4a1542a465 req-b8706100-94e4-4a33-a170-8e867ba0b964 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 944 time: 0.0825121 Dec 23 16:52:06.862982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a177cd25-f99d-4df8-bb3e-6c4a1542a465 req-ac80ffe9-ac54-4c2d-9192-20255944798f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420420 Dec 23 16:52:06.983390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:07.310201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aebf7482-7182-4960-9423-168ec896a741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:07.614717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:52:07.680619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port f77888f6-c1b9-46ac-9918-936e5ef78a7b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:52:07.685263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port f77888f6-c1b9-46ac-9918-936e5ef78a7b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:52:07.685726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:07.797132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:07.824152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:52:07.833169 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:52:07.837469 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:07.881002 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'code': 200} Dec 23 16:52:07.906963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:52:08.221687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582d26-9b6d-473d-9036-320627dcdef1 req-8115f656-abe1-4f66-ac72-096665dab2e2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:08.223163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e3582d26-9b6d-473d-9036-320627dcdef1 req-8115f656-abe1-4f66-ac72-096665dab2e2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.2325847 Dec 23 16:52:08.227309 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b22fb0a8-d1ed-4037-a197-a5c69f0949e5 req-760e9b8c-5b7c-46d8-856f-25be5e533066 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.1939936 Dec 23 16:52:08.298287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e3582d26-9b6d-473d-9036-320627dcdef1 req-232bade1-dad2-44ff-b3a7-acb288da9b95 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690775 Dec 23 16:52:08.299798 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b22fb0a8-d1ed-4037-a197-a5c69f0949e5 req-306afca9-c94f-422b-a01d-a3f7133f13b4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578485 Dec 23 16:52:08.481288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:08.566806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:09.493242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213dc07-1460-49ff-a410-f0f40ad878dd req-58b9fed4-f059-4079-91b1-22b932a7440b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:09.494679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2213dc07-1460-49ff-a410-f0f40ad878dd req-58b9fed4-f059-4079-91b1-22b932a7440b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0748816 Dec 23 16:52:09.538506 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2213dc07-1460-49ff-a410-f0f40ad878dd req-620085b5-39ac-4b70-bf8c-a0cb59953355 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Dec 23 16:52:09.980612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:10.733063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239685f-c72e-4e1f-be28-793ddbeaade4 req-d14feacc-3ebd-4448-b307-919fd3b36b60 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:10.734393 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9239685f-c72e-4e1f-be28-793ddbeaade4 req-d14feacc-3ebd-4448-b307-919fd3b36b60 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0781035 Dec 23 16:52:10.777848 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9239685f-c72e-4e1f-be28-793ddbeaade4 req-feef9077-4817-4c07-bd7d-7c930607e130 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Dec 23 16:52:10.964710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e593-d638-4c93-a887-9568fe644777 req-82b5cee5-295f-4949-a917-34485a7efc9f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:10.966135 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0853e593-d638-4c93-a887-9568fe644777 req-82b5cee5-295f-4949-a917-34485a7efc9f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0748925 Dec 23 16:52:10.974587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34028) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:52:10.980385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'floatingip': {'port_id': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:52:11.053994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:11.633472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:11.637052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:11.828953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce associated. External IP: 172.26.7.47, port: f77888f6-c1b9-46ac-9918-936e5ef78a7b. Dec 23 16:52:12.315997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:52:12.517011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:52:12.521781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:12.527035 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:52:12.539718 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:52:12.540323 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:52:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:52:12.573237 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7613074a-e888-4e7d-80a7-0ead620fd1a3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "PUT /v2.0/floatingips/facbffd8-98c5-48ff-9f3e-80c6fd4d51ce HTTP/1.1" status: 200 len: 990 time: 1.5975125 Dec 23 16:52:12.573738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:52:12.628626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'status': 'completed', 'code': 200} Dec 23 16:52:12.722168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-f2c0adae-81c8-4ec6-8c15-1ea36dfdd27e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0723195 Dec 23 16:52:12.723703 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:52:12.857648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-c4ae1491-c066-442f-9054-ec66975db8d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:12.858987 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-c4ae1491-c066-442f-9054-ec66975db8d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1302564 Dec 23 16:52:12.966122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-f697262e-8acf-4344-b924-ed8b1a6a4200 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 998 time: 0.1002862 Dec 23 16:52:13.027638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-4525b5ff-3c4a-462a-ba26-de3f71db8907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:13.029115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-4525b5ff-3c4a-462a-ba26-de3f71db8907 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0567002 Dec 23 16:52:13.057572 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:8e:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:52:11Z', 'revision_number': 9, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:52:13.061315 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:52:13.071839 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:52:13.072407 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:52:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:52:13.101733 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-38b63e7d-d021-499f-bf09-112eba6884ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661204 Dec 23 16:52:13.234654 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-38696aff-cb10-4820-b873-53d2a087fbf2 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237173 Dec 23 16:52:13.244740 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:52:13.361688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a75c3eb4-832f-47d1-bd53-c4168d0a7a7a req-843d53cd-af7d-4eb4-9af7-f3f47a413d79 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211457 Dec 23 16:52:13.605000 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:8e:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:52:11Z', 'revision_number': 9, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:52:13.608759 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bc36f-a0e8-467e-ab95-098715d27e65 None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:8e:c5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:52:11Z', 'revision_number': 9, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:52:13.821182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f055a37-9c21-4acb-a1e4-83615679a54c None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:52:15.877681 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:52:26.072100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-09821afb-c3fb-4d69-898e-dcaf2fc1c6bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689850 Dec 23 16:52:26.205737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-d9b1d5fe-0fe4-4d37-b22a-114f25892c09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0672097 Dec 23 16:52:26.345760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-65c8e798-2a71-476a-b26f-50c881a905ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:26.347110 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-65c8e798-2a71-476a-b26f-50c881a905ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1234992 Dec 23 16:52:26.543128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-5781ccc0-a9fe-43aa-8805-74cfc34abfb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 1001 time: 0.1894546 Dec 23 16:52:26.607689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-e208a651-0601-4194-9d8c-ba18ebeac53e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:52:26.609028 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-e208a651-0601-4194-9d8c-ba18ebeac53e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0587754 Dec 23 16:52:26.680557 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-d9859933-7941-442f-923c-d4f37fc76671 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653059 Dec 23 16:52:26.807861 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-5c5896a9-ae2b-48fe-acab-4568f509b990 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197813 Dec 23 16:52:26.936501 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-abdfd5c8-5292-4ee3-84d1-a1906a25eb71 req-e9d922b7-0b8e-4741-8ddf-8bc2dbc5a535 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219087 Dec 23 16:52:35.095035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5ec11485-7538-4b14-a930-a7a12924ac80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:36.989813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:37.311817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00ce8a26-0b4f-451a-8464-7bb755c06364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:38.484116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:38.567783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:39.986507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:52.877880 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:53:05.096231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27c82a97-4fa7-4087-87e5-341d0a3f9655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:07.001908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:07.312948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa11d0cb-ef7a-47b0-ba1f-70c35ed4da07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:08.487853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:08.567817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:09.986563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:26.610058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f5e3fbef-68b5-4496-8a79-cef26a22ab67 req-68103c66-6298-4692-904c-3d41ef5d9a18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1327469 Dec 23 16:53:26.860727 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-a7314b87-ecd8-4e6a-bb71-bcf82b79a87a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796971 Dec 23 16:53:26.987294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faa3b7-664e-4488-9094-6e768f6eb1d6 req-28abe8d2-b4f4-4de5-b5a2-0ee39c2f26e3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:26.993592 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-90faa3b7-664e-4488-9094-6e768f6eb1d6 req-28abe8d2-b4f4-4de5-b5a2-0ee39c2f26e3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.1506519 Dec 23 16:53:27.033745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-90faa3b7-664e-4488-9094-6e768f6eb1d6 req-fbf52c16-c489-4062-a374-74dcb8b39fe5 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 Dec 23 16:53:27.135932 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-0c366d9f-e17b-4cad-8c76-c0f67216d9e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0709763 Dec 23 16:53:27.281869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-bf6fce3b-146f-4573-ab55-0e1cf79f3aec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:27.283563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-bf6fce3b-146f-4573-ab55-0e1cf79f3aec service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1283529 Dec 23 16:53:27.392687 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-4d4ab182-162a-4df7-af6b-5f03cc853ba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 1001 time: 0.0993376 Dec 23 16:53:27.465116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-a6c235c5-d3c6-4f21-b3fb-d386e345f779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:27.466502 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-a6c235c5-d3c6-4f21-b3fb-d386e345f779 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0581477 Dec 23 16:53:27.544533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-158da84f-7447-44f1-a094-9ed19412fc5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719666 Dec 23 16:53:27.681506 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-205c25fb-73df-4708-9703-0d13a1fa3c8a service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248987 Dec 23 16:53:27.816395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-762d6caf-bace-48d4-a9ec-658cce3c42de req-6d5ca038-ad30-4552-846c-4504b04fdb71 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232200 Dec 23 16:53:28.049512 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-46d09401-f54f-4186-be9d-9c68628c5c15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0659723 Dec 23 16:53:28.270497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-95d99ff0-9d58-44e8-9d43-70ec02c827a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:28.271978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-95d99ff0-9d58-44e8-9d43-70ec02c827a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.2158689 Dec 23 16:53:28.423838 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-2f6c8e7f-e64a-4086-a63e-c7888b2af011 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 1001 time: 0.1456163 Dec 23 16:53:28.473277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43039-e6f5-44c2-bd33-5816d05f68ec req-40464369-0ae7-4f4a-8659-30fff938afdd tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:28.474684 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1c43039-e6f5-44c2-bd33-5816d05f68ec req-40464369-0ae7-4f4a-8659-30fff938afdd tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.2672157 Dec 23 16:53:28.512988 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-34173c81-ab79-423b-b37e-ae0116e4652c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:28.514346 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-34173c81-ab79-423b-b37e-ae0116e4652c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0839639 Dec 23 16:53:28.570779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1c43039-e6f5-44c2-bd33-5816d05f68ec req-c3db8896-71ee-4e9e-9387-31e3c8303857 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862570 Dec 23 16:53:28.598682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-333cf3a2-fd3d-4d0c-99dd-d4c5c89db04d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772102 Dec 23 16:53:28.727871 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-6b64c18a-2e5c-4f8c-82fe-202bafe1f488 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206222 Dec 23 16:53:28.853581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-f049cffb-a37f-49f5-9857-65fafcc46bbf service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196673 Dec 23 16:53:29.770271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df1368-a1c3-47db-b85b-b5c62c2ba376 req-370a3d58-aa4e-42ce-82f7-94314aafebad tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:29.771711 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5df1368-a1c3-47db-b85b-b5c62c2ba376 req-370a3d58-aa4e-42ce-82f7-94314aafebad tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0775898 Dec 23 16:53:29.815389 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5df1368-a1c3-47db-b85b-b5c62c2ba376 req-6b93ed5e-f133-4597-b5f2-b83481913af4 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 Dec 23 16:53:29.878769 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:53:31.005980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2872f0-7f05-4900-8de1-344cea985da7 req-4979fb88-187e-4459-bf7a-2049645f65e9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:31.007410 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb2872f0-7f05-4900-8de1-344cea985da7 req-4979fb88-187e-4459-bf7a-2049645f65e9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0736270 Dec 23 16:53:31.053974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb2872f0-7f05-4900-8de1-344cea985da7 req-a29e7372-cd4f-4ed3-a248-c05b00ff6df3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411460 Dec 23 16:53:32.244549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26fab-bc55-492b-bf74-93ed9358c2a3 req-76e4fa72-3e15-4353-b69b-0f483c96f925 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:32.245993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-feb26fab-bc55-492b-bf74-93ed9358c2a3 req-76e4fa72-3e15-4353-b69b-0f483c96f925 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0743995 Dec 23 16:53:32.290435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-feb26fab-bc55-492b-bf74-93ed9358c2a3 req-ea8a43a2-3cc5-43b4-a66b-54913a346151 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389552 Dec 23 16:53:33.483992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccf5b2-cae6-4c93-b99a-a3441be4e640 req-973b4372-b6cd-4e49-901b-35dd33377179 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:33.485397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bccf5b2-cae6-4c93-b99a-a3441be4e640 req-973b4372-b6cd-4e49-901b-35dd33377179 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0774343 Dec 23 16:53:33.528709 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bccf5b2-cae6-4c93-b99a-a3441be4e640 req-35f2868d-a0a6-479c-800a-1c2572f812da tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378835 Dec 23 16:53:34.723936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3af70b-cd30-470b-b357-01d352fd07bd req-c9d90c05-f4d5-4de5-8898-b93486423efb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:34.725271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ae3af70b-cd30-470b-b357-01d352fd07bd req-c9d90c05-f4d5-4de5-8898-b93486423efb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0745802 Dec 23 16:53:34.769220 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ae3af70b-cd30-470b-b357-01d352fd07bd req-b98d08ec-d82b-4b29-b39f-b4a6e5f32fe8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380585 Dec 23 16:53:35.098109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6bf743de-4720-43a5-aede-3027d72ad46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:35.966539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ea0b-1ce2-47c4-9b31-e9c4d9cdd9c8 req-9c81cb25-6c24-442c-ba7f-c7fd07f0babe tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:35.967979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b986ea0b-1ce2-47c4-9b31-e9c4d9cdd9c8 req-9c81cb25-6c24-442c-ba7f-c7fd07f0babe tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0775821 Dec 23 16:53:36.011942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b986ea0b-1ce2-47c4-9b31-e9c4d9cdd9c8 req-e70fd612-5fe4-4b22-96c8-5a229655974c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380828 Dec 23 16:53:36.995194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:37.207879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b15b21-a862-4d2d-bc3b-ffb9c6dece7c req-c5544811-9dbe-4924-a88b-1e948dd1c74e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:37.209231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-35b15b21-a862-4d2d-bc3b-ffb9c6dece7c req-c5544811-9dbe-4924-a88b-1e948dd1c74e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0767307 Dec 23 16:53:37.260521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-35b15b21-a862-4d2d-bc3b-ffb9c6dece7c req-89cf710b-83f8-4ee1-bef7-31ab3bf64eea tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458591 Dec 23 16:53:37.314326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1293bb55-fffb-4c4e-a77f-566547e07461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:38.459885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b361d-8615-43c5-84dd-32bf8253d4bf req-f0b2c335-6d4d-4e95-ba07-5f1b417492dc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:38.461345 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-967b361d-8615-43c5-84dd-32bf8253d4bf req-f0b2c335-6d4d-4e95-ba07-5f1b417492dc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0751896 Dec 23 16:53:38.507791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-967b361d-8615-43c5-84dd-32bf8253d4bf req-11c2aa40-1c67-47e4-827a-c65a67714106 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Dec 23 16:53:38.530783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:38.568460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:39.702600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44162800-1664-4ff8-9b66-e336b19de870 req-212e3d8e-66d1-40c7-bdee-c7822923ae7a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:39.703952 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44162800-1664-4ff8-9b66-e336b19de870 req-212e3d8e-66d1-40c7-bdee-c7822923ae7a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0771272 Dec 23 16:53:39.747835 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44162800-1664-4ff8-9b66-e336b19de870 req-16436687-936d-4e23-852e-36d0a7671297 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Dec 23 16:53:39.988429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:40.508448 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-b3eb399d-4da4-4cc5-a367-dd649eea5c2d service neutron] 10.222.0.59 "GET /v2.0/ports/f77888f6-c1b9-46ac-9918-936e5ef78a7b/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0702715 Dec 23 16:53:40.768673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-896941a3-a845-4321-80f9-69a04aacffc0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 1098 time: 0.0701287 Dec 23 16:53:41.004040 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-719a1653-b976-4e53-b1a7-f0f84ec34aef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.2127502 Dec 23 16:53:41.009351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7669c-aed1-4085-bc83-62be2597ca0f req-a7c5aac8-28b5-491e-a1d9-0766a5737b58 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:41.010640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a8b7669c-aed1-4085-bc83-62be2597ca0f req-a7c5aac8-28b5-491e-a1d9-0766a5737b58 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.1046333 Dec 23 16:53:41.132947 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a8b7669c-aed1-4085-bc83-62be2597ca0f req-350348ff-72f8-464b-8c6b-eb6c9c624346 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042242 Dec 23 16:53:41.165127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-38b20c93-a4b8-4531-90b0-0d0fa4173cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:41.166631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-38b20c93-a4b8-4531-90b0-0d0fa4173cf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1550786 Dec 23 16:53:41.283640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-4b65fa60-6026-4115-be98-9a128bf72df8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 1001 time: 0.1108236 Dec 23 16:53:41.343592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-8b49c5ef-59e2-471d-a66c-613f8d073c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:41.344915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-8b49c5ef-59e2-471d-a66c-613f8d073c2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0553796 Dec 23 16:53:41.419357 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-33569607-26d5-4b23-8b98-f724f145c423 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683956 Dec 23 16:53:41.547376 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-f8724eea-e015-4a4e-91f0-8fd712fa3320 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214418 Dec 23 16:53:41.675220 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-20c0ffee-d4da-4f24-a13f-5f425182d5e4 req-b407ee07-9c0c-4d07-869e-e3ad569bc0e3 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214249 Dec 23 16:53:42.331600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a995f-2100-455a-b163-3f1df8509506 req-c3161d4e-19b1-47c9-8be3-fa8036d118d4 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:42.333017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-503a995f-2100-455a-b163-3f1df8509506 req-c3161d4e-19b1-47c9-8be3-fa8036d118d4 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0744531 Dec 23 16:53:42.376085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-503a995f-2100-455a-b163-3f1df8509506 req-880d9307-88a2-4506-8a85-06a23b4e2b2a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Dec 23 16:53:43.573495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7a88b-b382-43d9-b5ed-1e4da062f931 req-e8103a9e-e91c-4421-aaab-76d4d1e03b87 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:43.575672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1b7a88b-b382-43d9-b5ed-1e4da062f931 req-e8103a9e-e91c-4421-aaab-76d4d1e03b87 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0780742 Dec 23 16:53:43.618143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1b7a88b-b382-43d9-b5ed-1e4da062f931 req-8eb6b2e8-9608-4bd0-b7d2-9c25f041d6d4 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Dec 23 16:53:44.081191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:53:44.083490 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:53:44.292834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:44.314111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:44.332519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'mac_address': 'fa:16:3e:8e:c5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:53:44.337269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:53:44.373393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:44.382178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:44.427535 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'code': 200} Dec 23 16:53:44.449769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:44.474576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f77888f6-c1b9-46ac-9918-936e5ef78a7b {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:53:44.481441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:53:44.515602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.515966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.516295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.516628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.516959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.517286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.517611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.517937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.518261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.518599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.518899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:44.547785 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:53:44.548067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:53:44.816336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29fc59-8eb5-4d0e-bf16-1559ac780c4d req-ee6032d7-809a-4c4d-b5d7-910395d936f3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:44.817668 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7f29fc59-8eb5-4d0e-bf16-1559ac780c4d req-ee6032d7-809a-4c4d-b5d7-910395d936f3 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 943 time: 0.0741436 Dec 23 16:53:44.861312 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7f29fc59-8eb5-4d0e-bf16-1559ac780c4d req-9b86f942-e4b9-4cc5-9cb7-448e81cabf88 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381098 Dec 23 16:53:45.101347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:45.117666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77888f6-c1b9-46ac-9918-936e5ef78a7b {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:53:45.132240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:45.136049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:45.197195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['f77888f6-c1b9-46ac-9918-936e5ef78a7b'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:53:45.241931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:53:46.075460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:53:46.142855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port f77888f6-c1b9-46ac-9918-936e5ef78a7b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:53:46.143516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:46.198140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5d9e-af1c-4000-b7e3-afec3871280f req-0998ea10-75c5-480b-9fc4-45b756ce6c7c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:46.200278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0bc5d9e-af1c-4000-b7e3-afec3871280f req-0998ea10-75c5-480b-9fc4-45b756ce6c7c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 944 time: 0.0785310 Dec 23 16:53:46.244185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0bc5d9e-af1c-4000-b7e3-afec3871280f req-13811c4e-e4b6-4933-ae94-7bba80e22272 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 Dec 23 16:53:46.255235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:46.288272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:46.291770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:46.356211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:53:46.428570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:53:46.491059 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'code': 200} Dec 23 16:53:46.713915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-544fc8e8-83de-4749-898c-83d9033adb45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:46.715232 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-544fc8e8-83de-4749-898c-83d9033adb45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4&tenant_id=c5afcbbae56e4ef395a3697493953199&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.1317554 Dec 23 16:53:46.784362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e2841-8080-43a3-bdb7-28b92121ec61 req-6e2b5a36-9122-4626-9745-35a0d0db4ac9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:46.785749 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a8e2841-8080-43a3-bdb7-28b92121ec61 req-6e2b5a36-9122-4626-9745-35a0d0db4ac9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.1424661 Dec 23 16:53:46.830075 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-f008adb9-7944-48cc-b67f-a7a15b4359a2 service neutron] 10.222.0.59 "GET /v2.0/ports/f77888f6-c1b9-46ac-9918-936e5ef78a7b/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.1081161 Dec 23 16:53:46.841099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a8e2841-8080-43a3-bdb7-28b92121ec61 req-866db685-bac4-44f8-9ead-a61f0623b725 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481491 Dec 23 16:53:46.918456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-d70523e8-0797-4aa7-85f5-4a6368315c07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0665216 Dec 23 16:53:47.131085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-6084d959-6fd4-4797-9428-0bcf31d6fded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:47.132549 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-6084d959-6fd4-4797-9428-0bcf31d6fded service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.2079599 Dec 23 16:53:47.233058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-ff88ecdf-efdb-4c3a-b755-c74be337aec9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 1001 time: 0.0938239 Dec 23 16:53:47.293060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-b2fcf041-c9d1-4715-9483-77f34f237d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:47.294442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-b2fcf041-c9d1-4715-9483-77f34f237d8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0556903 Dec 23 16:53:47.369589 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-292d3081-7fe1-4bd6-8eff-dfd8a490e869 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691543 Dec 23 16:53:47.496084 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-dea0851d-9514-45e4-82ac-ac7fc6c15fcc service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204820 Dec 23 16:53:47.625858 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-1c5a1057-cd33-4694-a83d-25e5b03567ae service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240773 Dec 23 16:53:48.034399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae879f8-32e5-404a-9463-0c413eb883e7 req-ba912ef8-c87e-4d55-8fb8-351855d2bb8f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:48.035804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8ae879f8-32e5-404a-9463-0c413eb883e7 req-ba912ef8-c87e-4d55-8fb8-351855d2bb8f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0746918 Dec 23 16:53:48.079509 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8ae879f8-32e5-404a-9463-0c413eb883e7 req-85b83458-c62f-46ff-b367-7fde6d71b9d7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381565 Dec 23 16:53:49.279601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39483271-26c2-4d3b-8db8-551eeab08758 req-51a18cb6-22c0-4ded-8c46-2789cbb15fdf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:49.281068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-39483271-26c2-4d3b-8db8-551eeab08758 req-51a18cb6-22c0-4ded-8c46-2789cbb15fdf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0839882 Dec 23 16:53:49.330299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-39483271-26c2-4d3b-8db8-551eeab08758 req-f8b7ce15-df4f-4c5d-a612-187a82e28490 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Dec 23 16:53:50.138799 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-f957e852-e695-4725-bcbb-6eda6b9239b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 1098 time: 0.0671535 Dec 23 16:53:50.227921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-f4cc9530-7919-4691-a85b-351b9ee047a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0684280 Dec 23 16:53:50.353216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-8d5ce32b-d7a9-49be-835f-00b7377467a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:50.354630 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-8d5ce32b-d7a9-49be-835f-00b7377467a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1202242 Dec 23 16:53:50.484752 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-db2c1348-23c2-41bb-bd54-ab78400ca8d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 200 len: 1001 time: 0.1228762 Dec 23 16:53:50.561231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-9411d546-67a5-46b2-b7cb-4ba17755b240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:50.562654 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-9411d546-67a5-46b2-b7cb-4ba17755b240 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0679951 Dec 23 16:53:50.620839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba3ec0-a079-4fc7-848b-b2b780ea1325 req-c98211b9-2ee6-4842-85cf-3c59c686557a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:50.622820 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49ba3ec0-a079-4fc7-848b-b2b780ea1325 req-c98211b9-2ee6-4842-85cf-3c59c686557a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.1716151 Dec 23 16:53:50.680539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49ba3ec0-a079-4fc7-848b-b2b780ea1325 req-4dd97a6b-8c52-42e0-b513-389d70b52489 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511720 Dec 23 16:53:50.688032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-40a4a4ce-d30a-4638-8e63-c13b4356524e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177604 Dec 23 16:53:50.815661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-0705f307-68fd-463d-a1b1-3b4ccc57ea1d service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203640 Dec 23 16:53:51.033225 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-447a8534-d6ff-42d4-8407-8197aa6b7da5 req-efc08c69-33e6-4143-8ad1-38ef66fdf069 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098606 Dec 23 16:53:51.873558 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a719-8d26-4b73-b0d6-662acb2f0247 req-6159df57-6a2c-4638-9ca8-84b9a6bee4dc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:51.875059 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0649a719-8d26-4b73-b0d6-662acb2f0247 req-6159df57-6a2c-4638-9ca8-84b9a6bee4dc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0753796 Dec 23 16:53:51.918925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0649a719-8d26-4b73-b0d6-662acb2f0247 req-8e356c71-1e94-4a85-8d8e-452224ea9f99 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384281 Dec 23 16:53:53.126302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158a494-8967-40e5-86f5-a52bf373bea8 req-3e87fc19-2315-4079-9c78-3dec17232d9d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:53.127779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8158a494-8967-40e5-86f5-a52bf373bea8 req-3e87fc19-2315-4079-9c78-3dec17232d9d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0812609 Dec 23 16:53:53.174722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8158a494-8967-40e5-86f5-a52bf373bea8 req-a95a7c8a-82a8-41c0-8a59-441ea10666c7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Dec 23 16:53:54.123756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:53:54.127677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:53:54.344998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:54.362834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:54.365876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9071-b43a-41c2-bedd-e8c33662a0cc req-21a26651-20c6-4136-8fbe-1ed7cf3e243a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:54.367313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d5d9071-b43a-41c2-bedd-e8c33662a0cc req-21a26651-20c6-4136-8fbe-1ed7cf3e243a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0735538 Dec 23 16:53:54.385379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'mac_address': 'fa:16:3e:8e:c5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:53:54.390350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:53:54.403195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:54.422162 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d5d9071-b43a-41c2-bedd-e8c33662a0cc req-36c31e3a-63c9-4ccc-9557-0e17332a8f97 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483396 Dec 23 16:53:54.435637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:54.470006 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'code': 200} Dec 23 16:53:54.510032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:54.534365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77888f6-c1b9-46ac-9918-936e5ef78a7b {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:53:54.537819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:53:54.552849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:54.556797 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:54.621243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ddb9e-fd77-4abf-9f02-696ffd275150 req-5c21cb52-f667-49d1-a80f-fef9f9d21741 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:54.622779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e37ddb9e-fd77-4abf-9f02-696ffd275150 req-5c21cb52-f667-49d1-a80f-fef9f9d21741 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0784028 Dec 23 16:53:54.624545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['f77888f6-c1b9-46ac-9918-936e5ef78a7b'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:53:54.662435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=10']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:53:54.667353 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e37ddb9e-fd77-4abf-9f02-696ffd275150 req-ed04d12b-d807-4762-9944-7f5b679a75de tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391016 Dec 23 16:53:54.864928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b201a-e9e7-4a1e-b313-d6b3e7ef84a4 req-9a4b9ef7-5f33-4526-ba33-eab6a0c7d752 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:54.866711 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-072b201a-e9e7-4a1e-b313-d6b3e7ef84a4 req-9a4b9ef7-5f33-4526-ba33-eab6a0c7d752 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0803890 Dec 23 16:53:54.911248 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-072b201a-e9e7-4a1e-b313-d6b3e7ef84a4 req-54e477e3-286a-41d4-920f-7fc1780cd9f6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390236 Dec 23 16:53:55.312436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174c9a7-203e-455a-9f3e-47008b6adfdf req-705b544f-fcdb-41b6-ba90-467dcdc4311c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:55.313843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6174c9a7-203e-455a-9f3e-47008b6adfdf req-705b544f-fcdb-41b6-ba90-467dcdc4311c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 945 time: 0.0745142 Dec 23 16:53:55.361911 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6174c9a7-203e-455a-9f3e-47008b6adfdf req-fbd89f41-4cef-4705-b091-962a3c88fcb7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Dec 23 16:53:56.136109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:53:56.234526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port f77888f6-c1b9-46ac-9918-936e5ef78a7b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:53:56.234886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:56.341223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:56.372039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:56.376667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:56.444413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=11']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:53:56.471494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:53:56.525550 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'code': 200} Dec 23 16:53:56.559305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5657d-d7cf-4b6f-8fbb-91848758e861 req-6284cfc6-b956-49df-9ddb-094616911349 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:56.560768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-baf5657d-d7cf-4b6f-8fbb-91848758e861 req-6284cfc6-b956-49df-9ddb-094616911349 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0789046 Dec 23 16:53:56.603617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-baf5657d-d7cf-4b6f-8fbb-91848758e861 req-bc35587a-7f3f-498a-bb81-57517954f100 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374634 Dec 23 16:53:57.468173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-7b9a166f-18bf-4bfe-ae03-10446a2c2b0f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:57.469605 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-7b9a166f-18bf-4bfe-ae03-10446a2c2b0f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 946 time: 0.0733411 Dec 23 16:53:57.546077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Deleting port f77888f6-c1b9-46ac-9918-936e5ef78a7b {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:53:57.546411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:57.828712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] For port f77888f6-c1b9-46ac-9918-936e5ef78a7b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f77888f6-c1b9-46ac-9918-936e5ef78a7b,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:53:57.829413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:57.926542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17caa1-698d-40e5-84ff-e014b8713ba9 req-224108ca-f52c-4a47-a618-ceee2172a371 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:53:57.927980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c17caa1-698d-40e5-84ff-e014b8713ba9 req-224108ca-f52c-4a47-a618-ceee2172a371 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 946 time: 0.1989567 Dec 23 16:53:58.103712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c17caa1-698d-40e5-84ff-e014b8713ba9 req-0b3d4669-3c6d-47ba-acf3-65f305967b49 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685987 Dec 23 16:53:58.149505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:58.149865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:58.150429 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce disassociated. External IP: 172.26.7.47, port: f77888f6-c1b9-46ac-9918-936e5ef78a7b. Dec 23 16:53:58.150759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Calling delete_port for f77888f6-c1b9-46ac-9918-936e5ef78a7b owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:53:58.285984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:58.428169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event deleted for resources: {'Port': ['ID=f77888f6-c1b9-46ac-9918-936e5ef78a7b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:53:58.443363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.443737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.444070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.444399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.444723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.445086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.445628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.445960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.446273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.446593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.446908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:53:58.644816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:53:58.839592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:53:58.848861 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:53:58.860344 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:53:58.860920 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:53:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:53:58.905942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] No DVR routers for this DVR port f77888f6-c1b9-46ac-9918-936e5ef78a7b on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:53:58.908473 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:58.910891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-deleted', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:53:58.927093 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e0dcfe5-ba62-4624-a9a9-b2038635b002 req-1f6f10bc-c08e-4022-b312-6f89ebce2b45 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "DELETE /v2.0/ports/f77888f6-c1b9-46ac-9918-936e5ef78a7b HTTP/1.1" status: 204 len: 173 time: 1.4523077 Dec 23 16:53:58.974054 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4', 'name': 'network-vif-deleted', 'tag': 'f77888f6-c1b9-46ac-9918-936e5ef78a7b', 'status': 'completed', 'code': 200} Dec 23 16:53:59.037519 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:53:59.278280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-212a9bf4-6db4-4218-9d34-7055fc5db736 req-0d40f306-82db-4d08-9ad8-24cdc4b55448 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:53:59.294082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-212a9bf4-6db4-4218-9d34-7055fc5db736 req-0d40f306-82db-4d08-9ad8-24cdc4b55448 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:53:59.295368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-212a9bf4-6db4-4218-9d34-7055fc5db736 req-0d40f306-82db-4d08-9ad8-24cdc4b55448 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f114ab8-60f8-4fe5-8dae-eb8df29cd9e4 HTTP/1.1" status: 200 len: 210 time: 0.0608573 Dec 23 16:53:59.346992 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:53:59.351279 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:53:59.364517 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:53:59.365157 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:53:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:53:59.541504 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:53:59.835124 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:53:59.838927 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c95b21-952c-4b09-a869-5f586d7c4069 None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:54:00.052063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a35668-9446-4e80-8489-a9bb0ebf2003 None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:54:00.667933 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-c3763c6d-3d40-4767-9559-9dc558a6af4a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1178631251&fields=id&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 267 time: 0.0395091 Dec 23 16:54:00.809500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-04b13438-beb6-4bcf-bdae-76b90df1175c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:00.810910 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-04b13438-beb6-4bcf-bdae-76b90df1175c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.1370852 Dec 23 16:54:00.827089 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-c557f71f-434d-4bc5-8b25-3efb8b72a39d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/quotas/c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 375 time: 0.0109189 Dec 23 16:54:00.904115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-dcaa7a4f-f82f-4f2b-869c-dddeeeb2aa9e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724669 Dec 23 16:54:01.034799 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-db378dee-0034-4dec-b5c2-7fa92a593b82 service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194904 Dec 23 16:54:01.164611 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-be37133d-8ec0-48f8-9b97-6802855704bc service neutron] 10.222.0.18 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242816 Dec 23 16:54:01.368732 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2995894f-b4c9-4d18-8878-2b7f57843d6a req-5b224ef0-1656-45e9-bb9e-a91eb372ad6d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 210 time: 0.0457706 Dec 23 16:54:02.165293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:54:02.201166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: f77888f6-c1b9-46ac-9918-936e5ef78a7b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:54:02.201495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f77888f6-c1b9-46ac-9918-936e5ef78a7b not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:54:02.323276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-823cc6c0-0dce-4320-8f93-f9e5ae5fd553 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:02.325300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-823cc6c0-0dce-4320-8f93-f9e5ae5fd553 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 811 time: 0.1408803 Dec 23 16:54:02.380020 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-a358db4f-22ef-4f98-8d71-4e8ea2a269ea tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 380 time: 0.0407300 Dec 23 16:54:02.389116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'port': {'device_id': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'admin_state_up': True, 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'security_groups': ['9b16e8b5-209a-46c1-8e10-0057d4073c2d']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:54:02.544321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69a091ef-090c-46b4-a601-858651cf2813 req-66796429-eb90-4736-9802-3a0cb45da428 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 210 time: 0.0536194 Dec 23 16:54:02.565090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:54:02.574613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:54:02.584138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Made reservation on behalf of c5afcbbae56e4ef395a3697493953199 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:54:02.587216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:02.836880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Allocated IP 172.20.0.11 (e07c516a-485d-4fbf-a578-24299c710092/9948f2fd-fdaf-4079-a23a-b100a8ad97d0/d21eb11d-c581-405a-bc67-073643f5c125) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:54:03.021934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:03.036922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Transition to ACTIVE for port object d21eb11d-c581-405a-bc67-073643f5c125 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:54:03.056874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:03.126637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Network e07c516a-485d-4fbf-a578-24299c710092 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:54:03.129547 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:54:03.133727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:54:03.158498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:54:03.197771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:03.198362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:03.224665 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-5d3e832f-8ddc-41d9-8f9f-ebeba5858f66 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390405 Dec 23 16:54:03.240372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Request body: {'port': {'device_id': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:54:03.348247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:03.408090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a1fc66fd-6571-45cf-9bda-d5c7ca539159 None None] Provisioning for port d21eb11d-c581-405a-bc67-073643f5c125 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:54:03.412959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a1fc66fd-6571-45cf-9bda-d5c7ca539159 None None] Provisioning complete for port d21eb11d-c581-405a-bc67-073643f5c125 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:54:03.413381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a1fc66fd-6571-45cf-9bda-d5c7ca539159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:03.466664 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc66fd-6571-45cf-9bda-d5c7ca539159 None None] Port d21eb11d-c581-405a-bc67-073643f5c125 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:54:03.723429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:54:03.732497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:03.756906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Transition to ACTIVE for port object d21eb11d-c581-405a-bc67-073643f5c125 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:54:03.761357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:03.823904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e565fe-72b0-421c-8f1a-3c630582fa4d req-a2a7c81e-dfdf-4ab6-8208-26fc512da2e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:03.824617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-12e565fe-72b0-421c-8f1a-3c630582fa4d req-a2a7c81e-dfdf-4ab6-8208-26fc512da2e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Synchronizing usage tracker for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:54:03.899406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:54:03.913815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-12e565fe-72b0-421c-8f1a-3c630582fa4d req-a2a7c81e-dfdf-4ab6-8208-26fc512da2e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Unset dirty status for tenant:c5afcbbae56e4ef395a3697493953199 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:54:03.914965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12e565fe-72b0-421c-8f1a-3c630582fa4d req-a2a7c81e-dfdf-4ab6-8208-26fc512da2e8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 932 time: 0.2460346 Dec 23 16:54:04.036284 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12e565fe-72b0-421c-8f1a-3c630582fa4d req-ddab5e2e-f708-4d61-b459-f8f530abfe53 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972114 Dec 23 16:54:04.051225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Attempting to bind port d21eb11d-c581-405a-bc67-073643f5c125 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:54:04.051742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Attempting to bind port d21eb11d-c581-405a-bc67-073643f5c125 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:54:04.052080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Attempting to bind port d21eb11d-c581-405a-bc67-073643f5c125 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:54:04.057837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Port d21eb11d-c581-405a-bc67-073643f5c125 on network e07c516a-485d-4fbf-a578-24299c710092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:54:04.058160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Attempting to bind port d21eb11d-c581-405a-bc67-073643f5c125 on network e07c516a-485d-4fbf-a578-24299c710092 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:54:04.064430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:54:04.064761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Checking segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:54:04.065136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Bound using segment: {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:54:04.065551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Bound port: d21eb11d-c581-405a-bc67-073643f5c125, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3457b27a-645f-45a0-9948-cbf04eb0f54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:54:04.065889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:04.149959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:54:04.153607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:54:04.158197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:04.221023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:04.222367 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] 10.222.0.59 "PUT /v2.0/ports/d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1094 time: 0.9901550 Dec 23 16:54:04.222806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:54:04.247630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb542fc-1f8f-4388-955b-bb42df5c4860 service neutron] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:54:04.302726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125', 'status': 'completed', 'code': 200} Dec 23 16:54:04.339222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-0b1b6433-095d-42cd-84a0-d1fe9960d109 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1097 time: 0.0711095 Dec 23 16:54:04.414496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-20d5c66b-6f6c-4d4f-a413-40aa3b8a3e54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 217 time: 0.0678461 Dec 23 16:54:04.474972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-3bcc34ee-acd0-413b-9e92-798b55c2006e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:04.476392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-3bcc34ee-acd0-413b-9e92-798b55c2006e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0564089 Dec 23 16:54:04.641210 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-88504c89-bee3-403e-8236-841762446b16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1586733 Dec 23 16:54:04.766269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-1e6b9770-84f4-458a-8768-eed5b4b6c740 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188221 Dec 23 16:54:04.891656 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d797bec8-3f0c-4fe0-a7d8-443b5bbc612a req-1752fa70-f53f-4af1-988e-75bc970484de service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189654 Dec 23 16:54:04.999900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-505bcf91-56f0-472d-8c9a-b00b60a4ba63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1097 time: 0.0652933 Dec 23 16:54:05.101699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c336d9ae-2a74-479a-b731-aa22155f573d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:05.127784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-7c1de5e1-9c40-4b79-ae25-afe560f01f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:05.129198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-7c1de5e1-9c40-4b79-ae25-afe560f01f70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1236463 Dec 23 16:54:05.234693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-079ea2f0-64b4-4cd9-a155-b5b77da4658c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 217 time: 0.0984733 Dec 23 16:54:05.314881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-e6629070-21ad-4073-88bd-53a77cfbf15c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:05.316305 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-e6629070-21ad-4073-88bd-53a77cfbf15c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0750349 Dec 23 16:54:05.325396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1433-c9f5-4cca-b118-59f9c20760e1 req-2a6cb48b-0d29-4230-a3d4-b9f89367153d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:05.326708 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-217e1433-c9f5-4cca-b118-59f9c20760e1 req-2a6cb48b-0d29-4230-a3d4-b9f89367153d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 944 time: 0.1413946 Dec 23 16:54:05.417998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-217e1433-c9f5-4cca-b118-59f9c20760e1 req-6532ec59-4b71-4700-b7a8-a7abd2fff56c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629041 Dec 23 16:54:05.431492 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-981e661e-bf51-43c3-b886-97f56f320f81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039112 Dec 23 16:54:05.561257 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-f6d15383-9f27-4120-ac2b-7b42a0d99549 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221912 Dec 23 16:54:05.687669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88f37a90-1532-4c8c-ab18-f06cb443e18e req-abb31fb3-ac76-49de-9adc-e00ab5ae09a5 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203840 Dec 23 16:54:06.617593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d64c1e-45ab-4279-bbac-43ef18f9f8f1 req-ca6a02fa-87aa-4ed1-b3e7-3d14f0240aa9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:06.619048 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76d64c1e-45ab-4279-bbac-43ef18f9f8f1 req-ca6a02fa-87aa-4ed1-b3e7-3d14f0240aa9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 944 time: 0.0779958 Dec 23 16:54:06.663557 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-76d64c1e-45ab-4279-bbac-43ef18f9f8f1 req-1e466ae2-2a18-418e-b64c-96fdc2789184 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385582 Dec 23 16:54:06.878213 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:54:06.991994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:07.316257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0c1c-ebf4-41d5-97f7-80030b05755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:07.854359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0946b05-ec4b-489d-8960-3f745e83390d req-5bba7bb6-282d-4930-a218-735244f4aedf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:07.856812 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0946b05-ec4b-489d-8960-3f745e83390d req-5bba7bb6-282d-4930-a218-735244f4aedf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 944 time: 0.0744236 Dec 23 16:54:07.903889 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0946b05-ec4b-489d-8960-3f745e83390d req-039bd5f6-0979-4379-845f-eef4e3c42f2b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Dec 23 16:54:08.151367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:54:08.283605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:54:08.296905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'd21eb11d-c581-405a-bc67-073643f5c125', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125', 'mac_address': 'fa:16:3e:7b:87:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:54:08.351589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:08.368684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:54:08.382943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:54:08.387781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:08.451152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:54:08.490942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:08.567770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:08.708981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['d21eb11d-c581-405a-bc67-073643f5c125'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:54:09.093163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8dbbf-3d79-4c0f-870a-a456af30d1e2 req-fb335e2f-8f45-46af-9980-bf52a688ec55 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:09.094576 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34c8dbbf-3d79-4c0f-870a-a456af30d1e2 req-fb335e2f-8f45-46af-9980-bf52a688ec55 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0743723 Dec 23 16:54:09.138362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34c8dbbf-3d79-4c0f-870a-a456af30d1e2 req-7184e5b5-bfad-42f4-9a50-9bcf213c8237 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383096 Dec 23 16:54:09.991422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:10.167656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:54:10.234250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port d21eb11d-c581-405a-bc67-073643f5c125 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:54:10.238877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port d21eb11d-c581-405a-bc67-073643f5c125 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:54:10.239249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:10.333782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60e808-bc1a-4b27-8614-2afce7164036 req-4d989dcd-020d-4304-ade2-d5d4e57344fb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:10.335235 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3d60e808-bc1a-4b27-8614-2afce7164036 req-4d989dcd-020d-4304-ade2-d5d4e57344fb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0780561 Dec 23 16:54:10.353598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:10.380688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3d60e808-bc1a-4b27-8614-2afce7164036 req-04a38ecb-7658-4ed6-a5ff-4684f66a5b8d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 Dec 23 16:54:10.383136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:54:10.389500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:54:10.393756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:10.451613 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125', 'code': 200} Dec 23 16:54:10.472199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:54:10.666420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5e1dc9ee-e4f1-4d7c-a84d-3267dcddc2d0 req-bbcf3499-8000-4b19-bf3a-ff16fcacc6a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1099 time: 0.0726430 Dec 23 16:54:10.706864 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5e1dc9ee-e4f1-4d7c-a84d-3267dcddc2d0 req-38df4325-c9d6-4743-aef1-e56b2753cbf8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342290 Dec 23 16:54:11.673593 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e5ab-4341-49c3-ae55-43eb1910537f req-d8e627ea-8b2d-43ba-847f-132a17b53707 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:11.675992 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fc60e5ab-4341-49c3-ae55-43eb1910537f req-d8e627ea-8b2d-43ba-847f-132a17b53707 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.1702402 Dec 23 16:54:11.726759 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fc60e5ab-4341-49c3-ae55-43eb1910537f req-8d6eb6db-f875-43aa-9335-0524293e3f3a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378866 Dec 23 16:54:12.920379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e16f3-f4b5-40bf-84df-bfc66ea358a4 req-08da1442-b19b-430d-8472-59c9c035746d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:12.921789 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-291e16f3-f4b5-40bf-84df-bfc66ea358a4 req-08da1442-b19b-430d-8472-59c9c035746d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0747135 Dec 23 16:54:12.968787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-291e16f3-f4b5-40bf-84df-bfc66ea358a4 req-ac6136f8-7bfd-4b12-ac9b-af26b20e434d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Dec 23 16:54:13.156739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df251278-0ae3-41dc-9b0f-4d4163834452 req-196930bf-50c6-40b2-be44-3afcb4608739 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:13.158083 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-df251278-0ae3-41dc-9b0f-4d4163834452 req-196930bf-50c6-40b2-be44-3afcb4608739 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0742803 Dec 23 16:54:13.166559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34322) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:54:13.172134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Request body: {'floatingip': {'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:54:13.247290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:13.825596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:13.829216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:14.013548 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce associated. External IP: 172.26.7.47, port: d21eb11d-c581-405a-bc67-073643f5c125. Dec 23 16:54:14.494666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:54:14.685437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:54:14.689457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:14.694995 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:54:14.706933 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:54:14.707624 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:54:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:54:14.743871 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b3f4060b-e76e-4eb6-9137-73efc81b92a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "PUT /v2.0/floatingips/facbffd8-98c5-48ff-9f3e-80c6fd4d51ce HTTP/1.1" status: 200 len: 992 time: 1.5762522 Dec 23 16:54:14.744451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:54:14.929303 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:54:14.950993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125', 'status': 'completed', 'code': 200} Dec 23 16:54:15.038884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-f068b13a-0042-41ce-aba1-92409f8b4f54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1099 time: 0.0678222 Dec 23 16:54:15.167059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-c5270120-d1b3-4a81-baa0-79ca5a002d0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:15.168559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-c5270120-d1b3-4a81-baa0-79ca5a002d0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1235163 Dec 23 16:54:15.263940 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:7b:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:54:13Z', 'revision_number': 13, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:54:15.267622 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:54:15.269118 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-87226071-97b2-4622-9763-843d4f2978fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1000 time: 0.0947762 Dec 23 16:54:15.278444 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:54:15.279017 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:54:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:54:15.334001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-b34efec7-a677-4cae-8b76-1507e0cd0a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:15.335572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-b34efec7-a677-4cae-8b76-1507e0cd0a1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0602989 Dec 23 16:54:15.412749 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-5737be68-5147-4b59-9d1e-6a91b224194a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704954 Dec 23 16:54:15.460320 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:54:15.543310 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-858f778d-949e-4c62-937d-7e6075969302 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247952 Dec 23 16:54:15.673473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b7f7fe3-d7fc-4884-b959-e6344114863e req-46868014-f128-4c42-8a1e-498696834911 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242898 Dec 23 16:54:15.797128 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:7b:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:54:13Z', 'revision_number': 13, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:54:15.800883 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03ccd1-6159-4ce3-9761-24dd6243372c None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'facbffd8-98c5-48ff-9f3e-80c6fd4d51ce', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'floating_ip_address': '172.26.7.47', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'mac_address': 'fa:16:3e:7b:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:58Z', 'updated_at': '2021-12-23T16:54:13Z', 'revision_number': 13, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:54:15.983880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85309160-4a79-4a3f-bb07-985c754cd1fe None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:54:27.065128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-1f8e4792-d2a8-42c8-b983-32f45b0efc33 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647542 Dec 23 16:54:27.202402 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-47346938-ff07-4d13-83ae-fbffb0e95a9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1099 time: 0.0686607 Dec 23 16:54:27.344400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-dcf6382d-6464-4106-98d6-622b4552562b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:27.345829 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-dcf6382d-6464-4106-98d6-622b4552562b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1252484 Dec 23 16:54:27.455591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-c29b66e2-1ef4-45eb-a23f-ec9971125626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1002 time: 0.1029615 Dec 23 16:54:27.530344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-f41aa181-8791-4cc8-9238-011f7e2c4532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:54:27.531787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-f41aa181-8791-4cc8-9238-011f7e2c4532 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0694599 Dec 23 16:54:27.690778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-5d349fe5-e87f-4c3a-9755-fb239c8eb0f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1525030 Dec 23 16:54:27.817487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-a1f917b9-01d7-4d38-ad6a-4945cc35a982 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192477 Dec 23 16:54:27.946389 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7eac8791-099c-45fa-ab38-420fd5f857fb req-7aae7389-429e-44fe-9b70-db3880ac0acb service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227598 Dec 23 16:54:35.096121 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39f8cff5-b138-4760-9130-0681222d9df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:37.007051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:37.318924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-106cc6e9-b337-45c7-a357-3dea1432e7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:38.494051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:38.568835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:39.992203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:43.879358 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:55:05.097158 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dff54978-de04-43ca-884a-a38c0bb43120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:07.022016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:07.320194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c70e4000-c333-4bf3-946e-1b93ad270b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:08.497226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:08.568510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:09.994815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:20.878938 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:55:29.164292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-e7757189-dfa3-41c0-a53d-498e8509453f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1564400 Dec 23 16:55:29.305651 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-e1ec23a8-4bb3-4071-b8ac-906dfade711e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1099 time: 0.0669138 Dec 23 16:55:29.456123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-4a795a34-2762-449c-aae8-bcad635c82d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:29.457722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-4a795a34-2762-449c-aae8-bcad635c82d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1329472 Dec 23 16:55:29.562035 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-f3a86ba1-b7f5-45aa-aeca-25f3bca918fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1002 time: 0.0970399 Dec 23 16:55:29.627489 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-794d6827-227b-48df-bfa8-8782b59525b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:29.628967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-794d6827-227b-48df-bfa8-8782b59525b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0605850 Dec 23 16:55:29.703662 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-5c81a8be-b813-4494-a670-ab26e86d5e5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682864 Dec 23 16:55:29.837801 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-e6ed0714-eae2-40ec-af99-754a049daf0a service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274292 Dec 23 16:55:29.968441 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8683a612-3fb6-47cf-86eb-31ad1d0efc56 req-4c132387-b009-4b2a-acbc-399afe76f439 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237226 Dec 23 16:55:30.171992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8113c0b-0376-4a0d-b4bd-1d5ecb297eb9 req-3cde6098-355c-4519-aeda-9b415d2e55a5 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:30.173395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b8113c0b-0376-4a0d-b4bd-1d5ecb297eb9 req-3cde6098-355c-4519-aeda-9b415d2e55a5 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0740964 Dec 23 16:55:30.216319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b8113c0b-0376-4a0d-b4bd-1d5ecb297eb9 req-af832fd3-e13a-4fa6-bb05-a35fd6f79820 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375433 Dec 23 16:55:35.099966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a96a6331-ba71-46f7-b0c1-e15201e42353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:37.028960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:37.321777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-736ac62a-946d-4c09-bcaa-db088dd5c814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:38.501456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:38.569870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:38.642873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c63c15c0-c95b-42fa-a676-e62f5ae5a08b req-d7cb686f-e3ad-4670-800c-0785335e6c48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685570 Dec 23 16:55:39.972139 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-d383d70d-cab3-4a0e-8ddd-90cfb4796f94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245596 Dec 23 16:55:39.985560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76572-fe7d-45a5-a6b3-1e9ebb1ea4d5 req-1ee0b644-7ce9-4aa5-b3b7-c0263b78db1f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:39.988330 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87a76572-fe7d-45a5-a6b3-1e9ebb1ea4d5 req-1ee0b644-7ce9-4aa5-b3b7-c0263b78db1f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0981593 Dec 23 16:55:40.000003 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:40.034157 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87a76572-fe7d-45a5-a6b3-1e9ebb1ea4d5 req-ea687c73-8c80-4b71-9571-19a29ca68ef1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Dec 23 16:55:41.126518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-c793990b-8743-4294-9dc6-964b1c64e4a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1099 time: 0.0668883 Dec 23 16:55:41.400366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-ff427651-dc19-411d-852d-0221d7bc1091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:41.401697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-ff427651-dc19-411d-852d-0221d7bc1091 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.2688313 Dec 23 16:55:41.459778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c16a47-c8ee-4e77-b48e-00f449714738 req-80540384-01f4-4d31-9fab-e40205c7f4bd tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:41.461173 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-63c16a47-c8ee-4e77-b48e-00f449714738 req-80540384-01f4-4d31-9fab-e40205c7f4bd tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.1734698 Dec 23 16:55:41.539632 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-eec2063f-6872-4053-81dd-0c7c804bdb43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1002 time: 0.1308048 Dec 23 16:55:41.541774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-63c16a47-c8ee-4e77-b48e-00f449714738 req-24dd7ef6-f73d-4fec-85da-3065175fbca1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746465 Dec 23 16:55:41.600496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-dbd82e97-c4b0-41d4-90b7-3eb2d7cb220f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:41.601892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-dbd82e97-c4b0-41d4-90b7-3eb2d7cb220f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0557368 Dec 23 16:55:41.677791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-68ea96c3-0c8e-4da0-8068-ec31b51ce02d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695758 Dec 23 16:55:41.806169 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-e88c1f78-2abb-4222-a5fb-75637a8809b9 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223960 Dec 23 16:55:41.935416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-f960bbb1-3703-4f79-98f0-eaeae618ed84 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219046 Dec 23 16:55:42.733337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eba71-a768-4197-930d-4e842d6d7031 req-8471a3cd-d3a5-4da3-86d7-1b211ccd5b3a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:42.734670 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-719eba71-a768-4197-930d-4e842d6d7031 req-8471a3cd-d3a5-4da3-86d7-1b211ccd5b3a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0733612 Dec 23 16:55:42.778335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-719eba71-a768-4197-930d-4e842d6d7031 req-21c8bae3-8208-4269-ada3-2f45da2a310c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383067 Dec 23 16:55:43.975050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75d2f0-6349-4601-b050-329b53dbd139 req-b3a01f35-a1d2-4f1e-af10-74dbb91b284a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:43.976476 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cb75d2f0-6349-4601-b050-329b53dbd139 req-b3a01f35-a1d2-4f1e-af10-74dbb91b284a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0766354 Dec 23 16:55:44.019125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cb75d2f0-6349-4601-b050-329b53dbd139 req-84405011-136d-4e66-9830-292920ff132e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366595 Dec 23 16:55:45.213519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25eaa0-6b03-4a2b-b39a-99f018c57f23 req-fa1fb099-cf74-43b9-a751-4bf02c0dd07e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:45.214950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4f25eaa0-6b03-4a2b-b39a-99f018c57f23 req-fa1fb099-cf74-43b9-a751-4bf02c0dd07e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0742102 Dec 23 16:55:45.262399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4f25eaa0-6b03-4a2b-b39a-99f018c57f23 req-ee899b85-f57b-4b5e-a518-08ab3b6b713b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Dec 23 16:55:46.455220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2e110-505b-4fb1-8615-703ee39150fd req-9169c380-0897-4d55-a1b8-10e78272074e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:46.456677 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-78c2e110-505b-4fb1-8615-703ee39150fd req-9169c380-0897-4d55-a1b8-10e78272074e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0760779 Dec 23 16:55:46.500034 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-78c2e110-505b-4fb1-8615-703ee39150fd req-a57e38f1-ba54-4f8e-afdd-ba44153fcbd2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379775 Dec 23 16:55:47.696136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6105a-9ea6-425e-b97f-bda86a0e2e9c req-3e4daef2-8621-40a0-bf9d-f4bba9a78254 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:47.697482 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2c6105a-9ea6-425e-b97f-bda86a0e2e9c req-3e4daef2-8621-40a0-bf9d-f4bba9a78254 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0771258 Dec 23 16:55:47.749174 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2c6105a-9ea6-425e-b97f-bda86a0e2e9c req-4f1e0814-95a9-4a44-800d-10d4f3a485b2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Dec 23 16:55:48.942842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ce43a-ed1e-4642-a763-e2054091cbff req-ba791d9e-09f4-47e4-b7fd-58e42a0df9cf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:48.944278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-202ce43a-ed1e-4642-a763-e2054091cbff req-ba791d9e-09f4-47e4-b7fd-58e42a0df9cf tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0735126 Dec 23 16:55:48.988137 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-202ce43a-ed1e-4642-a763-e2054091cbff req-12c23cd8-9b82-46c9-bf80-b6352bada331 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384626 Dec 23 16:55:50.181132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0655d-b70e-4420-8d63-d57f4a8089fe req-c581a594-8fdb-4a79-9a3a-62459f022629 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:50.182444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bea0655d-b70e-4420-8d63-d57f4a8089fe req-c581a594-8fdb-4a79-9a3a-62459f022629 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0768771 Dec 23 16:55:50.225585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bea0655d-b70e-4420-8d63-d57f4a8089fe req-4e62acec-3cee-48d0-ae72-761dc78d22ff tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377939 Dec 23 16:55:51.415566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76e6e0-ee01-4071-a58a-49112dce48bb req-1ca0790d-9717-4325-9c2f-3dd53b722974 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:51.417028 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c76e6e0-ee01-4071-a58a-49112dce48bb req-1ca0790d-9717-4325-9c2f-3dd53b722974 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0746503 Dec 23 16:55:51.461472 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c76e6e0-ee01-4071-a58a-49112dce48bb req-e0a5a06e-10f7-4fb4-bb1f-e018a83d5d18 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Dec 23 16:55:52.658537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6c85a-76b8-49cc-95ac-33b307087384 req-4303a73e-f911-492a-bbc2-77a16b83a74e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:52.659971 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-08c6c85a-76b8-49cc-95ac-33b307087384 req-4303a73e-f911-492a-bbc2-77a16b83a74e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0771728 Dec 23 16:55:52.703147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-08c6c85a-76b8-49cc-95ac-33b307087384 req-8ad0b507-07e1-40c4-986a-677dc5d5bd3a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377872 Dec 23 16:55:53.898322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a3e22-a4cc-468b-936f-c3045b60360e req-6e9f89e8-6c98-4e78-a457-09bedd3d5582 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:53.898322 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-217a3e22-a4cc-468b-936f-c3045b60360e req-6e9f89e8-6c98-4e78-a457-09bedd3d5582 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0744479 Dec 23 16:55:54.040197 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-217a3e22-a4cc-468b-936f-c3045b60360e req-b777e8a6-bdf5-49ca-b71a-7cdb04e07d06 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356711 Dec 23 16:55:54.407307 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-bc375b5a-046c-43ba-8adf-b7faefe5e96a service neutron] 10.222.0.59 "GET /v2.0/ports/d21eb11d-c581-405a-bc67-073643f5c125/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0714643 Dec 23 16:55:54.664313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-2f308082-bbca-4a57-a814-b593dd9d8c6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 1099 time: 0.0704372 Dec 23 16:55:54.750181 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-ec1abdd7-2151-4be6-86ee-74c58dd892be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1099 time: 0.0650017 Dec 23 16:55:54.883300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-b8778943-aee4-4540-911c-1afe698ec7fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:54.884744 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-b8778943-aee4-4540-911c-1afe698ec7fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1285722 Dec 23 16:55:54.985052 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-e99de5ca-aedd-4d54-be11-efe9848723bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1002 time: 0.0937457 Dec 23 16:55:55.044690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-70d34175-0e17-463c-8768-b6696172d7e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:55.046039 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-70d34175-0e17-463c-8768-b6696172d7e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0546730 Dec 23 16:55:55.123107 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-ac8e7ca0-7463-4e71-b276-757609a0336a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707352 Dec 23 16:55:55.262675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-aedb7f0b-ceae-4ef2-8db9-f3d97444e61d service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332657 Dec 23 16:55:55.443493 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-374360cb-7338-48e9-8cec-80766e8c78e5 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750469 Dec 23 16:55:55.454453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853b1ab-6c09-4953-ae1c-23863c2d6698 req-2db204ef-6600-4411-ab4c-34dac7f4d193 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:55.455863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0853b1ab-6c09-4953-ae1c-23863c2d6698 req-2db204ef-6600-4411-ab4c-34dac7f4d193 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.1260898 Dec 23 16:55:55.502796 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0853b1ab-6c09-4953-ae1c-23863c2d6698 req-1b4fce33-0af7-45c2-877e-af8880d06057 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Dec 23 16:55:56.704946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897ba07-e02d-401c-8a85-bdfe6d2db680 req-b14ca74a-f724-46d4-9b4f-f7b3543d9acc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:56.706296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0897ba07-e02d-401c-8a85-bdfe6d2db680 req-b14ca74a-f724-46d4-9b4f-f7b3543d9acc tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0787971 Dec 23 16:55:56.752118 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0897ba07-e02d-401c-8a85-bdfe6d2db680 req-4a79aa44-5084-4265-a25d-5527a00df917 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398059 Dec 23 16:55:57.886187 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:55:57.952527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b7c0-aafd-41d0-aa3d-2da2cfcf09a1 req-c7b5e4b1-209e-4ba0-abba-c8cadb77b7a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:57.953954 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57f8b7c0-aafd-41d0-aa3d-2da2cfcf09a1 req-c7b5e4b1-209e-4ba0-abba-c8cadb77b7a1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0775874 Dec 23 16:55:58.000426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57f8b7c0-aafd-41d0-aa3d-2da2cfcf09a1 req-dfb28731-12e9-46d2-b7df-d7ee0aa957fe tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410674 Dec 23 16:55:58.805567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:55:58.809373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:55:59.017085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:59.041717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:55:59.060699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'd21eb11d-c581-405a-bc67-073643f5c125', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125', 'mac_address': 'fa:16:3e:7b:87:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:55:59.066867 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:55:59.107094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:55:59.118870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:59.150164 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125', 'code': 200} Dec 23 16:55:59.167525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:59.196576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656091c-c529-4f9a-82dd-4581bb149bba req-6fec498f-816c-4103-9ca6-ecce4977bcd9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:55:59.198363 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f656091c-c529-4f9a-82dd-4581bb149bba req-6fec498f-816c-4103-9ca6-ecce4977bcd9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 944 time: 0.0755672 Dec 23 16:55:59.199804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:55:59.237552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:55:59.242569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f656091c-c529-4f9a-82dd-4581bb149bba req-21057017-104a-4765-a792-394956dd2547 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383863 Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.269263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:55:59.275476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:55:59.275851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:55:59.827005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:59.844696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:55:59.859575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:55:59.863139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:55:59.934684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['d21eb11d-c581-405a-bc67-073643f5c125'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:55:59.971994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:00.439342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebb6a5-e8bf-4e9a-9c67-b2940cb01f6e req-794a3aec-92c4-4128-bee5-da8da7482310 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:00.440862 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4bebb6a5-e8bf-4e9a-9c67-b2940cb01f6e req-794a3aec-92c4-4128-bee5-da8da7482310 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0780652 Dec 23 16:56:00.483634 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4bebb6a5-e8bf-4e9a-9c67-b2940cb01f6e req-e860bb6c-3430-4d3b-a16d-a677ee0dfa70 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373108 Dec 23 16:56:00.820646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:56:00.885529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port d21eb11d-c581-405a-bc67-073643f5c125 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:56:00.886187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:00.997378 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:01.029139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:01.032755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:01.094448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:01.151360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:56:01.213953 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125', 'code': 200} Dec 23 16:56:01.676385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce5f9-c43b-4418-b37a-3efbc56bea28 req-d426e3a4-5615-4a08-ae05-3ac888c98ea9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:01.677799 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f8ce5f9-c43b-4418-b37a-3efbc56bea28 req-d426e3a4-5615-4a08-ae05-3ac888c98ea9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0757923 Dec 23 16:56:01.721114 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f8ce5f9-c43b-4418-b37a-3efbc56bea28 req-dd5afe8e-3eb2-4adc-91d3-65c0d3a1b075 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377047 Dec 23 16:56:02.916371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2142e0-b097-40c1-8e06-9d696e181074 req-2bb170e4-71c0-4ac6-bc85-43972962baf7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:02.917775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c2142e0-b097-40c1-8e06-9d696e181074 req-2bb170e4-71c0-4ac6-bc85-43972962baf7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0780351 Dec 23 16:56:02.961674 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c2142e0-b097-40c1-8e06-9d696e181074 req-f257a91e-3550-453f-9fe4-40913040d265 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378385 Dec 23 16:56:04.154175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f8d1a-e19d-4104-85e5-85f34e72c74d req-5bae2696-f139-4efa-b2d5-8e8c0bb55404 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:04.155615 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a51f8d1a-e19d-4104-85e5-85f34e72c74d req-5bae2696-f139-4efa-b2d5-8e8c0bb55404 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0732641 Dec 23 16:56:04.199108 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a51f8d1a-e19d-4104-85e5-85f34e72c74d req-bf390cae-1fad-41a5-8d79-302467a00974 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Dec 23 16:56:04.826740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:56:04.956430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:04.968679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'd21eb11d-c581-405a-bc67-073643f5c125', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125', 'mac_address': 'fa:16:3e:7b:87:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:56:05.050513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:05.068529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:56:05.083643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:05.091279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:05.147369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4550e3dd-d16a-49f5-9a6d-9f778c4c112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:05.158159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['d21eb11d-c581-405a-bc67-073643f5c125'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:56:05.206132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:05.483451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4f10b-15c0-4e8e-8c76-e3006d9b9ca2 req-26271f93-ad9e-45f9-b6f1-2c5be963044f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:05.484816 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96c4f10b-15c0-4e8e-8c76-e3006d9b9ca2 req-26271f93-ad9e-45f9-b6f1-2c5be963044f tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.1635299 Dec 23 16:56:05.527350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96c4f10b-15c0-4e8e-8c76-e3006d9b9ca2 req-21396c10-ad75-4c35-aaa3-a79a3a9a27a4 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371890 Dec 23 16:56:05.994906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-6f6d939c-c1fe-444b-9477-d25cb72117c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:05.996337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-6f6d939c-c1fe-444b-9477-d25cb72117c2 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32&tenant_id=c5afcbbae56e4ef395a3697493953199&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.1363025 Dec 23 16:56:06.056653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9782c03-f6d2-46bb-ab5c-1e98c603cd0b req-78ce2eb2-1547-4e25-b0a4-1e8966615c36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:06.058057 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e9782c03-f6d2-46bb-ab5c-1e98c603cd0b req-78ce2eb2-1547-4e25-b0a4-1e8966615c36 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.1438725 Dec 23 16:56:06.117074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-36d052c8-4496-46d4-b72a-2326f69404d8 service neutron] 10.222.0.59 "GET /v2.0/ports/d21eb11d-c581-405a-bc67-073643f5c125/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.1148155 Dec 23 16:56:06.119440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e9782c03-f6d2-46bb-ab5c-1e98c603cd0b req-0c3a204a-029d-45ea-86c9-3c718b56c85e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546627 Dec 23 16:56:06.205122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-b18b2188-5262-43e4-905f-5db0e8ea1be2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1098 time: 0.0670679 Dec 23 16:56:06.330705 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-bb48e410-d8e3-41da-99ac-3ecff4b94d79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:06.332211 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-bb48e410-d8e3-41da-99ac-3ecff4b94d79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1210105 Dec 23 16:56:06.433591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-418f40dd-8245-4b93-b61e-8ac372429d61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1001 time: 0.0950363 Dec 23 16:56:06.492877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-7ae72421-153f-4cd4-806a-c06e2cc7fb16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:06.494224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-7ae72421-153f-4cd4-806a-c06e2cc7fb16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0546749 Dec 23 16:56:06.572126 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-c345d7a4-50f2-4a15-8a13-7f474fb465bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708134 Dec 23 16:56:06.700018 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-16c5f346-6948-4cca-9f76-b1e0f8dae6e6 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216850 Dec 23 16:56:06.826414 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-6083d33c-7ba7-4917-8da7-ea7d66cffedf service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206737 Dec 23 16:56:06.836562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:56:06.948302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:06.964903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:56:06.979085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:06.982992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:07.052064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:07.055399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=10']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:07.323179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d057afff-7583-4191-a3d8-8f8bfb99c26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:07.327279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4f583-1afa-4d43-9117-f12f1620b24c req-cd469e83-c337-49aa-9965-db301196655c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:07.328767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-30f4f583-1afa-4d43-9117-f12f1620b24c req-cd469e83-c337-49aa-9965-db301196655c tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0748985 Dec 23 16:56:07.372965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-30f4f583-1afa-4d43-9117-f12f1620b24c req-b1ba4082-9581-4bf8-9f14-6f3f4313fd1a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387459 Dec 23 16:56:08.513697 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:08.572612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:08.578861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baec3c2-f361-4782-98e0-6e722e818c2c req-bec754a3-97a5-496a-87e2-fe27c293fb35 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:08.580348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4baec3c2-f361-4782-98e0-6e722e818c2c req-bec754a3-97a5-496a-87e2-fe27c293fb35 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0866010 Dec 23 16:56:08.626036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4baec3c2-f361-4782-98e0-6e722e818c2c req-425eea96-8534-4006-bee1-f90f86693662 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Dec 23 16:56:09.826513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bd881-47d2-496f-b44b-1eafe0cb13f5 req-8d43ef0e-e728-4292-8f75-7f47e50c5595 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:09.828041 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-022bd881-47d2-496f-b44b-1eafe0cb13f5 req-8d43ef0e-e728-4292-8f75-7f47e50c5595 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0794387 Dec 23 16:56:09.876030 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-022bd881-47d2-496f-b44b-1eafe0cb13f5 req-d19503e2-2be7-46bf-8258-5a4800c167b0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Dec 23 16:56:10.004957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:10.034401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-3be906f5-2226-4345-9646-6c0a2f9f4a77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32&tenant_id=c5afcbbae56e4ef395a3697493953199 HTTP/1.1" status: 200 len: 1098 time: 0.0713797 Dec 23 16:56:10.121443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-69d1d279-acbd-46a4-b3ec-d91a90e8621f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5afcbbae56e4ef395a3697493953199&device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 1098 time: 0.0667174 Dec 23 16:56:10.248679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-18b5e5a9-b3fc-49da-bdec-08ef53ea8ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:10.250012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-18b5e5a9-b3fc-49da-bdec-08ef53ea8ade service neutron] 10.222.0.59 "GET /v2.0/networks?id=e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 200 len: 912 time: 0.1228459 Dec 23 16:56:10.434399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-6e6913ed-a50c-4c57-8de2-fb7555fc1ce3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 200 len: 1000 time: 0.1774459 Dec 23 16:56:10.497054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-d0c2be72-9f9d-4959-b407-808862d5d1cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:10.498488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-d0c2be72-9f9d-4959-b407-808862d5d1cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 200 len: 850 time: 0.0580361 Dec 23 16:56:10.578017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-dbaa186d-2314-41c0-9bf2-39a9777561cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e07c516a-485d-4fbf-a578-24299c710092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735836 Dec 23 16:56:10.705527 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-e7b32d36-27c0-4a08-9b91-8d354b1b7d32 service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204157 Dec 23 16:56:10.834756 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ac56837f-c153-4cfd-9390-973a5f4fb442 req-3ea64eb7-67bd-46d7-8aa4-a84e625df78f service neutron] 10.222.0.59 "GET /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228716 Dec 23 16:56:11.078087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcb5d9-4c7c-4613-9296-ca0187adebde req-13b40b5d-f190-4901-9e1c-284c3b722491 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:11.079734 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0ddcb5d9-4c7c-4613-9296-ca0187adebde req-13b40b5d-f190-4901-9e1c-284c3b722491 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0796688 Dec 23 16:56:11.124427 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0ddcb5d9-4c7c-4613-9296-ca0187adebde req-5e163683-8438-4c40-9c96-f2a3e825a0c7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391912 Dec 23 16:56:12.322568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bb9c5-e071-44a7-aa4f-9197bb8d59fc req-824bab54-c2ab-4cd5-9515-a034c18d3da8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:12.324059 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b58bb9c5-e071-44a7-aa4f-9197bb8d59fc req-824bab54-c2ab-4cd5-9515-a034c18d3da8 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0757041 Dec 23 16:56:12.368882 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b58bb9c5-e071-44a7-aa4f-9197bb8d59fc req-3b22dfa6-8f92-4abb-98ce-aa8873f82a4a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Dec 23 16:56:12.851514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:56:13.574334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ef339-b8cd-43aa-a293-8ef15acaec21 req-c452c005-77ca-466c-afa3-454ec1f8875e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:13.576292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c1ef339-b8cd-43aa-a293-8ef15acaec21 req-c452c005-77ca-466c-afa3-454ec1f8875e tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0775127 Dec 23 16:56:13.619770 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c1ef339-b8cd-43aa-a293-8ef15acaec21 req-5fcb9f69-a50c-4db2-9a6c-e5d3dd59336a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380826 Dec 23 16:56:14.818616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a82385-d980-47ee-8f42-111be23ae7ac req-3a9cd484-2ad1-4ce7-8078-b05246a853f5 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:14.820099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-80a82385-d980-47ee-8f42-111be23ae7ac req-3a9cd484-2ad1-4ce7-8078-b05246a853f5 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 945 time: 0.0761533 Dec 23 16:56:14.851334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:56:14.870502 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-80a82385-d980-47ee-8f42-111be23ae7ac req-ed4ee140-43b5-4133-814e-70ae3fbbfef9 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448916 Dec 23 16:56:14.986053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:14.999275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'd21eb11d-c581-405a-bc67-073643f5c125', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'port_id': 'd21eb11d-c581-405a-bc67-073643f5c125', 'mac_address': 'fa:16:3e:7b:87:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:56:15.055324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:15.072306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:56:15.086483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:15.090474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:15.156390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=11']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:15.162008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['d21eb11d-c581-405a-bc67-073643f5c125'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:56:16.064315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebfd9c-e8ac-41a7-b9b0-d281aa0ebc1d req-9ffdf87c-f0c6-4ce5-b107-c002f11c9eae tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:16.065763 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1ebfd9c-e8ac-41a7-b9b0-d281aa0ebc1d req-9ffdf87c-f0c6-4ce5-b107-c002f11c9eae tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 946 time: 0.0740440 Dec 23 16:56:16.108991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1ebfd9c-e8ac-41a7-b9b0-d281aa0ebc1d req-0e358228-4068-4acb-9daa-a5dc47196432 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378683 Dec 23 16:56:16.867068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:56:16.932904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port d21eb11d-c581-405a-bc67-073643f5c125 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:56:16.933269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:17.049482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:17.076757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:56:17.086947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:17.092841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:17.157971 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125', 'code': 200} Dec 23 16:56:17.163043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=12']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:17.308881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47af21-e3b0-4de2-b983-e6c926f8269f req-86e77d61-d7c5-4d1b-a014-ab33797ced85 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:17.310300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4f47af21-e3b0-4de2-b983-e6c926f8269f req-86e77d61-d7c5-4d1b-a014-ab33797ced85 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.0773535 Dec 23 16:56:17.353837 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4f47af21-e3b0-4de2-b983-e6c926f8269f req-c7b8d11b-e946-41c5-867a-227d4174fe8a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 Dec 23 16:56:18.546341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73886e0-3723-42b0-b3ed-f36d2a94067c req-5db4956a-301b-48cf-8327-26f17bfcf821 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:18.547786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f73886e0-3723-42b0-b3ed-f36d2a94067c req-5db4956a-301b-48cf-8327-26f17bfcf821 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.0744882 Dec 23 16:56:18.590259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f73886e0-3723-42b0-b3ed-f36d2a94067c req-167d30a0-c02a-4994-9600-b22364380559 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372069 Dec 23 16:56:19.783432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936236d-00ec-4835-aeb1-e832668e42d9 req-5ca0d8b1-2276-476d-9fe4-fa1c79a339b6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:19.784873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1936236d-00ec-4835-aeb1-e832668e42d9 req-5ca0d8b1-2276-476d-9fe4-fa1c79a339b6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.0764687 Dec 23 16:56:19.828231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1936236d-00ec-4835-aeb1-e832668e42d9 req-fb47007a-3a73-4bb4-99ca-2e5d0fc49f9d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 Dec 23 16:56:20.025423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7fc39-c974-422f-8b6e-f0de3012c4d3 req-1e0a57ab-f423-40b4-971b-b3b65d0e21b1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:20.026877 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4df7fc39-c974-422f-8b6e-f0de3012c4d3 req-1e0a57ab-f423-40b4-971b-b3b65d0e21b1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.0743420 Dec 23 16:56:20.082884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4df7fc39-c974-422f-8b6e-f0de3012c4d3 req-8d6750d6-22ef-4fa6-bf32-832536bd7c9a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494249 Dec 23 16:56:20.271386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55496b1-879b-4daa-a04c-7f0360b100b4 req-dd1cbe37-cc55-4fa4-b9ef-c68fca96ac6a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:20.272833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a55496b1-879b-4daa-a04c-7f0360b100b4 req-dd1cbe37-cc55-4fa4-b9ef-c68fca96ac6a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.0744753 Dec 23 16:56:20.316808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a55496b1-879b-4daa-a04c-7f0360b100b4 req-f54ccf61-489d-4671-b4f7-72f8654237b6 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 Dec 23 16:56:20.711994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef8ce8-2a43-4735-a39e-aec3945b63e5 req-44fb8a69-d1fc-43b5-a5e2-a218846f6de1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:20.713410 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16ef8ce8-2a43-4735-a39e-aec3945b63e5 req-44fb8a69-d1fc-43b5-a5e2-a218846f6de1 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.0782270 Dec 23 16:56:20.756516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16ef8ce8-2a43-4735-a39e-aec3945b63e5 req-9156df05-5533-497c-9b35-9c7aa1f50be0 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377574 Dec 23 16:56:21.954088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbda93c-7915-4d4c-844f-5e42a25a68ef req-9c78bd38-91ac-48e2-9866-fc12937dd943 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:21.955512 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9fbda93c-7915-4d4c-844f-5e42a25a68ef req-9c78bd38-91ac-48e2-9866-fc12937dd943 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.0758524 Dec 23 16:56:21.999462 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9fbda93c-7915-4d4c-844f-5e42a25a68ef req-6431cb68-24a7-40c1-8b5e-c6ba3f45eaca tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385354 Dec 23 16:56:23.208777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-9c25917e-f139-4890-acac-4503446be698 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:23.210155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-9c25917e-f139-4890-acac-4503446be698 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.1274741 Dec 23 16:56:23.255312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75261687-2530-476b-9503-0a41f0f1a227 req-e08fe92e-f9b3-4c19-ad72-ebd3e2a9a65a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:23.256648 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75261687-2530-476b-9503-0a41f0f1a227 req-e08fe92e-f9b3-4c19-ad72-ebd3e2a9a65a tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 947 time: 0.1303878 Dec 23 16:56:23.390249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Deleting port d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:56:23.390492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:23.442581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75261687-2530-476b-9503-0a41f0f1a227 req-55501af1-bcc5-424b-8437-066aa2fc9b2d tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b16e8b5-209a-46c1-8e10-0057d4073c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989342 Dec 23 16:56:23.630769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] For port d21eb11d-c581-405a-bc67-073643f5c125, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d21eb11d-c581-405a-bc67-073643f5c125,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:23.631114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:23.910177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:23.910543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:23.910850 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce disassociated. External IP: 172.26.7.47, port: d21eb11d-c581-405a-bc67-073643f5c125. Dec 23 16:56:23.911182 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Calling delete_port for d21eb11d-c581-405a-bc67-073643f5c125 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:56:24.049361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:24.101297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event deleted for resources: {'Port': ['ID=d21eb11d-c581-405a-bc67-073643f5c125,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:24.115328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.115767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.116026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.116349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.116672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.116990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.117306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.117621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.117932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.118244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.118551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:24.326858 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:56:24.519785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:56:24.530523 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:56:24.542198 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:56:24.542871 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:56:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:24.625206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] No DVR routers for this DVR port d21eb11d-c581-405a-bc67-073643f5c125 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:56:24.628301 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9e33b250-ab02-4435-86cc-a55820477509 req-09446909-bf3c-499c-8913-dbf8eec40633 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2bc0b6b-b218-4952-b86f-b5329537cf32 HTTP/1.1" status: 200 len: 210 time: 0.0473104 Dec 23 16:56:24.629233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:24.631961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-deleted', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:56:24.652362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0751d24e-2654-4b27-9ad6-354568305fc6 req-3ddc0fdd-0418-471a-b16b-1d3e8fd36e59 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.59 "DELETE /v2.0/ports/d21eb11d-c581-405a-bc67-073643f5c125 HTTP/1.1" status: 204 len: 173 time: 1.4346952 Dec 23 16:56:24.754492 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:56:24.783603 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc0b6b-b218-4952-b86f-b5329537cf32', 'name': 'network-vif-deleted', 'tag': 'd21eb11d-c581-405a-bc67-073643f5c125', 'status': 'completed', 'code': 200} Dec 23 16:56:25.064649 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:25.068390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:56:25.078438 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:56:25.079013 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:56:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:25.259434 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:56:25.572111 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:25.577090 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602b9ce-4b74-4fc0-91ea-de4c50041fb3 None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:55Z', 'revision_number': 4, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '0bca01d2-6211-428f-8c7c-f39337649875', 'name': '', 'network_id': 'e07c516a-485d-4fbf-a578-24299c710092', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'mac_address': 'fa:16:3e:44:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:54Z', 'updated_at': '2021-12-23T16:48:02Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'subnets': [{'id': '9948f2fd-fdaf-4079-a23a-b100a8ad97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:56:25.807833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad922d-b0d0-41ac-b323-528aac6d13a8 None None] New status for floating IP facbffd8-98c5-48ff-9f3e-80c6fd4d51ce: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:56:26.898177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:56:26.930219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: d21eb11d-c581-405a-bc67-073643f5c125 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:56:26.930476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d21eb11d-c581-405a-bc67-073643f5c125 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:56:29.009430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34660) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:29.074898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30b80831-bf2c-4f03-863c-c4e03ffdfeb7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.100921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30b80831-bf2c-4f03-863c-c4e03ffdfeb7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.151165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30b80831-bf2c-4f03-863c-c4e03ffdfeb7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.169121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b80831-bf2c-4f03-863c-c4e03ffdfeb7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b16e8b5-209a-46c1-8e10-0057d4073c2d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:29.179250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-30b80831-bf2c-4f03-863c-c4e03ffdfeb7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.180398 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-30b80831-bf2c-4f03-863c-c4e03ffdfeb7 tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b16e8b5-209a-46c1-8e10-0057d4073c2d HTTP/1.1" status: 204 len: 168 time: 0.1699350 Dec 23 16:56:29.182921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34664) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:29.204135 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-85c6f759-58de-4f89-bc65-433a02e6b23b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] show failed (client error): The resource could not be found. Dec 23 16:56:29.205096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-85c6f759-58de-4f89-bc65-433a02e6b23b tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "GET /v2.0/security-groups/9b16e8b5-209a-46c1-8e10-0057d4073c2d HTTP/1.1" status: 404 len: 347 time: 0.0212603 Dec 23 16:56:29.207722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34668) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:29.446632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Deleting port 744324f6-9a91-4f09-b587-d3705891ac40 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:56:29.446969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.606046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.606366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.721694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Calling delete_port for 744324f6-9a91-4f09-b587-d3705891ac40 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:56:29.852750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:29.896901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Pushing event deleted for resources: {'Port': ['ID=744324f6-9a91-4f09-b587-d3705891ac40,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:29.994323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:30.007454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:30.008594 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2c8898b0-48f6-4a79-ae52-9d3713727fbb tempest-ServerActionsTestJSON-476969102 tempest-ServerActionsTestJSON-476969102-project] 10.222.0.18 "DELETE /v2.0/floatingips/facbffd8-98c5-48ff-9f3e-80c6fd4d51ce HTTP/1.1" status: 204 len: 168 time: 0.8000269 Dec 23 16:56:30.011486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34672) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:30.450379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:31.115468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Deleting port 0bca01d2-6211-428f-8c7c-f39337649875 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:56:31.116199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:31.282742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] For port 0bca01d2-6211-428f-8c7c-f39337649875, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0bca01d2-6211-428f-8c7c-f39337649875,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:31.283089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:31.397010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Calling delete_port for 0bca01d2-6211-428f-8c7c-f39337649875 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:56:31.563907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:31.605105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bca01d2-6211-428f-8c7c-f39337649875,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:31.886366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:32.539035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Router e5b08604-cf80-48c7-af71-c14da8789b3a has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:56:32.735247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:56:32.743610 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] Sync routers for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:56:32.746928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-13445366-9fd6-4139-b4fa-a664d37ea3b7 admin admin] 10.222.0.18 "PUT /v2.0/routers/e5b08604-cf80-48c7-af71-c14da8789b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7344501 Dec 23 16:56:32.749940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34678) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:32.755808 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:56:32.756393 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:56:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:32.930310 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:56:32.941582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:33.137612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:33.146886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Deleting port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:56:33.147219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:33.234621 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200'}], 'enable_snat': True}, 'gw_port_id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:56:31Z', 'revision_number': 5, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port': {'id': '7a081be9-5aaf-4fa9-887d-1de1e2632f5c', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:33.238261 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] Checking router: e5b08604-cf80-48c7-af71-c14da8789b3a for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:56:33.248687 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] Routers {'e5b08604-cf80-48c7-af71-c14da8789b3a'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:56:33.249251 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:56:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e5b08604-cf80-48c7-af71-c14da8789b3a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:33.315127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] For port 7a081be9-5aaf-4fa9-887d-1de1e2632f5c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:33.315479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:33.394839 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] Set router e5b08604-cf80-48c7-af71-c14da8789b3a gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:56:33.434723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Calling delete_port for 7a081be9-5aaf-4fa9-887d-1de1e2632f5c owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:56:33.496626 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:56:33Z', 'revision_number': 6, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:33.500619 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db7ce4-12cb-4bc8-91ce-8e22d5025352 None None] The sync data for ids ['e5b08604-cf80-48c7-af71-c14da8789b3a'] in dv-neutron-822800-1-hyperv is: [{'id': 'e5b08604-cf80-48c7-af71-c14da8789b3a', 'name': 'tempest-ServerActionsTestJSON-400710355-router', 'tenant_id': 'c5afcbbae56e4ef395a3697493953199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:52Z', 'updated_at': '2021-12-23T16:56:33Z', 'revision_number': 6, 'project_id': 'c5afcbbae56e4ef395a3697493953199', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:56:33.603222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:33.650045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a081be9-5aaf-4fa9-887d-1de1e2632f5c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:33.973711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.222360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.226342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.254380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.255069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b08604-cf80-48c7-af71-c14da8789b3a {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:56:34.268700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.272646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-be3cbb75-63c0-475d-b49c-078d610e311c admin admin] 10.222.0.18 "DELETE /v2.0/routers/e5b08604-cf80-48c7-af71-c14da8789b3a HTTP/1.1" status: 204 len: 168 time: 1.5218012 Dec 23 16:56:34.272795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34682) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:34.303941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bca01d2-6211-428f-8c7c-f39337649875 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:56:34.341255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Deleting subnet 9948f2fd-fdaf-4079-a23a-b100a8ad97d0 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:56:34.344524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.374884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 0bca01d2-6211-428f-8c7c-f39337649875 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:56:34.375235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0bca01d2-6211-428f-8c7c-f39337649875 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:56:34.375672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a081be9-5aaf-4fa9-887d-1de1e2632f5c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:56:34.397650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.407063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 7a081be9-5aaf-4fa9-887d-1de1e2632f5c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:56:34.407400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7a081be9-5aaf-4fa9-887d-1de1e2632f5c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:56:34.476744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.541778 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.580406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9948f2fd-fdaf-4079-a23a-b100a8ad97d0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:34.590819 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.593367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c278d-46b0-427b-b590-0a5144990736 None None] Network e07c516a-485d-4fbf-a578-24299c710092 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:56:34.595016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.595358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.595713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.596039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.596359 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.596677 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.596992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.597304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.597612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.597932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.598229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:34.602907 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cfc9dc8a-5a86-46a0-b2be-106bde7d4402 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9948f2fd-fdaf-4079-a23a-b100a8ad97d0 HTTP/1.1" status: 204 len: 168 time: 0.3286211 Dec 23 16:56:34.605299 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:34.710741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.721078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Deleting port 9119bb95-c850-44ac-ac5b-3a81a9b55438 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:56:34.721404 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.832386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] DHCP port deletion for e07c516a-485d-4fbf-a578-24299c710092 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:56:34.836643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Deleting port 9119bb95-c850-44ac-ac5b-3a81a9b55438 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:56:34.837008 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:34.882332 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:56:34.917338 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] For port 9119bb95-c850-44ac-ac5b-3a81a9b55438, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9119bb95-c850-44ac-ac5b-3a81a9b55438,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:34.917683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.033429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] For port 9119bb95-c850-44ac-ac5b-3a81a9b55438, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9119bb95-c850-44ac-ac5b-3a81a9b55438,segment=NetworkSegment(3457b27a-645f-45a0-9948-cbf04eb0f54f),segment_id=3457b27a-645f-45a0-9948-cbf04eb0f54f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:35.033718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.034300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Calling delete_port for 9119bb95-c850-44ac-ac5b-3a81a9b55438 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:56:35.108781 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.152397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Pushing event deleted for resources: {'Port': ['ID=9119bb95-c850-44ac-ac5b-3a81a9b55438,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:35.153130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Calling delete_port for 9119bb95-c850-44ac-ac5b-3a81a9b55438 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:56:35.157313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] No DVR routers for this DVR port 9119bb95-c850-44ac-ac5b-3a81a9b55438 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:56:35.201289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e270454-7652-49e5-9595-a26de1a1bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.231830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:56:35.232693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:56:35.268922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.295741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07c516a-485d-4fbf-a578-24299c710092']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:35.310491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3457b27a-645f-45a0-9948-cbf04eb0f54f') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:35.310780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3457b27a-645f-45a0-9948-cbf04eb0f54f') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:56:35.321522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.417759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.423989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:56:35.424460 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:56:35.437107 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:56:35.509345 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.524915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.535117 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07c516a-485d-4fbf-a578-24299c710092,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:35.541868 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9bbd7652-2454-4855-a7e9-2ab7b9748079 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e07c516a-485d-4fbf-a578-24299c710092 HTTP/1.1" status: 204 len: 168 time: 0.9353931 Dec 23 16:56:35.680911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34692) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:35.729017 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-43e69abd-0181-4be4-83b5-4c69fa80b760 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5afcbbae56e4ef395a3697493953199&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469618 Dec 23 16:56:35.731258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34696) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:35.734021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Deleting port 9119bb95-c850-44ac-ac5b-3a81a9b55438 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:56:35.734509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.788102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98fa3f21-51b9-4a08-852e-4a9010b68095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.796545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d042b3b8-f147-44dc-afad-19630ab4928c None None] The port '9119bb95-c850-44ac-ac5b-3a81a9b55438' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:56:35.815571 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98fa3f21-51b9-4a08-852e-4a9010b68095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.864048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98fa3f21-51b9-4a08-852e-4a9010b68095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.881442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa3f21-51b9-4a08-852e-4a9010b68095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d43c83-cbf5-4a35-adb4-85af33e08356,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:35.887429 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98fa3f21-51b9-4a08-852e-4a9010b68095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:35.889105 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-98fa3f21-51b9-4a08-852e-4a9010b68095 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97d43c83-cbf5-4a35-adb4-85af33e08356 HTTP/1.1" status: 204 len: 168 time: 0.1569765 Dec 23 16:56:35.978493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9119bb95-c850-44ac-ac5b-3a81a9b55438 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:56:36.013861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9119bb95-c850-44ac-ac5b-3a81a9b55438 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:56:36.014456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9119bb95-c850-44ac-ac5b-3a81a9b55438 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:56:36.705613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34718) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:36.833883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1018124818-network', 'tenant_id': '99d0d98cd73443279fa23b93b1f60400'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:56:36.838544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:56:36.842927 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Usage tracker for resource:network and tenant:99d0d98cd73443279fa23b93b1f60400 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:56:36.845753 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:56:36.851293 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:56:36.864406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Made reservation on behalf of 99d0d98cd73443279fa23b93b1f60400 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:56:36.866505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:36.878198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:36.908550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:56:36.912210 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Usage tracker for resource:security_group_rule and tenant:99d0d98cd73443279fa23b93b1f60400 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:56:36.914897 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:56:36.920436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:56:36.983699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:36.987396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.015577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:56:37.024177 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6503a69-2535-4473-b8e4-d35ba137e001,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:37.031124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.031432 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Added segment f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1 of type vlan for network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e Dec 23 16:56:37.036905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.057244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.084983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.085794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:37.086356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.189128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] Pushing event updated for resources: {'Network': ['ID=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:37.192848 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd05c74d-614e-4edb-99dc-925eb3fd4878 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4856868 Dec 23 16:56:37.195376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34724) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:56:37.201332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Request body: {'subnet': {'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1018124818-subnet', 'tenant_id': '99d0d98cd73443279fa23b93b1f60400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:56:37.203582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:56:37.207900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:56:37.211838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Usage tracker for resource:subnet and tenant:99d0d98cd73443279fa23b93b1f60400 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:56:37.214715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:56:37.220541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:56:37.231360 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Made reservation on behalf of 99d0d98cd73443279fa23b93b1f60400 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:56:37.233862 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.324003 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5029fd24-e408-4881-a4cc-c333d68f1787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.430537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.503251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4559b4da-b504-4136-bf96-840440491c2c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:37.514602 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Checking segment: {'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:56:37.514944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Network hostable DHCP agents. Network: 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:56:37.538028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:56:37.548126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:56:37.552112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:37.552717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:37.558144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81682068-9fe1-4335-a453-df6e3af8dca1 None None] Network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:56:37.578439 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84672e33-7e00-4420-8b86-40e0b8a09f54 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3818994 Dec 23 16:56:37.765232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce53cf1-fcf6-481c-83c3-80802c698fb8 None None] Network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:56:38.129332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-d42d8a1e-a3dd-4c9b-9321-a8fa500b37cf tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:38.130659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-d42d8a1e-a3dd-4c9b-9321-a8fa500b37cf tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/networks?id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e HTTP/1.1" status: 200 len: 814 time: 0.1348722 Dec 23 16:56:38.146753 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-f0cdce67-ebcd-4751-b8dc-1d1fcf7de5cf tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/quotas/99d0d98cd73443279fa23b93b1f60400 HTTP/1.1" status: 200 len: 375 time: 0.0105138 Dec 23 16:56:38.190573 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-4f5ea649-aca6-441e-adda-ca422739a2be tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99d0d98cd73443279fa23b93b1f60400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391209 Dec 23 16:56:38.317232 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-58f51922-9879-49b0-badf-f7499cf762e2 service neutron] 10.222.0.18 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202595 Dec 23 16:56:38.444049 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-60482832-52e1-4316-b798-957b35c61cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211646 Dec 23 16:56:38.506555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:38.574383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:38.627567 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-988b6fcc-7eab-4d2d-8c5b-7f8040f868a2 req-0738f4fe-cc8c-4afa-8e42-4852f5520448 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 210 time: 0.0432646 Dec 23 16:56:39.733726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ccaf64a-bfe1-4afa-b66b-f431e785c9b6 req-388bea2f-58e1-4ea3-9a8c-489a2bc34b76 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 210 time: 0.0406697 Dec 23 16:56:40.004218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:40.897794 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e320ba1d-4bc3-4092-9a96-53c0722727f6 req-1e773ea8-d981-4011-8e8f-e5b61f009c4a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 210 time: 0.0395970 Dec 23 16:56:41.849688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-fac75705-c84a-47fb-99f8-bdf15a56dc15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:41.851063 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-fac75705-c84a-47fb-99f8-bdf15a56dc15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "GET /v2.0/networks?id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e HTTP/1.1" status: 200 len: 814 time: 0.1432230 Dec 23 16:56:41.868057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Request body: {'port': {'device_id': 'ee22341a-c584-401c-8631-f0022670b37d', 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e', 'admin_state_up': True, 'tenant_id': '99d0d98cd73443279fa23b93b1f60400'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:56:42.010955 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:56:42.014725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Usage tracker for resource:port and tenant:99d0d98cd73443279fa23b93b1f60400 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:56:42.017492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:56:42.055103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:56:42.160983 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5661bb10-fd32-47ec-ac5e-5e5d7b56ea36 req-4e5a14dd-2bbc-490e-8eec-44fbb5d0dbf0 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 210 time: 0.1405597 Dec 23 16:56:42.166747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Made reservation on behalf of 99d0d98cd73443279fa23b93b1f60400 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:56:42.169920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:42.329322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Allocated IP 172.20.0.12 (9fcaa8bb-4dfe-431e-9988-fe8b5888e37e/4559b4da-b504-4136-bf96-840440491c2c/0d337c6e-4690-46c5-a3d7-cb1794e4c78f) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:56:42.520100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:42.546419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:42.612050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:56:42.614908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:56:42.618565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:56:42.658856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Pushing event updated for resources: {'Port': ['ID=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:42.686456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:42.686987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:42.706195 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-5c3176c7-a3b3-417a-94ae-b02ef9d77e0b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8415596 Dec 23 16:56:42.717312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Request body: {'port': {'device_id': 'ee22341a-c584-401c-8631-f0022670b37d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:56:42.822235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:43.147725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d337c6e-4690-46c5-a3d7-cb1794e4c78f {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:56:43.154838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:43.168617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Transition to ACTIVE for port object 0d337c6e-4690-46c5-a3d7-cb1794e4c78f will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:56:43.172675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:43.298109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Pushing event updated for resources: {'Port': ['ID=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:43.456639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ee962-fc6b-498c-bef9-de5e56372a50 req-d68ede34-d694-4fa7-84c3-597de6562e35 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:43.457315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c37ee962-fc6b-498c-bef9-de5e56372a50 req-d68ede34-d694-4fa7-84c3-597de6562e35 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Synchronizing usage tracker for tenant:99d0d98cd73443279fa23b93b1f60400 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:56:43.468934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Attempting to bind port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:56:43.469259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Attempting to bind port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:56:43.469573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Attempting to bind port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f on network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:56:43.480289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f on network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:56:43.480632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Attempting to bind port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f on network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:56:43.486662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-c37ee962-fc6b-498c-bef9-de5e56372a50 req-d68ede34-d694-4fa7-84c3-597de6562e35 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Unset dirty status for tenant:99d0d98cd73443279fa23b93b1f60400 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:56:43.487779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c37ee962-fc6b-498c-bef9-de5e56372a50 req-d68ede34-d694-4fa7-84c3-597de6562e35 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 944 time: 0.1977477 Dec 23 16:56:43.489524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:56:43.489848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Checking segment: {'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:56:43.490212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Bound using segment: {'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:56:43.490741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Bound port: 0d337c6e-4690-46c5-a3d7-cb1794e4c78f, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:56:43.491080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:43.599503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c37ee962-fc6b-498c-bef9-de5e56372a50 req-858a0f2b-46c4-40b5-b17f-2e6e81715a0a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991518 Dec 23 16:56:43.612043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] For port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:56:43.615226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] For port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:56:43.619503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:43.680844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:43.682104 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] 10.222.0.59 "PUT /v2.0/ports/0d337c6e-4690-46c5-a3d7-cb1794e4c78f HTTP/1.1" status: 200 len: 1094 time: 0.9687247 Dec 23 16:56:43.682524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee22341a-c584-401c-8631-f0022670b37d', 'tag': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:56:43.704513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3a7de-16ab-4217-b51e-ba6ea482237a service neutron] Pushing event updated for resources: {'Port': ['ID=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:43.746001 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee22341a-c584-401c-8631-f0022670b37d', 'tag': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f', 'status': 'completed', 'code': 200} Dec 23 16:56:43.789848 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-7e3f4c6f-e330-4405-9f3f-70d6033e7c80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99d0d98cd73443279fa23b93b1f60400&device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 1097 time: 0.0735285 Dec 23 16:56:43.856660 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-4e43dadd-23cc-4969-9b81-7fdfa484dc81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d337c6e-4690-46c5-a3d7-cb1794e4c78f HTTP/1.1" status: 200 len: 217 time: 0.0593283 Dec 23 16:56:44.008390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-93197162-d750-4bd5-bcda-39e518e9f34e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:44.009819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-93197162-d750-4bd5-bcda-39e518e9f34e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4559b4da-b504-4136-bf96-840440491c2c HTTP/1.1" status: 200 len: 854 time: 0.1471410 Dec 23 16:56:44.053714 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-0fe1c9bb-535d-4bed-9a6b-510ecbc1be2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371253 Dec 23 16:56:44.192205 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-0430d995-4e43-4367-b65f-41f96d6c4fc8 service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319981 Dec 23 16:56:44.322374 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d43d0e78-ec7a-46e7-abc7-19339fc8e6db req-b57775d7-3bb5-45c5-af5b-cc4e35fc8e54 service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241207 Dec 23 16:56:44.436009 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-65634768-895c-4e1f-a791-51fc8f30c0eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99d0d98cd73443279fa23b93b1f60400&device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 1097 time: 0.0671649 Dec 23 16:56:44.563866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-6dcc1646-2bd4-4366-8e08-67207b46fe55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:44.565303 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-6dcc1646-2bd4-4366-8e08-67207b46fe55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e HTTP/1.1" status: 200 len: 915 time: 0.1234572 Dec 23 16:56:44.634779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-d33ad6ef-86a7-4c33-a95c-61a5727ab06d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d337c6e-4690-46c5-a3d7-cb1794e4c78f HTTP/1.1" status: 200 len: 217 time: 0.0632160 Dec 23 16:56:44.696223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-81b85ba2-a8a2-4a60-9150-04aabee803ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:44.697640 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-81b85ba2-a8a2-4a60-9150-04aabee803ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4559b4da-b504-4136-bf96-840440491c2c HTTP/1.1" status: 200 len: 854 time: 0.0568862 Dec 23 16:56:44.772005 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-b41cfdb2-81ae-4d5d-8697-229597912c66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671151 Dec 23 16:56:44.921666 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9fba7-76cd-400c-9d3a-1137b37e399e req-b06077aa-c7b3-4338-a4fd-1cf941b48906 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:44.922982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-91d9fba7-76cd-400c-9d3a-1137b37e399e req-b06077aa-c7b3-4338-a4fd-1cf941b48906 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 944 time: 0.1832383 Dec 23 16:56:44.925985 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-cfbe5ee4-708f-4091-a6b1-51c704edc97f service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437724 Dec 23 16:56:45.045170 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-91d9fba7-76cd-400c-9d3a-1137b37e399e req-53816ff6-2270-46a1-a4a1-cf5e71a4b2ec tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167264 Dec 23 16:56:45.084115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-10b64380-ff01-4bdd-94b2-e1b851af5e31 req-7df18f36-f790-47bc-adec-b1f2b8808b9a service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430886 Dec 23 16:56:46.246587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05ace3-6c59-4849-84a4-c1dc70f31fe6 req-0b5213d2-9088-44a6-89fe-24f47030521e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:46.247986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d05ace3-6c59-4849-84a4-c1dc70f31fe6 req-0b5213d2-9088-44a6-89fe-24f47030521e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 944 time: 0.0801504 Dec 23 16:56:46.291670 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d05ace3-6c59-4849-84a4-c1dc70f31fe6 req-f3306e8d-6e6f-48ff-8548-e98543f2a563 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Dec 23 16:56:46.975538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0d337c6e-4690-46c5-a3d7-cb1794e4c78f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:56:47.104451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:47.117004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f', 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e', 'port_id': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f', 'mac_address': 'fa:16:3e:67:ad:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4559b4da-b504-4136-bf96-840440491c2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:56:47.168684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:47.185368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d337c6e-4690-46c5-a3d7-cb1794e4c78f {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:56:47.199260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:47.203741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:47.268123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:47.489924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ef3e1-bfdd-41da-afe9-11b26d31180e req-ee3ef422-e576-4af2-a8d2-307593786651 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:47.491350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f49ef3e1-bfdd-41da-afe9-11b26d31180e req-ee3ef422-e576-4af2-a8d2-307593786651 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 945 time: 0.0797246 Dec 23 16:56:47.534598 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f49ef3e1-bfdd-41da-afe9-11b26d31180e req-6c727a4e-f140-4b6c-801a-1950b290a230 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Dec 23 16:56:47.563343 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0d337c6e-4690-46c5-a3d7-cb1794e4c78f'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:56:48.727772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc2d35-d359-4a3d-9efc-1a8fde155b28 req-fb4b9cdb-a9c0-479a-b369-ed667d7760e4 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:48.729094 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d1fc2d35-d359-4a3d-9efc-1a8fde155b28 req-fb4b9cdb-a9c0-479a-b369-ed667d7760e4 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 945 time: 0.0730755 Dec 23 16:56:48.773115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d1fc2d35-d359-4a3d-9efc-1a8fde155b28 req-75a93be6-48e4-43f6-8f1e-627c06ddc027 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Dec 23 16:56:48.991261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0d337c6e-4690-46c5-a3d7-cb1794e4c78f up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:56:49.059838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:56:49.064165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:56:49.064536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:49.174303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:49.200148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22341a-c584-401c-8631-f0022670b37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:56:49.209847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:49.214241 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:49.279567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:49.332461 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22341a-c584-401c-8631-f0022670b37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f', 'code': 200} Dec 23 16:56:49.549881 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ee006ea9-3d9e-40b2-9b06-41d6cecde35d req-da4281f8-25ce-4840-bfa6-97f45d09ec11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 1099 time: 0.0680752 Dec 23 16:56:49.589454 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ee006ea9-3d9e-40b2-9b06-41d6cecde35d req-296793f2-021b-4fd5-b849-cc783dfe42d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Dec 23 16:56:49.962575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6ff77-e1d4-460e-88d3-ad568468adf8 req-696b4980-ea4a-4e13-bc91-67ba1feba9fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:49.964185 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-31f6ff77-e1d4-460e-88d3-ad568468adf8 req-696b4980-ea4a-4e13-bc91-67ba1feba9fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0733654 Dec 23 16:56:50.012072 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-31f6ff77-e1d4-460e-88d3-ad568468adf8 req-9c831470-1d3e-4a16-b599-5a16e3234fa6 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Dec 23 16:56:51.289149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1383e37-e124-4d61-be14-5932af1834e7 req-fd07c84d-f836-4314-ace2-e32414c54e15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:51.290591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1383e37-e124-4d61-be14-5932af1834e7 req-fd07c84d-f836-4314-ace2-e32414c54e15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.1575944 Dec 23 16:56:51.334966 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1383e37-e124-4d61-be14-5932af1834e7 req-a2971fe3-22eb-4629-b2aa-34e031dd27a6 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380917 Dec 23 16:56:51.619781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627c10-b932-4022-8add-4e642c2f385e req-faaf5bba-4578-4720-ae14-3204d9d3b7cc tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:51.621098 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-faaf5bba-4578-4720-ae14-3204d9d3b7cc tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/networks?id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e HTTP/1.1" status: 200 len: 814 time: 0.1355696 Dec 23 16:56:51.636669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-6d0e06b9-6cb7-4836-be17-f3fe8158a9b6 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/quotas/99d0d98cd73443279fa23b93b1f60400 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Dec 23 16:56:51.714929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-623cef22-9cf4-4015-9b72-631c09a9dfce tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99d0d98cd73443279fa23b93b1f60400&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735672 Dec 23 16:56:51.842867 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-aa872a7c-35ca-4986-8b19-3a42e69a2f74 service neutron] 10.222.0.18 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208198 Dec 23 16:56:51.968768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-ff12d3a9-db33-4cc7-8475-523483e07143 service neutron] 10.222.0.18 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203423 Dec 23 16:56:52.152832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-39b36635-08f9-4987-8d1e-76f2fcbaac7a req-0b601321-5e48-4d46-91e7-5347142e2bf8 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 210 time: 0.0409276 Dec 23 16:56:53.134242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627c10-b932-4022-8add-4e642c2f385e req-03fb20f9-7cf3-45d6-b75a-e585f520a989 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:53.135672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-03fb20f9-7cf3-45d6-b75a-e585f520a989 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "GET /v2.0/networks?id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e HTTP/1.1" status: 200 len: 814 time: 0.1407316 Dec 23 16:56:53.151603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Request body: {'port': {'device_id': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e', 'admin_state_up': True, 'tenant_id': '99d0d98cd73443279fa23b93b1f60400'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:56:53.322144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62dc92da-48f7-4750-a81f-434655d57eab req-cddfde23-4bf8-4143-9dbe-45a2283e76c9 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 210 time: 0.0430934 Dec 23 16:56:53.326615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:56:53.336125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:56:53.346027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Made reservation on behalf of 99d0d98cd73443279fa23b93b1f60400 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:56:53.349151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:53.510885 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Allocated IP 172.20.0.13 (9fcaa8bb-4dfe-431e-9988-fe8b5888e37e/4559b4da-b504-4136-bf96-840440491c2c/25ff508e-0b70-42cf-ab36-f62b2ddfd95c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:56:53.703880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:53.729894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:53.742292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0d337c6e-4690-46c5-a3d7-cb1794e4c78f'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:56:53.804349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:56:53.807407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:56:53.811878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:56:53.838609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Pushing event updated for resources: {'Port': ['ID=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:53.871963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:53.873051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:53.897790 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-2cc9764b-a815-470e-b2e3-6a81f4cb90fe tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7496021 Dec 23 16:56:53.909512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Request body: {'port': {'device_id': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:56:54.012508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:54.430277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ff508e-0b70-42cf-ab36-f62b2ddfd95c {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:56:54.439537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:54.494280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Transition to ACTIVE for port object 25ff508e-0b70-42cf-ab36-f62b2ddfd95c will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:56:54.500889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:54.633949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Pushing event updated for resources: {'Port': ['ID=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:54.650960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9308a96-1f4a-406b-9169-6e5f0512745a req-a71973b7-26ef-463b-9549-267d74627ba2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:54.651665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d9308a96-1f4a-406b-9169-6e5f0512745a req-a71973b7-26ef-463b-9549-267d74627ba2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Synchronizing usage tracker for tenant:99d0d98cd73443279fa23b93b1f60400 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:56:54.733863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d9308a96-1f4a-406b-9169-6e5f0512745a req-a71973b7-26ef-463b-9549-267d74627ba2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Unset dirty status for tenant:99d0d98cd73443279fa23b93b1f60400 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:56:54.735002 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d9308a96-1f4a-406b-9169-6e5f0512745a req-a71973b7-26ef-463b-9549-267d74627ba2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 932 time: 0.2929852 Dec 23 16:56:54.791423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Attempting to bind port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:56:54.791776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Attempting to bind port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:56:54.792097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Attempting to bind port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c on network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:56:54.805690 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d9308a96-1f4a-406b-9169-6e5f0512745a req-40edd4cd-55ac-4377-8c5f-cafcdd64823a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Dec 23 16:56:54.806327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c on network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:56:54.806640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Attempting to bind port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c on network 9fcaa8bb-4dfe-431e-9988-fe8b5888e37e {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:56:54.813478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:56:54.813804 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Checking segment: {'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:56:54.814167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Bound using segment: {'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:56:54.814613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Bound port: 25ff508e-0b70-42cf-ab36-f62b2ddfd95c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:56:54.814934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:54.901212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] For port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:56:54.904420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] For port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:56:54.908760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:54.966437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:54.967785 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] 10.222.0.59 "PUT /v2.0/ports/25ff508e-0b70-42cf-ab36-f62b2ddfd95c HTTP/1.1" status: 200 len: 1094 time: 1.0622311 Dec 23 16:56:54.968209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'tag': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:56:54.989443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfe101-a354-47a5-8ffd-1a325e9bfb2f service neutron] Pushing event updated for resources: {'Port': ['ID=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:55.033745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'tag': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c', 'status': 'completed', 'code': 200} Dec 23 16:56:55.081186 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-988145eb-ed9a-4cbf-9163-b70d36f660f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99d0d98cd73443279fa23b93b1f60400&device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 1097 time: 0.0772295 Dec 23 16:56:55.150530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-8d1c7824-4865-40fb-9f80-81a523c7ca87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25ff508e-0b70-42cf-ab36-f62b2ddfd95c HTTP/1.1" status: 200 len: 217 time: 0.0615456 Dec 23 16:56:55.210167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33627c10-b932-4022-8add-4e642c2f385e req-8e0c1859-779c-4b6f-88b7-5add984f1623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:55.211441 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-8e0c1859-779c-4b6f-88b7-5add984f1623 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4559b4da-b504-4136-bf96-840440491c2c HTTP/1.1" status: 200 len: 854 time: 0.0544503 Dec 23 16:56:55.258873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-b2d05a21-d68e-4fd9-b2fc-5fd7878bc043 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405781 Dec 23 16:56:55.388124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-b5124a57-abf0-4b65-b04f-cac83312d540 service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206164 Dec 23 16:56:55.519378 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33627c10-b932-4022-8add-4e642c2f385e req-41c0a676-85b0-4ebb-91b2-7c56506db24a service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251192 Dec 23 16:56:55.631531 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-b243bc3b-8105-4e08-b291-57ccced09768 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99d0d98cd73443279fa23b93b1f60400&device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 1097 time: 0.0665681 Dec 23 16:56:55.759191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-6f21b0b9-c7ea-4d5b-a5c6-22caa577dd79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:55.760627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-6f21b0b9-c7ea-4d5b-a5c6-22caa577dd79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e HTTP/1.1" status: 200 len: 915 time: 0.1216936 Dec 23 16:56:55.921412 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-cd0d75c2-6e41-4157-9700-66c416f5b3dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25ff508e-0b70-42cf-ab36-f62b2ddfd95c HTTP/1.1" status: 200 len: 217 time: 0.1537516 Dec 23 16:56:56.031359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-3e7e9db1-b2eb-4ad5-ac2d-a8c5716117d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:56.032767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-3e7e9db1-b2eb-4ad5-ac2d-a8c5716117d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4559b4da-b504-4136-bf96-840440491c2c HTTP/1.1" status: 200 len: 854 time: 0.0779138 Dec 23 16:56:56.080107 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-bffeeea4-37b5-47e5-bd19-16648440781a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402658 Dec 23 16:56:56.088401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea5e5-4272-46a2-8d1e-dd4bc014418f req-c5a50e13-40b7-42a4-9c06-d90fc425a230 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:56.090701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bacea5e5-4272-46a2-8d1e-dd4bc014418f req-c5a50e13-40b7-42a4-9c06-d90fc425a230 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 944 time: 0.1647913 Dec 23 16:56:56.224138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bacea5e5-4272-46a2-8d1e-dd4bc014418f req-75bfc20e-858f-4b8e-9385-c0d048eea9d2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133003 Dec 23 16:56:56.245815 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-b7f2d394-87ef-4efe-b6b3-43da20617f7a service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538222 Dec 23 16:56:56.381504 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1cb0284-de2a-4ee7-9c5b-08fe2ce04bfb req-37b7bd77-c800-4cf4-ac64-7aea804c8c5d service neutron] 10.222.0.59 "GET /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292486 Dec 23 16:56:57.420420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bbcbd-b813-497f-a551-545480b734cf req-a9d91f03-ce2b-4143-9cb0-b112bc932b15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:57.421856 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be1bbcbd-b813-497f-a551-545480b734cf req-a9d91f03-ce2b-4143-9cb0-b112bc932b15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 944 time: 0.0783427 Dec 23 16:56:57.466795 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be1bbcbd-b813-497f-a551-545480b734cf req-4dbd6bb4-9d1f-4fc6-97c6-0b5aa211b7a2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Dec 23 16:56:58.658913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a5ddb-cf93-4602-9efe-7320e85911e2 req-f90c34a0-1ec6-41dc-aac7-193fef0d537b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:58.660378 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d03a5ddb-cf93-4602-9efe-7320e85911e2 req-f90c34a0-1ec6-41dc-aac7-193fef0d537b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 944 time: 0.0733099 Dec 23 16:56:58.707247 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d03a5ddb-cf93-4602-9efe-7320e85911e2 req-3d4547b7-f22c-4544-aa76-8f445f75c878 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Dec 23 16:56:59.058552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 25ff508e-0b70-42cf-ab36-f62b2ddfd95c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:56:59.186104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:59.198434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c', 'network_id': '9fcaa8bb-4dfe-431e-9988-fe8b5888e37e', 'port_id': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c', 'mac_address': 'fa:16:3e:68:7b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4559b4da-b504-4136-bf96-840440491c2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:56:59.249368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:59.266069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ff508e-0b70-42cf-ab36-f62b2ddfd95c {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:56:59.281180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:56:59.285052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:56:59.351530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:56:59.359405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.359776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.360108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.360436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.360761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.361083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.361399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.361717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.362049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.362345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.362657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:56:59.602342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['25ff508e-0b70-42cf-ab36-f62b2ddfd95c'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:56:59.897001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e0aff-882c-4009-9acb-63d9af0d0327 req-b8cf2999-14ce-460e-b9c3-3ccb2f160a15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:56:59.898341 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5d6e0aff-882c-4009-9acb-63d9af0d0327 req-b8cf2999-14ce-460e-b9c3-3ccb2f160a15 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 945 time: 0.0744119 Dec 23 16:56:59.941980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5d6e0aff-882c-4009-9acb-63d9af0d0327 req-a0457032-b45a-434f-a8b8-d201e5cf7874 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382528 Dec 23 16:57:01.086935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 25ff508e-0b70-42cf-ab36-f62b2ddfd95c up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:01.134404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d647646-c34a-4cf2-8a39-54d21a7e0c53 req-d0a05d12-dfe7-4e35-bd9b-dd40ed8885a0 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:01.135879 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d647646-c34a-4cf2-8a39-54d21a7e0c53 req-d0a05d12-dfe7-4e35-bd9b-dd40ed8885a0 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 945 time: 0.0780003 Dec 23 16:57:01.152957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:01.157725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:01.158093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:01.180810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d647646-c34a-4cf2-8a39-54d21a7e0c53 req-11526bab-1f42-4cd0-b630-2f87244947ae tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385170 Dec 23 16:57:01.269035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:01.294690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:57:01.304084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:01.307715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:01.349320 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c', 'code': 200} Dec 23 16:57:01.373946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:01.567572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fa2ad8cd-8ff8-40db-b2f3-be37950a7d93 req-8e2e50f0-5d80-4574-8bfb-bfeb324fa26e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 1099 time: 0.0649641 Dec 23 16:57:01.607618 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fa2ad8cd-8ff8-40db-b2f3-be37950a7d93 req-36b3c002-39ea-4083-9b27-3809126d969e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Dec 23 16:57:02.373010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927682-b471-41cf-bee1-690490c59d6b req-7d0cb023-bd29-4f77-bedb-ada4ab54b2bf tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:02.375058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2a927682-b471-41cf-bee1-690490c59d6b req-7d0cb023-bd29-4f77-bedb-ada4ab54b2bf tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 946 time: 0.0775306 Dec 23 16:57:02.418733 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2a927682-b471-41cf-bee1-690490c59d6b req-42de3b13-c43b-448e-82ea-ece9b13dbe43 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Dec 23 16:57:03.613418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11603-4a6d-4b99-a0c3-db06149adffc req-4a8310bb-0e64-42f9-9ec5-d9fe0ec71ec9 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:03.614831 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2df11603-4a6d-4b99-a0c3-db06149adffc req-4a8310bb-0e64-42f9-9ec5-d9fe0ec71ec9 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 946 time: 0.0742097 Dec 23 16:57:03.661001 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2df11603-4a6d-4b99-a0c3-db06149adffc req-6556d81e-41db-425d-bdc4-436c30c96791 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Dec 23 16:57:04.047482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c61614-0a0b-48d0-b246-dd3ab16569fa req-88d4b248-aef0-48e2-96b1-63566c431a45 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:04.048942 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0c61614-0a0b-48d0-b246-dd3ab16569fa req-88d4b248-aef0-48e2-96b1-63566c431a45 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 946 time: 0.0728300 Dec 23 16:57:04.092563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0c61614-0a0b-48d0-b246-dd3ab16569fa req-52e9ec3d-db8d-44ec-9454-9dd581feb2fc tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382793 Dec 23 16:57:05.103465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce258511-b6d5-4cf2-81a3-474bfd778e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:05.290803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaf119-894a-439d-8d16-02fb38d5e47a req-977f6b0d-8dc0-4338-8405-b2a16379b8cb tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:05.292260 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9deaf119-894a-439d-8d16-02fb38d5e47a req-977f6b0d-8dc0-4338-8405-b2a16379b8cb tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 946 time: 0.0787539 Dec 23 16:57:05.335376 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9deaf119-894a-439d-8d16-02fb38d5e47a req-2bc4235a-f957-4281-9376-e8e6ec084c4b tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Dec 23 16:57:05.625092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-8e25698c-a2e7-4e1c-9afe-0d13bba6715d tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:05.626495 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-8e25698c-a2e7-4e1c-9afe-0d13bba6715d tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 946 time: 0.0736363 Dec 23 16:57:05.694951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Deleting port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:05.695207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:06.008952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] For port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:06.009308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:06.137521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Calling delete_port for 25ff508e-0b70-42cf-ab36-f62b2ddfd95c owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:06.269068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:06.280609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0d337c6e-4690-46c5-a3d7-cb1794e4c78f', '25ff508e-0b70-42cf-ab36-f62b2ddfd95c'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:57:06.325706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Pushing event deleted for resources: {'Port': ['ID=25ff508e-0b70-42cf-ab36-f62b2ddfd95c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:06.408679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] No DVR routers for this DVR port 25ff508e-0b70-42cf-ab36-f62b2ddfd95c on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:57:06.411116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:06.414130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'name': 'network-vif-deleted', 'tag': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:57:06.437444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3fcac85d-f8cb-4a94-b709-cb02d7af31ad req-370df03e-a097-46cf-b9e8-504834818266 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "DELETE /v2.0/ports/25ff508e-0b70-42cf-ab36-f62b2ddfd95c HTTP/1.1" status: 204 len: 173 time: 0.8052597 Dec 23 16:57:06.478793 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd2ec39-1873-4d85-a3d9-2fd99d6f6387', 'name': 'network-vif-deleted', 'tag': '25ff508e-0b70-42cf-ab36-f62b2ddfd95c', 'status': 'completed', 'code': 200} Dec 23 16:57:06.521886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-766183ae-bdd5-45f5-aef5-71bcc34bce97 req-a11d24dc-5dec-40c5-a0e1-3ef39a2cae85 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Synchronizing usage tracker for tenant:99d0d98cd73443279fa23b93b1f60400 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:57:06.537438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-766183ae-bdd5-45f5-aef5-71bcc34bce97 req-a11d24dc-5dec-40c5-a0e1-3ef39a2cae85 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Unset dirty status for tenant:99d0d98cd73443279fa23b93b1f60400 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:57:06.538506 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-766183ae-bdd5-45f5-aef5-71bcc34bce97 req-a11d24dc-5dec-40c5-a0e1-3ef39a2cae85 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfd2ec39-1873-4d85-a3d9-2fd99d6f6387 HTTP/1.1" status: 200 len: 210 time: 0.0617013 Dec 23 16:57:07.051123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:07.327996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8a19ed37-a5b7-4614-b216-46f86e351a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:07.808263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1c9ec-e77d-4558-be24-1cce90154683 req-524d797e-1c37-408d-b5ea-eaab4b5aafef tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:07.809655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebf1c9ec-e77d-4558-be24-1cce90154683 req-524d797e-1c37-408d-b5ea-eaab4b5aafef tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0737517 Dec 23 16:57:07.853080 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebf1c9ec-e77d-4558-be24-1cce90154683 req-f45add14-ae8f-4df6-88b9-c0e28d9739fd tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379660 Dec 23 16:57:08.069642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6822-d4bc-4f9f-bf88-f4c51004211d req-e2c67ae5-dae6-4f13-9348-5246f239847c tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:08.071039 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-407c6822-d4bc-4f9f-bf88-f4c51004211d req-e2c67ae5-dae6-4f13-9348-5246f239847c tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0775139 Dec 23 16:57:08.113946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-407c6822-d4bc-4f9f-bf88-f4c51004211d req-1d2666b3-07cd-4fae-9718-7225b09aa867 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374455 Dec 23 16:57:08.313794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7f042-e62d-4666-af60-57b0ae3abbdf req-bc4c8b34-d2cd-43dc-907a-9be3dc6dcaeb tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:08.315188 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04f7f042-e62d-4666-af60-57b0ae3abbdf req-bc4c8b34-d2cd-43dc-907a-9be3dc6dcaeb tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0743017 Dec 23 16:57:08.360820 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04f7f042-e62d-4666-af60-57b0ae3abbdf req-c0ce297f-b965-45f2-a6ef-8284aee75b9e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Dec 23 16:57:08.514865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:08.554520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0067aa3-cb03-44a9-84ce-55886fe4ec92 req-30ade526-999d-42f1-be61-9bebec5df476 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0726902 Dec 23 16:57:08.580583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:08.744601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff8577-bff6-494e-92f3-48e92ab81ccf req-f5704c2b-eddb-4c94-b1ff-fa5240ffe33a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:08.745949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-65ff8577-bff6-494e-92f3-48e92ab81ccf req-f5704c2b-eddb-4c94-b1ff-fa5240ffe33a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0744700 Dec 23 16:57:08.789207 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-65ff8577-bff6-494e-92f3-48e92ab81ccf req-aeb9e6c5-e907-4c2c-893e-d32c667d3ba2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Dec 23 16:57:09.127811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6cecf-7eaf-4a0f-8922-727e2a17d52c req-d62e35f6-baf1-407f-8155-b83a307bd07a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:09.129232 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7de6cecf-7eaf-4a0f-8922-727e2a17d52c req-d62e35f6-baf1-407f-8155-b83a307bd07a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0774868 Dec 23 16:57:09.146857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 25ff508e-0b70-42cf-ab36-f62b2ddfd95c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:57:09.172959 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7de6cecf-7eaf-4a0f-8922-727e2a17d52c req-368e5a05-ab3b-426a-8827-1a40bc5cfd63 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 Dec 23 16:57:09.179280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 25ff508e-0b70-42cf-ab36-f62b2ddfd95c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:57:09.179654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 25ff508e-0b70-42cf-ab36-f62b2ddfd95c not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:57:09.376006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16cc84-55ba-4db3-836c-420322399de4 req-4e76255b-ca8e-4eea-a8c7-0e5d89bceaf7 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:09.377415 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2a16cc84-55ba-4db3-836c-420322399de4 req-4e76255b-ca8e-4eea-a8c7-0e5d89bceaf7 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0731058 Dec 23 16:57:09.420561 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2a16cc84-55ba-4db3-836c-420322399de4 req-bc52f6b4-c041-4dcf-af05-946641706b14 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Dec 23 16:57:09.969193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a666c-8218-47ee-9bef-00b2941ae9bd req-037b295b-5bd4-4361-9bb3-d08c7da07ce2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:09.970621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b02a666c-8218-47ee-9bef-00b2941ae9bd req-037b295b-5bd4-4361-9bb3-d08c7da07ce2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0779493 Dec 23 16:57:10.006437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:10.016634 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b02a666c-8218-47ee-9bef-00b2941ae9bd req-ebf50fa1-8ba8-46ad-a199-bab0d86ff803 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404868 Dec 23 16:57:11.209839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c73d2-750a-4fbe-97f5-6361b59f0598 req-f7119e02-c1e4-45ac-8c19-fbb0ef84395a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:11.211269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd8c73d2-750a-4fbe-97f5-6361b59f0598 req-f7119e02-c1e4-45ac-8c19-fbb0ef84395a tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0743411 Dec 23 16:57:11.258348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd8c73d2-750a-4fbe-97f5-6361b59f0598 req-98aeb107-ed98-4d2d-8866-10a0e34d93ab tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6503a69-2535-4473-b8e4-d35ba137e001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Dec 23 16:57:11.590070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-3e2039f4-1c8b-4358-92a6-0cd5f4b9ed88 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:11.591468 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-3e2039f4-1c8b-4358-92a6-0cd5f4b9ed88 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 946 time: 0.0748379 Dec 23 16:57:11.658425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Deleting port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:11.658777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:11.882559 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:57:11.902298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] For port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,segment=NetworkSegment(f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1),segment_id=f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:11.902652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:12.121935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Calling delete_port for 0d337c6e-4690-46c5-a3d7-cb1794e4c78f owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:12.261470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:12.272888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0d337c6e-4690-46c5-a3d7-cb1794e4c78f'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:57:12.310766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Pushing event deleted for resources: {'Port': ['ID=0d337c6e-4690-46c5-a3d7-cb1794e4c78f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:12.389297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] No DVR routers for this DVR port 0d337c6e-4690-46c5-a3d7-cb1794e4c78f on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:57:12.392389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:12.395702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22341a-c584-401c-8631-f0022670b37d', 'name': 'network-vif-deleted', 'tag': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:57:12.455159 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8f776892-4416-4eda-9819-6ada9afdd4c5 req-1f2f0d09-5241-4e2a-b250-388adabb59b2 tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee22341a-c584-401c-8631-f0022670b37d HTTP/1.1" status: 200 len: 210 time: 0.0672483 Dec 23 16:57:12.457606 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22341a-c584-401c-8631-f0022670b37d', 'name': 'network-vif-deleted', 'tag': '0d337c6e-4690-46c5-a3d7-cb1794e4c78f', 'status': 'completed', 'code': 200} Dec 23 16:57:12.460973 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61ebe6d2-bccd-453c-ba06-dca23ca4487c req-ec2f9a61-b771-40c9-9ef1-efbffc34801e tempest-ServersNegativeTestJSON-1775010177 tempest-ServersNegativeTestJSON-1775010177-project] 10.222.0.59 "DELETE /v2.0/ports/0d337c6e-4690-46c5-a3d7-cb1794e4c78f HTTP/1.1" status: 204 len: 173 time: 0.8637271 Dec 23 16:57:13.564654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34872) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:13.621811 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] Deleting subnet 4559b4da-b504-4136-bf96-840440491c2c {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:57:13.625108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:13.672128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:13.727934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:13.791657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:13.828263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4559b4da-b504-4136-bf96-840440491c2c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:13.832873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:13.838303 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ff199e41-da88-400d-b049-9c974abf4517 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4559b4da-b504-4136-bf96-840440491c2c HTTP/1.1" status: 204 len: 168 time: 0.2726884 Dec 23 16:57:13.840736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34876) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:13.941619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.059544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.083297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcaa8bb-4dfe-431e-9988-fe8b5888e37e']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:14.098454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:14.098726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c0befa-e6f4-4e4c-8daf-fdf7abb00da1') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:14.109380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.124223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.129875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:14.130237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:14.143068 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:14.217384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.232777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.244767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] Pushing event deleted for resources: {'Network': ['ID=9fcaa8bb-4dfe-431e-9988-fe8b5888e37e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:14.247440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-03f968a8-6d58-4733-8e14-778aa2e6793b admin admin] 10.222.0.18 "DELETE /v2.0/networks/9fcaa8bb-4dfe-431e-9988-fe8b5888e37e HTTP/1.1" status: 204 len: 168 time: 0.4057887 Dec 23 16:57:14.377051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34882) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:14.429874 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3c172a33-feac-49f8-9744-734258f2a5a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99d0d98cd73443279fa23b93b1f60400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515859 Dec 23 16:57:14.432815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34886) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:14.488165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85ec30d6-9ecb-40f2-a839-e05096a80241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.512286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85ec30d6-9ecb-40f2-a839-e05096a80241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.560893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85ec30d6-9ecb-40f2-a839-e05096a80241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.575187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec30d6-9ecb-40f2-a839-e05096a80241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6503a69-2535-4473-b8e4-d35ba137e001,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:14.581702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-85ec30d6-9ecb-40f2-a839-e05096a80241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:14.585415 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-85ec30d6-9ecb-40f2-a839-e05096a80241 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6503a69-2535-4473-b8e4-d35ba137e001 HTTP/1.1" status: 204 len: 168 time: 0.1522448 Dec 23 16:57:15.177976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0d337c6e-4690-46c5-a3d7-cb1794e4c78f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:57:15.210906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 0d337c6e-4690-46c5-a3d7-cb1794e4c78f {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:57:15.211473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0d337c6e-4690-46c5-a3d7-cb1794e4c78f not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:57:15.440845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34908) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:15.581989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246604872'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:15.587042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:15.590784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:network and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:15.593620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:15.599698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:15.612008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:15.615136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.627875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.663156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:15.666808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:security_group_rule and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:15.669557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:15.675581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:15.740422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.743848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.772977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:15.785609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69914363-85cc-41b6-ad0a-f17231468bc1,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:15.790435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.790766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Added segment 54545916-c671-4571-a15d-29dd9b7d0989 of type vlan for network 9f69fe1e-df15-4860-868c-cdb53218530b Dec 23 16:57:15.816879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.844346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.847929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:15.848502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:15.952028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Network': ['ID=9f69fe1e-df15-4860-868c-cdb53218530b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:15.955186 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f1513bd1-93c1-47fd-bd65-2e94606b8eaa tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5133543 Dec 23 16:57:15.962103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9f69fe1e-df15-4860-868c-cdb53218530b details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:19.141190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34914) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:19.147024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'subnet': {'network_id': '9f69fe1e-df15-4860-868c-cdb53218530b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:19.335174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:19.338982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:subnet and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:19.341753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:19.347917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:19.357374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:19.470248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:19.682142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:19.760280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Subnet': ['ID=e7e104f8-d314-4387-892c-d5b550926bab,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:19.772226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Checking segment: {'id': '54545916-c671-4571-a15d-29dd9b7d0989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f69fe1e-df15-4860-868c-cdb53218530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:19.772580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network hostable DHCP agents. Network: 9f69fe1e-df15-4860-868c-cdb53218530b, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:19.793644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network 9f69fe1e-df15-4860-868c-cdb53218530b is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:19.802619 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 9f69fe1e-df15-4860-868c-cdb53218530b) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:19.807422 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:19.808351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:19.812044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a209dc2-90ee-493a-83c5-0d94713498c5 None None] Network 9f69fe1e-df15-4860-868c-cdb53218530b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:19.832563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b6129497-5306-40cb-a88e-a9bcbf18a3dc tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6898043 Dec 23 16:57:19.835815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34918) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:19.841127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732816882'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:19.845896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:19.849588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:network and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:19.852355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:19.857968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:19.868014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:19.871155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:19.899114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:19.907778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:19.908108 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Added segment cd80e8fb-ef2d-4f04-b4c7-c7dfdda4cd75 of type vlan for network 1dcdcf54-e1e2-4fff-a587-4f5211355f86 Dec 23 16:57:19.932995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:19.962177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:19.965903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:19.966477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.030001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-9f69fe1e-df15-4860-868c-cdb53218530b', 'network_id': '9f69fe1e-df15-4860-868c-cdb53218530b', 'tenant_id': 'e5d1f82503984eacb722505ccce233a3', 'fixed_ips': [{'subnet_id': 'e7e104f8-d314-4387-892c-d5b550926bab'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:20.030832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.062335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2254930 Dec 23 16:57:20.065519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34922) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:20.072794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'subnet': {'network_id': '1dcdcf54-e1e2-4fff-a587-4f5211355f86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:20.143109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986e2f5-1898-4499-b8f7-765e4e4cb519 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Network': ['ID=1dcdcf54-e1e2-4fff-a587-4f5211355f86,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:20.155852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 1dcdcf54-e1e2-4fff-a587-4f5211355f86 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:20.183863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:20.188271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:subnet and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:20.191153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:20.197261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:20.207750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:20.274668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Allocated IP 2001:db8:0:ffff::2 (9f69fe1e-df15-4860-868c-cdb53218530b/e7e104f8-d314-4387-892c-d5b550926bab/0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:20.309281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.484857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.494788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Transition to ACTIVE for port object 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:20.514255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Transition to ACTIVE for port object 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:20.519890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.528861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.588578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Network 9f69fe1e-df15-4860-868c-cdb53218530b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:20.591320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:20.596189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:20.597503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Subnet': ['ID=d72a13df-e771-4e83-bbd4-902b3af0457a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:20.599848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Pushing event updated for resources: {'Port': ['ID=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:20.623831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Checking segment: {'id': 'cd80e8fb-ef2d-4f04-b4c7-c7dfdda4cd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1dcdcf54-e1e2-4fff-a587-4f5211355f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:20.624193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network hostable DHCP agents. Network: 1dcdcf54-e1e2-4fff-a587-4f5211355f86, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:20.645701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network 1dcdcf54-e1e2-4fff-a587-4f5211355f86 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:20.655647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 1dcdcf54-e1e2-4fff-a587-4f5211355f86) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:20.659417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:20.660029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.665889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03492a-9dcd-41ae-88ff-b36123fd1094 None None] Network 1dcdcf54-e1e2-4fff-a587-4f5211355f86 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:20.680688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d47b3b1e-b0b7-4cd9-aaaa-07e55f6de00b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6141996 Dec 23 16:57:20.683345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34926) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:20.757259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Attempting to bind port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:20.757612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Attempting to bind port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '54545916-c671-4571-a15d-29dd9b7d0989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f69fe1e-df15-4860-868c-cdb53218530b'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:20.757959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Attempting to bind port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e on network 9f69fe1e-df15-4860-868c-cdb53218530b {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:20.773079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:20.773442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Checking segment: {'id': '54545916-c671-4571-a15d-29dd9b7d0989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f69fe1e-df15-4860-868c-cdb53218530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:20.773831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.774209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Bound using segment: {'id': '54545916-c671-4571-a15d-29dd9b7d0989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f69fe1e-df15-4860-868c-cdb53218530b'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:20.774655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Bound port: 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54545916-c671-4571-a15d-29dd9b7d0989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f69fe1e-df15-4860-868c-cdb53218530b'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:20.775016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.818272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.881652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.948946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] For port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:20.960842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.965075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] For port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,segment=NetworkSegment(54545916-c671-4571-a15d-29dd9b7d0989),segment_id=54545916-c671-4571-a15d-29dd9b7d0989)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:20.971313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:20.999941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Subnet': ['ID=d72a13df-e771-4e83-bbd4-902b3af0457a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:21.005768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5866d1-5e32-4da2-b388-77786c223ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-1dcdcf54-e1e2-4fff-a587-4f5211355f86', 'network_id': '1dcdcf54-e1e2-4fff-a587-4f5211355f86', 'tenant_id': 'e5d1f82503984eacb722505ccce233a3', 'fixed_ips': [{'subnet_id': 'd72a13df-e771-4e83-bbd4-902b3af0457a'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:21.006575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b5866d1-5e32-4da2-b388-77786c223ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.160418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07b210-930f-4403-a73e-c0b5e7ea05a7 None None] Pushing event updated for resources: {'Port': ['ID=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:21.179240 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68b1f4-af48-4e6b-9c62-6873b56dbf07 None None] Network 1dcdcf54-e1e2-4fff-a587-4f5211355f86 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:21.200331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.229958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcdcf54-e1e2-4fff-a587-4f5211355f86']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:21.242906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd80e8fb-ef2d-4f04-b4c7-c7dfdda4cd75') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:21.243249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd80e8fb-ef2d-4f04-b4c7-c7dfdda4cd75') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:21.255839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.272741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.279192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:21.280014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:21.294592 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:21.393079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.411780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.423436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Network': ['ID=1dcdcf54-e1e2-4fff-a587-4f5211355f86,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:21.427480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7a510818-ea71-4d32-908c-430de462fc29 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/1dcdcf54-e1e2-4fff-a587-4f5211355f86 HTTP/1.1" status: 204 len: 168 time: 0.7431974 Dec 23 16:57:21.430810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34930) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:21.437456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-112149742'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:21.442629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:21.446821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:network and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:21.449913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:21.459085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:21.470571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:21.473712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.502933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:21.511641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.511978 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Added segment 49ac382b-1e0a-43ad-9723-37d33e42e5be of type vlan for network 30530322-0902-4535-8259-534d4859baf9 Dec 23 16:57:21.536567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.565051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.568756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:21.569314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:21.667289 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2328067 Dec 23 16:57:21.667471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34934) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:21.675360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'subnet': {'network_id': '30530322-0902-4535-8259-534d4859baf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:21.693173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e5b11-44d1-42c1-9237-90f0eb688219 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Network': ['ID=30530322-0902-4535-8259-534d4859baf9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:21.703945 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 30530322-0902-4535-8259-534d4859baf9 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:21.792568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:21.797169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:subnet and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:21.800306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:21.807668 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:21.819437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:21.922313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.015486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Performing IP validity checks on allocation pools {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:57:22.016037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.ipam_backend_mixin [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83494) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:57:22.030751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:22.104920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:22.148916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.198839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76653278-0d86-49f9-8618-a6fd0f2da365 None None] Network 9f69fe1e-df15-4860-868c-cdb53218530b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:22.233623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Subnet': ['ID=92f495f0-b2b3-4df0-b305-7c458cdb4978,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:22.244979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Checking segment: {'id': '49ac382b-1e0a-43ad-9723-37d33e42e5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '30530322-0902-4535-8259-534d4859baf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:22.245335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network hostable DHCP agents. Network: 30530322-0902-4535-8259-534d4859baf9, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:22.267420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network 30530322-0902-4535-8259-534d4859baf9 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:22.276118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 30530322-0902-4535-8259-534d4859baf9) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:22.280856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:22.281601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.288377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1a1cb-57ba-40e8-a4fb-cda1fea24abf None None] Network 30530322-0902-4535-8259-534d4859baf9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:22.303072 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ba499a2e-df6e-491e-9f4a-b77969c86ef7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6346641 Dec 23 16:57:22.304820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-908ac838-6b2a-4070-9045-2c3190a69cae None None] Provisioning for port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:22.305717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34938) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:22.362118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-908ac838-6b2a-4070-9045-2c3190a69cae None None] Provisioning complete for port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:22.362479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-908ac838-6b2a-4070-9045-2c3190a69cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.442810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.508781 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.586172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.622963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Subnet': ['ID=92f495f0-b2b3-4df0-b305-7c458cdb4978,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:22.685599 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-908ac838-6b2a-4070-9045-2c3190a69cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.697335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509534bc-3c1c-446f-87e4-e0416ff57497 None None] Network 30530322-0902-4535-8259-534d4859baf9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:22.718528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.742556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30530322-0902-4535-8259-534d4859baf9']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:22.754612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ac382b-1e0a-43ad-9723-37d33e42e5be') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:22.754909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ac382b-1e0a-43ad-9723-37d33e42e5be') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:22.766406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.782179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.788395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:22.788864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:22.803298 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:22.820514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-908ac838-6b2a-4070-9045-2c3190a69cae None None] For port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,segment=NetworkSegment(54545916-c671-4571-a15d-29dd9b7d0989),segment_id=54545916-c671-4571-a15d-29dd9b7d0989)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:22.853757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-908ac838-6b2a-4070-9045-2c3190a69cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.882034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.899270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.910814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Network': ['ID=30530322-0902-4535-8259-534d4859baf9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:22.917947 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bfbf7d35-34bf-4c37-9170-3b3e2fc9db32 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/30530322-0902-4535-8259-534d4859baf9 HTTP/1.1" status: 204 len: 168 time: 0.6103215 Dec 23 16:57:22.918517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34942) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:22.928337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-394945307'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:22.937523 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:22.941716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:network and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:22.944679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:22.950297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:22.959030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ac838-6b2a-4070-9045-2c3190a69cae None None] Pushing event updated for resources: {'Port': ['ID=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:22.960952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:22.964098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:22.993190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:23.003538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.003976 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Added segment b048c109-2286-496f-a6cd-5dbe0a227221 of type vlan for network 65ab85db-8369-4809-a608-6c7dd28380aa Dec 23 16:57:23.030724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.061737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.065498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:23.066069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.177763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-724bf901-cae0-40d6-8471-a2daea8d6378 None None] Provisioning complete for port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:23.178376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-724bf901-cae0-40d6-8471-a2daea8d6378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.268083 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3483784 Dec 23 16:57:23.270976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34948) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:23.273996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469163-3529-44d2-86ab-62daeb036e92 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Network': ['ID=65ab85db-8369-4809-a608-6c7dd28380aa,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:23.284130 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'subnet': {'network_id': '65ab85db-8369-4809-a608-6c7dd28380aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:23.301680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 65ab85db-8369-4809-a608-6c7dd28380aa details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:23.399264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:23.403079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:subnet and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:23.406769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:23.412594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:23.432452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:23.542389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.758871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.836390 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Subnet': ['ID=0f81304a-a996-4b97-9303-a3c706cfea8d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:23.847284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Checking segment: {'id': 'b048c109-2286-496f-a6cd-5dbe0a227221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '65ab85db-8369-4809-a608-6c7dd28380aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:23.847668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network hostable DHCP agents. Network: 65ab85db-8369-4809-a608-6c7dd28380aa, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:23.868989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network 65ab85db-8369-4809-a608-6c7dd28380aa is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:23.878491 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 65ab85db-8369-4809-a608-6c7dd28380aa) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:23.882300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:23.882872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:23.887202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8da3b-b183-4a41-b552-1605c918c2f9 None None] Network 65ab85db-8369-4809-a608-6c7dd28380aa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:23.909256 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac228b6d-3a41-4f81-90f8-5cf37dab2152 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6364901 Dec 23 16:57:23.914294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34952) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:23.921980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736700991'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:23.929351 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:23.934787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:network and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:23.938484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:23.945318 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:23.957055 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:23.961916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.001871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:24.011392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.011782 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Added segment 268e51ba-f771-4206-8a58-838bc687ee10 of type vlan for network 0cbd1964-4978-41ec-8dd6-4a2a6c487295 Dec 23 16:57:24.029044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:24.038597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.067793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.071489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:24.072084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.178108 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2626891 Dec 23 16:57:24.181030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34956) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:24.184303 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357a20f-56e5-4855-915b-e672257f9311 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Network': ['ID=0cbd1964-4978-41ec-8dd6-4a2a6c487295,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:24.190913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Request body: {'subnet': {'network_id': '0cbd1964-4978-41ec-8dd6-4a2a6c487295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:24.199980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:24.201029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.232435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 0cbd1964-4978-41ec-8dd6-4a2a6c487295 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:24.246851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-65ab85db-8369-4809-a608-6c7dd28380aa', 'network_id': '65ab85db-8369-4809-a608-6c7dd28380aa', 'tenant_id': 'e5d1f82503984eacb722505ccce233a3', 'fixed_ips': [{'subnet_id': '0f81304a-a996-4b97-9303-a3c706cfea8d'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:24.247733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.325174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:24.328928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Usage tracker for resource:subnet and tenant:e5d1f82503984eacb722505ccce233a3 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:24.331778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:24.337327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:24.349018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Made reservation on behalf of e5d1f82503984eacb722505ccce233a3 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:24.456639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.593237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Allocated IP 2001:db8::2 (65ab85db-8369-4809-a608-6c7dd28380aa/0f81304a-a996-4b97-9303-a3c706cfea8d/cf275270-1f6f-4117-97da-de8b41de3b6a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:24.684400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.768594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event updated for resources: {'Subnet': ['ID=17aabd7f-2367-4d81-b747-28401d9d4772,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:24.785563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.785897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.786241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.786555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.786872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.787189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.787503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.787843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.788166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.788463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.788769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:24.792977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Checking segment: {'id': '268e51ba-f771-4206-8a58-838bc687ee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0cbd1964-4978-41ec-8dd6-4a2a6c487295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:24.793905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network hostable DHCP agents. Network: 0cbd1964-4978-41ec-8dd6-4a2a6c487295, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:24.815574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.816853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Network 0cbd1964-4978-41ec-8dd6-4a2a6c487295 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:24.827174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 0cbd1964-4978-41ec-8dd6-4a2a6c487295) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:24.827400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Transition to ACTIVE for port object cf275270-1f6f-4117-97da-de8b41de3b6a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:24.831017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:24.831735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:24.839690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3afd92-4037-49b1-aced-2443241936cf None None] Network 0cbd1964-4978-41ec-8dd6-4a2a6c487295 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:24.854115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7bc440f2-3040-4a46-b12a-d617abf06eb7 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6720316 Dec 23 16:57:24.856793 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34960) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:24.917210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Transition to ACTIVE for port object cf275270-1f6f-4117-97da-de8b41de3b6a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:24.929389 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.037045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Network 65ab85db-8369-4809-a608-6c7dd28380aa is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:25.042561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:25.044877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:25.046947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Pushing event updated for resources: {'Port': ['ID=cf275270-1f6f-4117-97da-de8b41de3b6a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:25.085289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.151527 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.200969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Attempting to bind port cf275270-1f6f-4117-97da-de8b41de3b6a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:25.201583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Attempting to bind port cf275270-1f6f-4117-97da-de8b41de3b6a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'b048c109-2286-496f-a6cd-5dbe0a227221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '65ab85db-8369-4809-a608-6c7dd28380aa'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:25.201677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Attempting to bind port cf275270-1f6f-4117-97da-de8b41de3b6a on network 65ab85db-8369-4809-a608-6c7dd28380aa {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:25.218498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:25.218824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Checking segment: {'id': 'b048c109-2286-496f-a6cd-5dbe0a227221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '65ab85db-8369-4809-a608-6c7dd28380aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:25.219224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.219645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Bound using segment: {'id': 'b048c109-2286-496f-a6cd-5dbe0a227221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '65ab85db-8369-4809-a608-6c7dd28380aa'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:25.220133 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Bound port: cf275270-1f6f-4117-97da-de8b41de3b6a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b048c109-2286-496f-a6cd-5dbe0a227221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '65ab85db-8369-4809-a608-6c7dd28380aa'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:25.220642 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.225329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.232141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab07383-1d04-4bad-bd5b-cef729d2a4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-0cbd1964-4978-41ec-8dd6-4a2a6c487295', 'network_id': '0cbd1964-4978-41ec-8dd6-4a2a6c487295', 'tenant_id': 'e5d1f82503984eacb722505ccce233a3', 'fixed_ips': [{'subnet_id': '17aabd7f-2367-4d81-b747-28401d9d4772'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:25.233478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bab07383-1d04-4bad-bd5b-cef729d2a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.264562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Subnet': ['ID=17aabd7f-2367-4d81-b747-28401d9d4772,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:25.355943 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.382041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbd1964-4978-41ec-8dd6-4a2a6c487295']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:25.388091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] For port cf275270-1f6f-4117-97da-de8b41de3b6a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:25.391806 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] For port cf275270-1f6f-4117-97da-de8b41de3b6a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cf275270-1f6f-4117-97da-de8b41de3b6a,segment=NetworkSegment(b048c109-2286-496f-a6cd-5dbe0a227221),segment_id=b048c109-2286-496f-a6cd-5dbe0a227221)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:25.395216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268e51ba-f771-4206-8a58-838bc687ee10') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:25.395627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268e51ba-f771-4206-8a58-838bc687ee10') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:25.396327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880bd677-8f9f-4e49-888f-5e9dd1bbf811 None None] Network 0cbd1964-4978-41ec-8dd6-4a2a6c487295 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:25.407630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.424838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.432528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:25.433226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:25.453132 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:25.499679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.530172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.550358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.558556 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Network': ['ID=0cbd1964-4978-41ec-8dd6-4a2a6c487295,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:25.562778 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5be7c3dd-6ed9-409f-9b97-f23f6fb451c1 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/0cbd1964-4978-41ec-8dd6-4a2a6c487295 HTTP/1.1" status: 204 len: 168 time: 0.7049806 Dec 23 16:57:25.565832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:25.608833 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba881de0-3322-4557-a9cc-5b96146ef8ca tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] GET failed (client error): The resource could not be found. Dec 23 16:57:25.609233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ba881de0-3322-4557-a9cc-5b96146ef8ca tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Synchronizing usage tracker for tenant:e5d1f82503984eacb722505ccce233a3 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:57:25.633575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ba881de0-3322-4557-a9cc-5b96146ef8ca tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Unset dirty status for tenant:e5d1f82503984eacb722505ccce233a3 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:57:25.637259 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ba881de0-3322-4557-a9cc-5b96146ef8ca tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "GET /v2.0/subnets/17aabd7f-2367-4d81-b747-28401d9d4772 HTTP/1.1" status: 404 len: 337 time: 0.0680134 Dec 23 16:57:25.637808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 34968) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:25.641961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860bab-ad59-49b2-84c0-72e634ec1de1 None None] Pushing event updated for resources: {'Port': ['ID=cf275270-1f6f-4117-97da-de8b41de3b6a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:25.666278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.pecan_wsgi.hooks.translation [None req-04613fae-0903-4029-aadc-200fd3b8838c tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] DELETE failed (client error): The resource could not be found. Dec 23 16:57:25.666967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04613fae-0903-4029-aadc-200fd3b8838c tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83494) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:57:25.668857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-04613fae-0903-4029-aadc-200fd3b8838c tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/0cbd1964-4978-41ec-8dd6-4a2a6c487295 HTTP/1.1" status: 404 len: 339 time: 0.0300899 Dec 23 16:57:25.674093 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34972) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:25.712083 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8d2360-9ade-47db-92d6-e078509bc4a6 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] DELETE failed (client error): The resource could not be found. Dec 23 16:57:25.712550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8d2360-9ade-47db-92d6-e078509bc4a6 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:57:25.714196 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8f8d2360-9ade-47db-92d6-e078509bc4a6 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/subnets/17aabd7f-2367-4d81-b747-28401d9d4772 HTTP/1.1" status: 404 len: 337 time: 0.0391428 Dec 23 16:57:25.716835 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34976) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:25.742656 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63563a9-8f43-4d44-a6bf-2c0ec8022ef5 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] DELETE failed (client error): The resource could not be found. Dec 23 16:57:25.743094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63563a9-8f43-4d44-a6bf-2c0ec8022ef5 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:57:25.744764 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d63563a9-8f43-4d44-a6bf-2c0ec8022ef5 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/0cbd1964-4978-41ec-8dd6-4a2a6c487295 HTTP/1.1" status: 404 len: 339 time: 0.0265479 Dec 23 16:57:25.747288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34980) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:25.833817 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Deleting subnet 0f81304a-a996-4b97-9303-a3c706cfea8d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:57:25.836908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.901583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:25.985869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.026436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cf275270-1f6f-4117-97da-de8b41de3b6a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:26.067033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.097168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port cf275270-1f6f-4117-97da-de8b41de3b6a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:26.104917 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Subnet': ['ID=0f81304a-a996-4b97-9303-a3c706cfea8d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:26.111708 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.124778 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4707a717-544c-41a2-b626-51fa867f9161 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/subnets/0f81304a-a996-4b97-9303-a3c706cfea8d HTTP/1.1" status: 204 len: 168 time: 0.3764758 Dec 23 16:57:26.127084 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34984) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:26.241181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.255665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Deleting port cf275270-1f6f-4117-97da-de8b41de3b6a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:26.256001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.465387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] For port cf275270-1f6f-4117-97da-de8b41de3b6a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=cf275270-1f6f-4117-97da-de8b41de3b6a,segment=NetworkSegment(b048c109-2286-496f-a6cd-5dbe0a227221),segment_id=b048c109-2286-496f-a6cd-5dbe0a227221)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:26.465736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.478550 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db15ff-08c7-4030-963c-085dcd4c880e None None] Network 65ab85db-8369-4809-a608-6c7dd28380aa requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:26.587032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Calling delete_port for cf275270-1f6f-4117-97da-de8b41de3b6a owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:26.639994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8cf4811e-9938-44a5-ab41-e685c322a56d None None] Provisioning for port cf275270-1f6f-4117-97da-de8b41de3b6a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:26.652185 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8cf4811e-9938-44a5-ab41-e685c322a56d None None] Provisioning complete for port cf275270-1f6f-4117-97da-de8b41de3b6a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:26.652486 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8cf4811e-9938-44a5-ab41-e685c322a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.660353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.691511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4811e-9938-44a5-ab41-e685c322a56d None None] Port cf275270-1f6f-4117-97da-de8b41de3b6a was deleted so its status cannot be updated. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 16:57:26.707521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Port': ['ID=cf275270-1f6f-4117-97da-de8b41de3b6a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:26.713644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No DVR routers for this DVR port cf275270-1f6f-4117-97da-de8b41de3b6a on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:57:26.772114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2155e6-0dd7-475e-9f6d-ed67f6b50655 None None] DHCP port deletion for 65ab85db-8369-4809-a608-6c7dd28380aa request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:57:26.910366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.933771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ab85db-8369-4809-a608-6c7dd28380aa']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:26.945379 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b048c109-2286-496f-a6cd-5dbe0a227221') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:26.945663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b048c109-2286-496f-a6cd-5dbe0a227221') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:26.956972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.972975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.978950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:26.979355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:26.993310 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:27.069173 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.085982 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.096252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Network': ['ID=65ab85db-8369-4809-a608-6c7dd28380aa,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:27.100110 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-98206a32-73a3-47a6-b753-04773ee614ed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/65ab85db-8369-4809-a608-6c7dd28380aa HTTP/1.1" status: 204 len: 168 time: 0.9720995 Dec 23 16:57:27.102521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34988) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:27.138682 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9853e4ef-a1ae-43ff-8572-9dfaf821fb38 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] DELETE failed (client error): The resource could not be found. Dec 23 16:57:27.139724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9853e4ef-a1ae-43ff-8572-9dfaf821fb38 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:57:27.141250 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9853e4ef-a1ae-43ff-8572-9dfaf821fb38 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/subnets/92f495f0-b2b3-4df0-b305-7c458cdb4978 HTTP/1.1" status: 404 len: 337 time: 0.0377846 Dec 23 16:57:27.143683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34992) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:27.170138 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8edc5c2-4723-4dfd-bfa0-327140880cd0 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] DELETE failed (client error): The resource could not be found. Dec 23 16:57:27.170511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8edc5c2-4723-4dfd-bfa0-327140880cd0 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:57:27.172018 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8edc5c2-4723-4dfd-bfa0-327140880cd0 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/30530322-0902-4535-8259-534d4859baf9 HTTP/1.1" status: 404 len: 339 time: 0.0275044 Dec 23 16:57:27.174233 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 34996) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:27.212212 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-246017eb-6f8c-4a0c-9ef5-a38a787ba03b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] DELETE failed (client error): The resource could not be found. Dec 23 16:57:27.212645 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246017eb-6f8c-4a0c-9ef5-a38a787ba03b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:57:27.214243 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-246017eb-6f8c-4a0c-9ef5-a38a787ba03b tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/subnets/d72a13df-e771-4e83-bbd4-902b3af0457a HTTP/1.1" status: 404 len: 337 time: 0.0391786 Dec 23 16:57:27.216696 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:27.239877 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c2f5d8-24cc-417c-b6ad-df0f0284fbed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] DELETE failed (client error): The resource could not be found. Dec 23 16:57:27.240291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c2f5d8-24cc-417c-b6ad-df0f0284fbed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:57:27.241768 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39c2f5d8-24cc-417c-b6ad-df0f0284fbed tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/1dcdcf54-e1e2-4fff-a587-4f5211355f86 HTTP/1.1" status: 404 len: 339 time: 0.0241945 Dec 23 16:57:27.244043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35004) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:27.423312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Deleting subnet e7e104f8-d314-4387-892c-d5b550926bab {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:57:27.426108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.481684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.562958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.635531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.672308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e104f8-d314-4387-892c-d5b550926bab,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:27.678261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.683685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f987d-1512-40e3-9db0-c84ab060ae37 None None] Network 9f69fe1e-df15-4860-868c-cdb53218530b requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:27.687895 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ddc84fca-287b-4b1d-af46-df19a9616566 tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/subnets/e7e104f8-d314-4387-892c-d5b550926bab HTTP/1.1" status: 204 len: 168 time: 0.4428291 Dec 23 16:57:27.690284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35008) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:27.801385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.811389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Deleting port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:27.811737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:27.930587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] DHCP port deletion for 9f69fe1e-df15-4860-868c-cdb53218530b request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:57:27.934716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Deleting port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:27.935084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.015621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cf275270-1f6f-4117-97da-de8b41de3b6a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:57:28.023497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] For port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,segment=NetworkSegment(54545916-c671-4571-a15d-29dd9b7d0989),segment_id=54545916-c671-4571-a15d-29dd9b7d0989)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:28.023951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.056305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: cf275270-1f6f-4117-97da-de8b41de3b6a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:57:28.056644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device cf275270-1f6f-4117-97da-de8b41de3b6a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:57:28.057058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:57:28.237930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Calling delete_port for 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:28.262960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] For port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,segment=NetworkSegment(54545916-c671-4571-a15d-29dd9b7d0989),segment_id=54545916-c671-4571-a15d-29dd9b7d0989)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:28.263350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.317967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.363364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Port': ['ID=0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:28.369812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] No DVR routers for this DVR port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:57:28.382529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.396641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Calling delete_port for 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:28.493186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.506476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:57:28.507025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:57:28.520881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f69fe1e-df15-4860-868c-cdb53218530b']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:28.533655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54545916-c671-4571-a15d-29dd9b7d0989') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:28.533939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54545916-c671-4571-a15d-29dd9b7d0989') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:28.544863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.560006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.566327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:28.566699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:28.581169 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:28.657899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.673911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:28.684170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] Pushing event deleted for resources: {'Network': ['ID=9f69fe1e-df15-4860-868c-cdb53218530b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:28.688509 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a9d51bde-6cc9-435f-9157-4814c0fa44cf tempest-NetworksIpV6Test-1096768875 tempest-NetworksIpV6Test-1096768875-project] 10.222.0.18 "DELETE /v2.0/networks/9f69fe1e-df15-4860-868c-cdb53218530b HTTP/1.1" status: 204 len: 168 time: 0.9973149 Dec 23 16:57:28.965065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35016) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:29.008568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Deleting port 0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:29.009122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:29.070315 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f0b834c6-8ebe-4cd8-9970-4c7092f2f706 None None] The port '0f08b4ef-7b81-4ec3-9a28-d19ce0331b6e' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:57:29.149807 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-05f828ce-cc52-4319-82d3-e9151b738d6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5d1f82503984eacb722505ccce233a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1834471 Dec 23 16:57:29.152208 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:29.210894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9316f6be-cc52-4ce1-a71e-1efd841c6ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:29.235768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9316f6be-cc52-4ce1-a71e-1efd841c6ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:29.288585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9316f6be-cc52-4ce1-a71e-1efd841c6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:29.305852 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316f6be-cc52-4ce1-a71e-1efd841c6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69914363-85cc-41b6-ad0a-f17231468bc1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:29.308989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9316f6be-cc52-4ce1-a71e-1efd841c6ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:29.310640 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9316f6be-cc52-4ce1-a71e-1efd841c6ebb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69914363-85cc-41b6-ad0a-f17231468bc1 HTTP/1.1" status: 204 len: 168 time: 0.1569357 Dec 23 16:57:30.164025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:30.290892 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1447260234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:30.297743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:30.301406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Usage tracker for resource:router and tenant:6d1cfe76a5944132b9b0eb73bc77ef8a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:30.304192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:30.310199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:30.319850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.320685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.337668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.354689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.376116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.377304 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f04762aa-3838-4956-838e-2b9ca70065dd tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2123027 Dec 23 16:57:30.380135 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:30.385966 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1058258614'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:30.391078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:30.394799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Usage tracker for resource:network and tenant:6d1cfe76a5944132b9b0eb73bc77ef8a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:30.398066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:30.403538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:30.413484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Made reservation on behalf of 6d1cfe76a5944132b9b0eb73bc77ef8a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:30.416723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.428846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.459578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:30.463231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Usage tracker for resource:security_group_rule and tenant:6d1cfe76a5944132b9b0eb73bc77ef8a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:30.465989 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:30.472182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:30.538089 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.541957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.578823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:30.587001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8fdc58-6417-4dee-8c01-3c2c5809ad66,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:30.593099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.593517 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Added segment 3ee1308f-0f8d-43ee-9c5b-40c552efe9e4 of type vlan for network 0e518ebb-6497-4845-bfde-dd358e8df6d2 Dec 23 16:57:30.619214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.650298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.653886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:30.654455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:30.756383 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3750167 Dec 23 16:57:30.759121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d333584-8995-430b-aaa0-480fd6f09a9c tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event updated for resources: {'Network': ['ID=0e518ebb-6497-4845-bfde-dd358e8df6d2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:30.759261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35054) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:30.766366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Request body: {'subnet': {'network_id': '0e518ebb-6497-4845-bfde-dd358e8df6d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:30.769544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 0e518ebb-6497-4845-bfde-dd358e8df6d2 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:30.878739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:30.882371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Usage tracker for resource:subnet and tenant:6d1cfe76a5944132b9b0eb73bc77ef8a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:30.885167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:30.891756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:30.901837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Made reservation on behalf of 6d1cfe76a5944132b9b0eb73bc77ef8a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:31.004673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.209117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.288532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event updated for resources: {'Subnet': ['ID=b8cd9100-2d6a-48c5-b0d3-1d51663afbae,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:31.298431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Checking segment: {'id': '3ee1308f-0f8d-43ee-9c5b-40c552efe9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0e518ebb-6497-4845-bfde-dd358e8df6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:31.298782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Network hostable DHCP agents. Network: 0e518ebb-6497-4845-bfde-dd358e8df6d2, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:31.320112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Network 0e518ebb-6497-4845-bfde-dd358e8df6d2 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:31.328833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 0e518ebb-6497-4845-bfde-dd358e8df6d2) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:31.333036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:31.333614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.337144 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a19d90-5757-4865-8610-4d904e462378 None None] Network 0e518ebb-6497-4845-bfde-dd358e8df6d2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:31.354566 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e9d888ec-35be-4d82-9665-473a965c9c25 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5941901 Dec 23 16:57:31.357479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35058) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:31.363229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-624251763'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:31.367939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:31.371769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Usage tracker for resource:network and tenant:6d1cfe76a5944132b9b0eb73bc77ef8a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:31.375193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:31.381005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:31.391319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Made reservation on behalf of 6d1cfe76a5944132b9b0eb73bc77ef8a for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:31.394767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.424480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:31.433587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.433993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Added segment d683e690-0499-4b78-9e67-4731c9ca730a of type vlan for network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 Dec 23 16:57:31.460242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.488238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.491855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:31.492432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.549514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-0e518ebb-6497-4845-bfde-dd358e8df6d2', 'network_id': '0e518ebb-6497-4845-bfde-dd358e8df6d2', 'tenant_id': '6d1cfe76a5944132b9b0eb73bc77ef8a', 'fixed_ips': [{'subnet_id': 'b8cd9100-2d6a-48c5-b0d3-1d51663afbae'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:31.550311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:31.590622 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2316403 Dec 23 16:57:31.593914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35062) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:31.603398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Request body: {'subnet': {'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:31.617533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289408e3-15de-4c22-9174-0aa1bbbe104e tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event updated for resources: {'Network': ['ID=3686120b-4ae6-4bd4-8f03-f6fb796eab68,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:31.629691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:31.715497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:31.719972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Usage tracker for resource:subnet and tenant:6d1cfe76a5944132b9b0eb73bc77ef8a is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:31.723276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:31.729112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:31.740785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Made reservation on behalf of 6d1cfe76a5944132b9b0eb73bc77ef8a for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:31.792507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Allocated IP 172.20.0.2 (0e518ebb-6497-4845-bfde-dd358e8df6d2/b8cd9100-2d6a-48c5-b0d3-1d51663afbae/2fe99443-d15c-46fc-9259-289017e2567d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:31.841213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.006434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.017750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Transition to ACTIVE for port object 2fe99443-d15c-46fc-9259-289017e2567d will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:32.036966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Transition to ACTIVE for port object 2fe99443-d15c-46fc-9259-289017e2567d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:32.042287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.109044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Network 0e518ebb-6497-4845-bfde-dd358e8df6d2 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:32.111897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:32.116172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:32.118227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Pushing event updated for resources: {'Port': ['ID=2fe99443-d15c-46fc-9259-289017e2567d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:32.160321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.206813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Attempting to bind port 2fe99443-d15c-46fc-9259-289017e2567d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:32.207176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Attempting to bind port 2fe99443-d15c-46fc-9259-289017e2567d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '3ee1308f-0f8d-43ee-9c5b-40c552efe9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0e518ebb-6497-4845-bfde-dd358e8df6d2'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:32.207530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Attempting to bind port 2fe99443-d15c-46fc-9259-289017e2567d on network 0e518ebb-6497-4845-bfde-dd358e8df6d2 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:32.213764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:32.214129 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Checking segment: {'id': '3ee1308f-0f8d-43ee-9c5b-40c552efe9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0e518ebb-6497-4845-bfde-dd358e8df6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:32.214525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.214952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Bound using segment: {'id': '3ee1308f-0f8d-43ee-9c5b-40c552efe9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0e518ebb-6497-4845-bfde-dd358e8df6d2'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:32.215362 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Bound port: 2fe99443-d15c-46fc-9259-289017e2567d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee1308f-0f8d-43ee-9c5b-40c552efe9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0e518ebb-6497-4845-bfde-dd358e8df6d2'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:32.215822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.234792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event updated for resources: {'Subnet': ['ID=2444b9ad-c857-431a-9851-f0bdaf3f7124,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:32.251733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Checking segment: {'id': 'd683e690-0499-4b78-9e67-4731c9ca730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:32.252082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Network hostable DHCP agents. Network: 3686120b-4ae6-4bd4-8f03-f6fb796eab68, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:32.275311 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:32.285323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 3686120b-4ae6-4bd4-8f03-f6fb796eab68) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:32.289188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:32.289762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.301539 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f17db2-b070-447e-ac7d-63d7ddf98877 None None] Network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:32.310409 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ddc0790a-4c0a-4b8e-8283-011029a83afc tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7155075 Dec 23 16:57:32.313258 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35066) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:32.318397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d2181e69-73cc-4512-b0a8-bb91bdd88ee9 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Request body: {'router': {'external_gateway_info': {'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:32.369850 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] For port 2fe99443-d15c-46fc-9259-289017e2567d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:32.387101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] For port 2fe99443-d15c-46fc-9259-289017e2567d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2fe99443-d15c-46fc-9259-289017e2567d,segment=NetworkSegment(3ee1308f-0f8d-43ee-9c5b-40c552efe9e4),segment_id=3ee1308f-0f8d-43ee-9c5b-40c552efe9e4)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:32.393062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.536127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dd366-be00-40f9-8673-1014574c0c65 None None] Pushing event updated for resources: {'Port': ['ID=2fe99443-d15c-46fc-9259-289017e2567d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:32.616419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-3686120b-4ae6-4bd4-8f03-f6fb796eab68', 'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68', 'tenant_id': '6d1cfe76a5944132b9b0eb73bc77ef8a', 'fixed_ips': [{'subnet_id': '2444b9ad-c857-431a-9851-f0bdaf3f7124'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:32.617297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.733404 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2181e69-73cc-4512-b0a8-bb91bdd88ee9 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:32.812718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Allocated IP 172.21.0.2 (3686120b-4ae6-4bd4-8f03-f6fb796eab68/2444b9ad-c857-431a-9851-f0bdaf3f7124/ce51c656-7dd5-4f57-8b9f-1b4c833601a0) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:32.880347 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.api.v2.resource [None req-d2181e69-73cc-4512-b0a8-bb91bdd88ee9 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:57:32.881374 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d2181e69-73cc-4512-b0a8-bb91bdd88ee9 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "PUT /v2.0/routers/226779cf-fe14-490b-82c2-6b45c0683978 HTTP/1.1" status: 400 len: 364 time: 0.5672202 Dec 23 16:57:32.887015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35070) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:32.954338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Deleting subnet 2444b9ad-c857-431a-9851-f0bdaf3f7124 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:57:33.054870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.064995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Transition to ACTIVE for port object ce51c656-7dd5-4f57-8b9f-1b4c833601a0 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:33.082943 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Transition to ACTIVE for port object ce51c656-7dd5-4f57-8b9f-1b4c833601a0 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:33.087829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.088585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.147011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.158503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:33.162155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:33.164564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:33.166901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Pushing event updated for resources: {'Port': ['ID=ce51c656-7dd5-4f57-8b9f-1b4c833601a0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:33.234167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.259587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Attempting to bind port ce51c656-7dd5-4f57-8b9f-1b4c833601a0 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:33.259984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Attempting to bind port ce51c656-7dd5-4f57-8b9f-1b4c833601a0 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'd683e690-0499-4b78-9e67-4731c9ca730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:33.260345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Attempting to bind port ce51c656-7dd5-4f57-8b9f-1b4c833601a0 on network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:33.267346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:33.267751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Checking segment: {'id': 'd683e690-0499-4b78-9e67-4731c9ca730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:33.268151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.268541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Bound using segment: {'id': 'd683e690-0499-4b78-9e67-4731c9ca730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:33.269001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Bound port: ce51c656-7dd5-4f57-8b9f-1b4c833601a0, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd683e690-0499-4b78-9e67-4731c9ca730a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3686120b-4ae6-4bd4-8f03-f6fb796eab68'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:33.269489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.316806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.356434 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event deleted for resources: {'Subnet': ['ID=2444b9ad-c857-431a-9851-f0bdaf3f7124,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:33.360116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] For port ce51c656-7dd5-4f57-8b9f-1b4c833601a0, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:33.363091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.369904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6a381c59-cd97-44fc-b99a-d4981d18662b tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "DELETE /v2.0/subnets/2444b9ad-c857-431a-9851-f0bdaf3f7124 HTTP/1.1" status: 204 len: 168 time: 0.4819210 Dec 23 16:57:33.372341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35074) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:33.374804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] For port ce51c656-7dd5-4f57-8b9f-1b4c833601a0, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ce51c656-7dd5-4f57-8b9f-1b4c833601a0,segment=NetworkSegment(d683e690-0499-4b78-9e67-4731c9ca730a),segment_id=d683e690-0499-4b78-9e67-4731c9ca730a)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:33.379422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.456635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eea023-50db-4ac5-8812-e0b77a0db5ef None None] Pushing event updated for resources: {'Port': ['ID=ce51c656-7dd5-4f57-8b9f-1b4c833601a0,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:33.471530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a51bd-7de5-4cf2-a26d-4e1df8b1cf13 None None] Network 0e518ebb-6497-4845-bfde-dd358e8df6d2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:33.499074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.509806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Deleting port ce51c656-7dd5-4f57-8b9f-1b4c833601a0 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:33.510232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.594819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9faf8c42-7278-4708-8e0d-86f62dfe31dd None None] Provisioning for port 2fe99443-d15c-46fc-9259-289017e2567d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:33.736333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] For port ce51c656-7dd5-4f57-8b9f-1b4c833601a0, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ce51c656-7dd5-4f57-8b9f-1b4c833601a0,segment=NetworkSegment(d683e690-0499-4b78-9e67-4731c9ca730a),segment_id=d683e690-0499-4b78-9e67-4731c9ca730a)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:33.736535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:33.967680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Calling delete_port for ce51c656-7dd5-4f57-8b9f-1b4c833601a0 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:34.041212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.056811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2fe99443-d15c-46fc-9259-289017e2567d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:34.088361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event deleted for resources: {'Port': ['ID=ce51c656-7dd5-4f57-8b9f-1b4c833601a0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:34.094326 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] No DVR routers for this DVR port ce51c656-7dd5-4f57-8b9f-1b4c833601a0 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:57:34.152748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2fe99443-d15c-46fc-9259-289017e2567d completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:34.159354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2fe99443-d15c-46fc-9259-289017e2567d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:34.160039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.219750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.246767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3686120b-4ae6-4bd4-8f03-f6fb796eab68']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:34.261676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd683e690-0499-4b78-9e67-4731c9ca730a') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:34.261973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd683e690-0499-4b78-9e67-4731c9ca730a') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:34.273965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.283357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.291360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.298783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:34.299901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:34.316149 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:34.322924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 2fe99443-d15c-46fc-9259-289017e2567d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2fe99443-d15c-46fc-9259-289017e2567d,segment=NetworkSegment(3ee1308f-0f8d-43ee-9c5b-40c552efe9e4),segment_id=3ee1308f-0f8d-43ee-9c5b-40c552efe9e4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:34.326983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.327834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce51c656-7dd5-4f57-8b9f-1b4c833601a0 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:34.396653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ce51c656-7dd5-4f57-8b9f-1b4c833601a0 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:57:34.396986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce51c656-7dd5-4f57-8b9f-1b4c833601a0 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 16:57:34.411717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.423104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ce79a-aaf1-4e3e-904d-a3924a504fa9 None None] Network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:34.431942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.443803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event deleted for resources: {'Network': ['ID=3686120b-4ae6-4bd4-8f03-f6fb796eab68,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:34.450165 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6db64d24-a30e-4480-8027-5e0311db5261 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "DELETE /v2.0/networks/3686120b-4ae6-4bd4-8f03-f6fb796eab68 HTTP/1.1" status: 204 len: 168 time: 1.0747471 Dec 23 16:57:34.450486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35078) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:34.462328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Port ce51c656-7dd5-4f57-8b9f-1b4c833601a0 not found, will not notify nova. {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 16:57:34.467100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ce79a-aaf1-4e3e-904d-a3924a504fa9 None None] Network 3686120b-4ae6-4bd4-8f03-f6fb796eab68 could not be found, it might have been deleted concurrently. {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 16:57:34.469876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e16f7b77-aadc-41ce-adf0-8acc72615287 None None] Could not find standard attr ID for object ce51c656-7dd5-4f57-8b9f-1b4c833601a0. {{(pid=83496) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:57:34.480611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=2fe99443-d15c-46fc-9259-289017e2567d,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:34.518287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1090713-44cf-42e8-8598-d228bdc1baa6 None None] DHCP port deletion for 3686120b-4ae6-4bd4-8f03-f6fb796eab68 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:57:34.518971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Deleting subnet b8cd9100-2d6a-48c5-b0d3-1d51663afbae {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:57:34.521980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.581976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.660745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.729405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.769961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cd9100-2d6a-48c5-b0d3-1d51663afbae,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:34.774773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.780817 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-17901d66-9767-4dcc-8588-293c6e8fbf65 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "DELETE /v2.0/subnets/b8cd9100-2d6a-48c5-b0d3-1d51663afbae HTTP/1.1" status: 204 len: 168 time: 0.3295295 Dec 23 16:57:34.781066 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ee10c-eb90-45a4-8e9f-6960854ba94c None None] Network 0e518ebb-6497-4845-bfde-dd358e8df6d2 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:34.783209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35082) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:34.893147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:34.903236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Deleting port 2fe99443-d15c-46fc-9259-289017e2567d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:34.903576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.014773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] DHCP port deletion for 0e518ebb-6497-4845-bfde-dd358e8df6d2 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:57:35.018895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Deleting port 2fe99443-d15c-46fc-9259-289017e2567d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:35.019271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.110327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] For port 2fe99443-d15c-46fc-9259-289017e2567d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2fe99443-d15c-46fc-9259-289017e2567d,segment=NetworkSegment(3ee1308f-0f8d-43ee-9c5b-40c552efe9e4),segment_id=3ee1308f-0f8d-43ee-9c5b-40c552efe9e4)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:35.110949 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.143679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54880e8a-6245-4d8b-b2dc-e13a759fa994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.229191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] For port 2fe99443-d15c-46fc-9259-289017e2567d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2fe99443-d15c-46fc-9259-289017e2567d,segment=NetworkSegment(3ee1308f-0f8d-43ee-9c5b-40c552efe9e4),segment_id=3ee1308f-0f8d-43ee-9c5b-40c552efe9e4)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:35.229507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.229993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Calling delete_port for 2fe99443-d15c-46fc-9259-289017e2567d owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:35.300616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.342677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event deleted for resources: {'Port': ['ID=2fe99443-d15c-46fc-9259-289017e2567d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:35.348374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] No DVR routers for this DVR port 2fe99443-d15c-46fc-9259-289017e2567d on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:57:35.350710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Calling delete_port for 2fe99443-d15c-46fc-9259-289017e2567d owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:57:35.466668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:57:35.467204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:57:35.561825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.588597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e518ebb-6497-4845-bfde-dd358e8df6d2']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:35.599918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee1308f-0f8d-43ee-9c5b-40c552efe9e4') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:35.600205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee1308f-0f8d-43ee-9c5b-40c552efe9e4') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:35.610892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.626405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.632627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:57:35.633071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:57:35.647426 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:57:35.723984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.740958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.752752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Pushing event deleted for resources: {'Network': ['ID=0e518ebb-6497-4845-bfde-dd358e8df6d2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:35.755742 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1f59c72f-f81e-4688-87a2-34fcf9d85336 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "DELETE /v2.0/networks/0e518ebb-6497-4845-bfde-dd358e8df6d2 HTTP/1.1" status: 204 len: 168 time: 0.9715862 Dec 23 16:57:35.758341 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35086) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:35.797985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-090dcf76-c1d5-4dd7-8a3e-1bc6ce74175f tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Synchronizing usage tracker for tenant:6d1cfe76a5944132b9b0eb73bc77ef8a on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:57:35.813654 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-090dcf76-c1d5-4dd7-8a3e-1bc6ce74175f tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Unset dirty status for tenant:6d1cfe76a5944132b9b0eb73bc77ef8a on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:57:35.814679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-090dcf76-c1d5-4dd7-8a3e-1bc6ce74175f tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "GET /v2.0/ports?device_id=226779cf-fe14-490b-82c2-6b45c0683978 HTTP/1.1" status: 200 len: 205 time: 0.0554714 Dec 23 16:57:35.817202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35090) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:35.947750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef11b067-9e79-4fd7-a62b-413438c23333 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:35.968513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Deleting port 2fe99443-d15c-46fc-9259-289017e2567d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:57:35.968881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.027619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2fe99443-d15c-46fc-9259-289017e2567d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:57:36.056648 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6ec90-3b4f-488e-bd46-866eaa373c00 None None] The port '2fe99443-d15c-46fc-9259-289017e2567d' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:57:36.069155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2fe99443-d15c-46fc-9259-289017e2567d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:57:36.069155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2fe99443-d15c-46fc-9259-289017e2567d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:57:36.069155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce51c656-7dd5-4f57-8b9f-1b4c833601a0 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:57:36.104259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ce51c656-7dd5-4f57-8b9f-1b4c833601a0 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:57:36.104602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ce51c656-7dd5-4f57-8b9f-1b4c833601a0 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:57:36.331036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef11b067-9e79-4fd7-a62b-413438c23333 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.336177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef11b067-9e79-4fd7-a62b-413438c23333 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.360563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef11b067-9e79-4fd7-a62b-413438c23333 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.361034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef11b067-9e79-4fd7-a62b-413438c23333 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Fanout notify agent at l3_agent the message router_deleted on router 226779cf-fe14-490b-82c2-6b45c0683978 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:57:36.371237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ef11b067-9e79-4fd7-a62b-413438c23333 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.375328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ef11b067-9e79-4fd7-a62b-413438c23333 tempest-RoutersNegativeTest-1877040531 tempest-RoutersNegativeTest-1877040531-project] 10.222.0.18 "DELETE /v2.0/routers/226779cf-fe14-490b-82c2-6b45c0683978 HTTP/1.1" status: 204 len: 168 time: 0.5542772 Dec 23 16:57:36.661505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35098) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:36.832365 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-531ad136-418f-4dbc-be17-bc73afe60e98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d1cfe76a5944132b9b0eb73bc77ef8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1697333 Dec 23 16:57:36.834866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35104) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:36.891371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.916284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.964757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.980914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8fdc58-6417-4dee-8c01-3c2c5809ad66,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:36.990487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:36.991607 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c8fdc58-6417-4dee-8c01-3c2c5809ad66 HTTP/1.1" status: 204 len: 168 time: 0.1558595 Dec 23 16:57:36.993261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.993600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.993956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.995706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.995706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.995706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.995706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.995706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.996308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.996308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:36.996480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb97749-4b8d-4796-96a8-b5ea7518c8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:37.065584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:37.330522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ecd56bde-1834-4c0b-a99b-c75287196d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:37.740479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:37.866976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-105896256-network', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:37.871653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:37.875846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Usage tracker for resource:network and tenant:3e72ddbdbb194649895120f5b60c0539 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:37.878575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:37.884495 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:37.894724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Made reservation on behalf of 3e72ddbdbb194649895120f5b60c0539 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:37.897222 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:37.910697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:37.941581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:37.945290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Usage tracker for resource:security_group_rule and tenant:3e72ddbdbb194649895120f5b60c0539 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:37.948001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:37.954224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:38.020216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.023785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.052237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:38.060562 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685fe288-79cf-42e1-869b-13e2c66765ec,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:38.065955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.066290 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Added segment 887941b8-56a3-4712-8340-bda5a29fbed3 of type vlan for network 19b66693-e417-433f-9091-855203d66006 Dec 23 16:57:38.091181 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.120097 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.120904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:38.121467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.221142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] Pushing event updated for resources: {'Network': ['ID=19b66693-e417-433f-9091-855203d66006,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:38.224003 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa962b5e-8373-43ed-a9a2-212bbf4282b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4824927 Dec 23 16:57:38.226919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35132) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:38.232446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Request body: {'subnet': {'network_id': '19b66693-e417-433f-9091-855203d66006', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-subnet', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:38.234086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 19b66693-e417-433f-9091-855203d66006 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:38.237338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:38.241080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Usage tracker for resource:subnet and tenant:3e72ddbdbb194649895120f5b60c0539 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:38.243859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:38.249973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:38.259814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Made reservation on behalf of 3e72ddbdbb194649895120f5b60c0539 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:38.262056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.453060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.513669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.526721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16089bf3-b871-4720-8b84-d0f7642a5a0c,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:38.536655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Checking segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:38.536996 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Network hostable DHCP agents. Network: 19b66693-e417-433f-9091-855203d66006, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:38.556863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Network 19b66693-e417-433f-9091-855203d66006 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:38.566704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 19b66693-e417-433f-9091-855203d66006) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:38.570251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:38.570819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.577765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5ecc9-4498-422c-a075-5b941d1cb491 None None] Network 19b66693-e417-433f-9091-855203d66006 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:38.591145 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4eef871a-8dfc-441a-9c65-7da7ca802668 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3630071 Dec 23 16:57:38.594103 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:38.599335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:38.604031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:38.608046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Usage tracker for resource:router and tenant:3e72ddbdbb194649895120f5b60c0539 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:38.611119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:38.625194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:38.636621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.637821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.652463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.658212 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.800593 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-19b66693-e417-433f-9091-855203d66006', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:38.801411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.803462 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:38.956929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Allocated IP 172.20.0.2 (19b66693-e417-433f-9091-855203d66006/16089bf3-b871-4720-8b84-d0f7642a5a0c/1c70c91b-0d40-4da8-9df7-193f24264f17) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:38.987221 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.016616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.158482 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.168995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Transition to ACTIVE for port object 1c70c91b-0d40-4da8-9df7-193f24264f17 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:39.188003 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Transition to ACTIVE for port object 1c70c91b-0d40-4da8-9df7-193f24264f17 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:39.193905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.238832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Allocated IP 172.26.7.165 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/989c6076-3e66-475e-9214-1f5a90cc2352) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:39.262712 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Network 19b66693-e417-433f-9091-855203d66006 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:39.266592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Pushing event updated for resources: {'Port': ['ID=1c70c91b-0d40-4da8-9df7-193f24264f17,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:39.268959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:39.270840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:39.357260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Attempting to bind port 1c70c91b-0d40-4da8-9df7-193f24264f17 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:39.357650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Attempting to bind port 1c70c91b-0d40-4da8-9df7-193f24264f17 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:39.358002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Attempting to bind port 1c70c91b-0d40-4da8-9df7-193f24264f17 on network 19b66693-e417-433f-9091-855203d66006 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:39.364596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:39.364596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Checking segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:39.364863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.365861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Bound using segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:39.365861 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Bound port: 1c70c91b-0d40-4da8-9df7-193f24264f17, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:39.366067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.391681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.418730 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.454720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] For port 1c70c91b-0d40-4da8-9df7-193f24264f17, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:39.457681 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] For port 1c70c91b-0d40-4da8-9df7-193f24264f17, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1c70c91b-0d40-4da8-9df7-193f24264f17,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:39.462265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.484297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:39.486935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:39.490675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:39.523111 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Pushing event updated for resources: {'Port': ['ID=989c6076-3e66-475e-9214-1f5a90cc2352,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:39.543929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d707004-ab7d-45c8-8d9f-aa2d60cc9802 None None] Pushing event updated for resources: {'Port': ['ID=1c70c91b-0d40-4da8-9df7-193f24264f17,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:39.657750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.658484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:39.899577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Router 0144e27f-edc9-4454-b712-d89ddc82dafc is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:57:40.014701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:40.057139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1c70c91b-0d40-4da8-9df7-193f24264f17 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:40.110438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:57:40.119308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Sync routers for ids ['0144e27f-edc9-4454-b712-d89ddc82dafc'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:57:40.135747 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:40.137411 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e416ee39-7289-422d-b140-f5d92e7ea445 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5421486 Dec 23 16:57:40.140906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:40.142150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Routers {'0144e27f-edc9-4454-b712-d89ddc82dafc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:57:40.142808 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0144e27f-edc9-4454-b712-d89ddc82dafc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:40.198563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 1c70c91b-0d40-4da8-9df7-193f24264f17 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:40.330972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Set router 0144e27f-edc9-4454-b712-d89ddc82dafc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:57:40.467769 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ec3c6-4eeb-4b8e-b9b1-91805b2740b4 None None] Network 19b66693-e417-433f-9091-855203d66006 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:40.673916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b6d62ed3-ea39-4d4d-b12a-d62fc5c3be89 None None] Provisioning for port 1c70c91b-0d40-4da8-9df7-193f24264f17 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:40.700586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b6d62ed3-ea39-4d4d-b12a-d62fc5c3be89 None None] Provisioning complete for port 1c70c91b-0d40-4da8-9df7-193f24264f17 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:40.700887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b6d62ed3-ea39-4d4d-b12a-d62fc5c3be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:40.966155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b6d62ed3-ea39-4d4d-b12a-d62fc5c3be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:40.979930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:40.989656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:57:39Z', 'revision_number': 3, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port': {'id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:39Z', 'updated_at': '2021-12-23T16:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:41.001594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Checking router: 0144e27f-edc9-4454-b712-d89ddc82dafc for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:57:41.001938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Updating router 0144e27f-edc9-4454-b712-d89ddc82dafc port 989c6076-3e66-475e-9214-1f5a90cc2352 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:57:41.055139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b6d62ed3-ea39-4d4d-b12a-d62fc5c3be89 None None] For port 1c70c91b-0d40-4da8-9df7-193f24264f17, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1c70c91b-0d40-4da8-9df7-193f24264f17,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:41.065991 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b6d62ed3-ea39-4d4d-b12a-d62fc5c3be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.102380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.193866 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Allocated IP 172.20.0.1 (19b66693-e417-433f-9091-855203d66006/16089bf3-b871-4720-8b84-d0f7642a5a0c/3fef6e4c-23d6-4f44-b514-807ef38098de) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:41.228612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d62ed3-ea39-4d4d-b12a-d62fc5c3be89 None None] Pushing event updated for resources: {'Port': ['ID=1c70c91b-0d40-4da8-9df7-193f24264f17,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:41.350931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.357226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-eaf21c4d-97ca-470b-8b1a-cfe00798d87a None None] Provisioning complete for port 1c70c91b-0d40-4da8-9df7-193f24264f17 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:41.357729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaf21c4d-97ca-470b-8b1a-cfe00798d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.365799 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Transition to ACTIVE for port object 3fef6e4c-23d6-4f44-b514-807ef38098de will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:41.389570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.457617 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Network 19b66693-e417-433f-9091-855203d66006 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:41.460395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:41.464660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:41.490756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fef6e4c-23d6-4f44-b514-807ef38098de,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:41.518759 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.575830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.588792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Transition to ACTIVE for port object 989c6076-3e66-475e-9214-1f5a90cc2352 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:41.596277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.611577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.679756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Attempting to bind port 989c6076-3e66-475e-9214-1f5a90cc2352 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:41.680122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Attempting to bind port 989c6076-3e66-475e-9214-1f5a90cc2352 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:41.680475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Attempting to bind port 989c6076-3e66-475e-9214-1f5a90cc2352 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:41.682339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf418c4-188b-489e-a277-10dd52ee3796 None None] Pushing event updated for resources: {'Port': ['ID=989c6076-3e66-475e-9214-1f5a90cc2352,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:41.693300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:41.693675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:41.694074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.694461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:41.694918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Bound port: 989c6076-3e66-475e-9214-1f5a90cc2352, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:41.695281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.738981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-053bdea7-693e-45ee-8c44-8f66d31b903d None None] Provisioning for port 3fef6e4c-23d6-4f44-b514-807ef38098de completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:41.749096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-053bdea7-693e-45ee-8c44-8f66d31b903d None None] Provisioning complete for port 3fef6e4c-23d6-4f44-b514-807ef38098de triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:41.749466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-053bdea7-693e-45ee-8c44-8f66d31b903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.820203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] For port 989c6076-3e66-475e-9214-1f5a90cc2352, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:41.824600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] For port 989c6076-3e66-475e-9214-1f5a90cc2352, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=989c6076-3e66-475e-9214-1f5a90cc2352,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:41.825506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-053bdea7-693e-45ee-8c44-8f66d31b903d None None] Port 3fef6e4c-23d6-4f44-b514-807ef38098de cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:57:41.829305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.829594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.833180 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:41.906393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf418c4-188b-489e-a277-10dd52ee3796 None None] Pushing event updated for resources: {'Port': ['ID=989c6076-3e66-475e-9214-1f5a90cc2352,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:41.911481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Routers {'0144e27f-edc9-4454-b712-d89ddc82dafc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:57:41.912102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0144e27f-edc9-4454-b712-d89ddc82dafc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:41.937438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fef6e4c-23d6-4f44-b514-807ef38098de,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:41.939886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:42.021693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1c70c91b-0d40-4da8-9df7-193f24264f17 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:42.075296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Network 19b66693-e417-433f-9091-855203d66006 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:42.076414 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:42.193319 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 1c70c91b-0d40-4da8-9df7-193f24264f17 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:42.193694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:42.222421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] Set router 0144e27f-edc9-4454-b712-d89ddc82dafc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:57:42.469944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Router 0144e27f-edc9-4454-b712-d89ddc82dafc has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:57:42.498353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ec5131d9-57df-4a81-94f0-a8af33c1af82 None None] Provisioning complete for port 3fef6e4c-23d6-4f44-b514-807ef38098de triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:42.498895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec5131d9-57df-4a81-94f0-a8af33c1af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:42.627030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ec5131d9-57df-4a81-94f0-a8af33c1af82 None None] Port 3fef6e4c-23d6-4f44-b514-807ef38098de cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:57:42.668931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 4, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port': {'id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:39Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3fef6e4c-23d6-4f44-b514-807ef38098de', 'name': '', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'mac_address': 'fa:16:3e:20:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:41Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 2, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'subnets': [{'id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:42.672852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef6975b-6570-4682-a214-7d6df1d69818 None None] The sync data for ids ['0144e27f-edc9-4454-b712-d89ddc82dafc'] in dv-neutron-822800-1-hyperv is: [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 4, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port': {'id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:39Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3fef6e4c-23d6-4f44-b514-807ef38098de', 'name': '', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'mac_address': 'fa:16:3e:20:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:41Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 2, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'subnets': [{'id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:57:42.770344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:57:42.784036 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aea4d018-ba39-4b41-8e14-13a42d97c7c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/0144e27f-edc9-4454-b712-d89ddc82dafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374078 Dec 23 16:57:43.688600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35162) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:43.694108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1794771906-network', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:43.698950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:43.702850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Usage tracker for resource:network and tenant:250a5466ceb34096bec6edfc6c4ce935 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:43.705815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:43.711358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:43.722080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Made reservation on behalf of 250a5466ceb34096bec6edfc6c4ce935 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:43.724660 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:43.738020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:43.770761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:43.774789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Usage tracker for resource:security_group_rule and tenant:250a5466ceb34096bec6edfc6c4ce935 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:43.777728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:43.784319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:43.853544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:43.857294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:43.885758 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:57:43.894052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9137371-e89c-4d7f-bf48-3b7e6ecc8ff0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:43.899243 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:43.899611 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Added segment aedada67-8037-49dd-9c36-c014332f462f of type vlan for network af399b22-6579-4986-8127-65edf4f061bc Dec 23 16:57:43.924882 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:43.951961 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:43.952768 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:43.953335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.035308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 989c6076-3e66-475e-9214-1f5a90cc2352 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:44.054936 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3652403 Dec 23 16:57:44.055779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300336ff-057a-4260-b086-baaae0b0c371 admin admin] Pushing event updated for resources: {'Network': ['ID=af399b22-6579-4986-8127-65edf4f061bc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:44.058370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35166) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:44.065766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Request body: {'subnet': {'network_id': 'af399b22-6579-4986-8127-65edf4f061bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-subnet', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:44.068066 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network af399b22-6579-4986-8127-65edf4f061bc details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:57:44.070749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:44.074596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Usage tracker for resource:subnet and tenant:250a5466ceb34096bec6edfc6c4ce935 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:44.078033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:44.083669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:44.093813 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Made reservation on behalf of 250a5466ceb34096bec6edfc6c4ce935 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:44.096313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.200407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 989c6076-3e66-475e-9214-1f5a90cc2352 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:44.206245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 989c6076-3e66-475e-9214-1f5a90cc2352 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:44.206621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.321582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.337901 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 989c6076-3e66-475e-9214-1f5a90cc2352, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=989c6076-3e66-475e-9214-1f5a90cc2352,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:44.341597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.401342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.414458 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=989c6076-3e66-475e-9214-1f5a90cc2352,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:44.477703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c34a728-a86f-4c73-abd9-7a063b09cf7e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:44.486927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Checking segment: {'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:44.487273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Network hostable DHCP agents. Network: af399b22-6579-4986-8127-65edf4f061bc, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:57:44.508418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Network af399b22-6579-4986-8127-65edf4f061bc is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:57:44.517457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, af399b22-6579-4986-8127-65edf4f061bc) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:44.521057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:44.521642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.526193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae85695-f7c3-4920-9c7d-c1bb36b1d7da None None] Network af399b22-6579-4986-8127-65edf4f061bc requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:44.541890 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fdbebfa8-ad8a-47c1-9544-39a97ad2d04a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4817345 Dec 23 16:57:44.544236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35170) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:44.549281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:44.553896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:44.557582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Usage tracker for resource:router and tenant:250a5466ceb34096bec6edfc6c4ce935 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:44.560458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:44.566483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:44.576307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.577224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.595066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.737499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-af399b22-6579-4986-8127-65edf4f061bc', 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'fixed_ips': [{'subnet_id': '1c34a728-a86f-4c73-abd9-7a063b09cf7e'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:57:44.738295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.739330 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.888505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Allocated IP 172.20.0.2 (af399b22-6579-4986-8127-65edf4f061bc/1c34a728-a86f-4c73-abd9-7a063b09cf7e/6392fb20-cd4c-4a29-bd5f-124cf559b62e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:44.919340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:44.949513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.083407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Allocated IP 172.26.7.176 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/089eb2e4-4c01-4782-95fa-ed46104df50f) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:45.128491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.138784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Transition to ACTIVE for port object 6392fb20-cd4c-4a29-bd5f-124cf559b62e will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:45.157072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Transition to ACTIVE for port object 6392fb20-cd4c-4a29-bd5f-124cf559b62e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:45.162443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.226463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.233313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Network af399b22-6579-4986-8127-65edf4f061bc is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:45.234322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Pushing event updated for resources: {'Port': ['ID=6392fb20-cd4c-4a29-bd5f-124cf559b62e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:45.236913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:45.239101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:45.257253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.329025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Attempting to bind port 6392fb20-cd4c-4a29-bd5f-124cf559b62e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:45.329234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:45.329475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Attempting to bind port 6392fb20-cd4c-4a29-bd5f-124cf559b62e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:45.329742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Attempting to bind port 6392fb20-cd4c-4a29-bd5f-124cf559b62e on network af399b22-6579-4986-8127-65edf4f061bc {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:45.331904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:45.334413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:45.336115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:45.336508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Checking segment: {'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:45.336882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.337295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Bound using segment: {'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:45.337839 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Bound port: 6392fb20-cd4c-4a29-bd5f-124cf559b62e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:45.338302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.371202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Pushing event updated for resources: {'Port': ['ID=089eb2e4-4c01-4782-95fa-ed46104df50f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:45.424447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] For port 6392fb20-cd4c-4a29-bd5f-124cf559b62e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:45.427416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] For port 6392fb20-cd4c-4a29-bd5f-124cf559b62e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6392fb20-cd4c-4a29-bd5f-124cf559b62e,segment=NetworkSegment(aedada67-8037-49dd-9c36-c014332f462f),segment_id=aedada67-8037-49dd-9c36-c014332f462f)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:45.433020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.502418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.503152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.513417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ccd6-ecc0-4b87-8f68-06c44b25e601 None None] Pushing event updated for resources: {'Port': ['ID=6392fb20-cd4c-4a29-bd5f-124cf559b62e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:45.753111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Router 3c03ef71-2601-4934-a81e-7502fcf97182 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:57:45.953143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:57:45.962178 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Sync routers for ids ['3c03ef71-2601-4934-a81e-7502fcf97182'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:57:45.974703 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Routers {'3c03ef71-2601-4934-a81e-7502fcf97182'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:57:45.975267 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3c03ef71-2601-4934-a81e-7502fcf97182'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:45.977850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:45.979523 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b1e4eb0a-f6dc-43da-82df-04b15b15fde3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4343219 Dec 23 16:57:45.982284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35174) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:57:46.117881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6392fb20-cd4c-4a29-bd5f-124cf559b62e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:46.166599 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Set router 3c03ef71-2601-4934-a81e-7502fcf97182 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:57:46.200021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 6392fb20-cd4c-4a29-bd5f-124cf559b62e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:46.206259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 989c6076-3e66-475e-9214-1f5a90cc2352 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:46.294060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 989c6076-3e66-475e-9214-1f5a90cc2352 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:46.294481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:46.493127 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:45Z', 'revision_number': 3, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port': {'id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:46.497149 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Checking router: 3c03ef71-2601-4934-a81e-7502fcf97182 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:57:46.497487 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Updating router 3c03ef71-2601-4934-a81e-7502fcf97182 port 089eb2e4-4c01-4782-95fa-ed46104df50f binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:57:46.539990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7ec669-5d93-4f58-9050-b1866d8ac8ff None None] Network af399b22-6579-4986-8127-65edf4f061bc requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:57:46.550960 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:46.652047 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3cdcf80c-b6a1-41bb-8d57-89fafaa3c54d None None] Provisioning for port 6392fb20-cd4c-4a29-bd5f-124cf559b62e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:46.659928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3cdcf80c-b6a1-41bb-8d57-89fafaa3c54d None None] Provisioning complete for port 6392fb20-cd4c-4a29-bd5f-124cf559b62e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:46.660297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3cdcf80c-b6a1-41bb-8d57-89fafaa3c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:46.878590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3cdcf80c-b6a1-41bb-8d57-89fafaa3c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:46.902707 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:46.914915 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Transition to ACTIVE for port object 089eb2e4-4c01-4782-95fa-ed46104df50f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:46.917610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:46.921156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3cdcf80c-b6a1-41bb-8d57-89fafaa3c54d None None] For port 6392fb20-cd4c-4a29-bd5f-124cf559b62e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6392fb20-cd4c-4a29-bd5f-124cf559b62e,segment=NetworkSegment(aedada67-8037-49dd-9c36-c014332f462f),segment_id=aedada67-8037-49dd-9c36-c014332f462f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:46.925198 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:46.925497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3cdcf80c-b6a1-41bb-8d57-89fafaa3c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.003651 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Attempting to bind port 089eb2e4-4c01-4782-95fa-ed46104df50f on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:47.004209 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Attempting to bind port 089eb2e4-4c01-4782-95fa-ed46104df50f by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:47.004209 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Attempting to bind port 089eb2e4-4c01-4782-95fa-ed46104df50f on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:47.010707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcf80c-b6a1-41bb-8d57-89fafaa3c54d None None] Pushing event updated for resources: {'Port': ['ID=6392fb20-cd4c-4a29-bd5f-124cf559b62e,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:47.018933 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Pushing event updated for resources: {'Port': ['ID=089eb2e4-4c01-4782-95fa-ed46104df50f,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:47.027772 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:47.028138 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:47.028530 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.028912 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:47.029478 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Bound port: 089eb2e4-4c01-4782-95fa-ed46104df50f, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:47.030554 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.058108 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.058443 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.058774 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.059100 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.059421 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.059768 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.060086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.060408 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.060759 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.061074 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.061390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:47.110499 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] For port 089eb2e4-4c01-4782-95fa-ed46104df50f, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:47.114030 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] For port 089eb2e4-4c01-4782-95fa-ed46104df50f, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=089eb2e4-4c01-4782-95fa-ed46104df50f,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:47.119538 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.145436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Allocated IP 172.20.0.1 (af399b22-6579-4986-8127-65edf4f061bc/1c34a728-a86f-4c73-abd9-7a063b09cf7e/62dd1c83-9806-481d-8590-d0914a4fcd2c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:47.231703 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e13ad-9393-4869-a0c1-c58d2a52bab4 None None] Pushing event updated for resources: {'Port': ['ID=089eb2e4-4c01-4782-95fa-ed46104df50f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:47.236093 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Routers {'3c03ef71-2601-4934-a81e-7502fcf97182'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:57:47.236700 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3c03ef71-2601-4934-a81e-7502fcf97182'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:47.250841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9e8d0cd7-b38b-4ab6-8408-984a1478a88c None None] Provisioning complete for port 6392fb20-cd4c-4a29-bd5f-124cf559b62e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:47.251363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0cd7-b38b-4ab6-8408-984a1478a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.295540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.312284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Transition to ACTIVE for port object 62dd1c83-9806-481d-8590-d0914a4fcd2c will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:47.336579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.408482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Network af399b22-6579-4986-8127-65edf4f061bc is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:47.411280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:47.413425 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] Set router 3c03ef71-2601-4934-a81e-7502fcf97182 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:57:47.415762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:47.443293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Pushing event updated for resources: {'Port': ['ID=62dd1c83-9806-481d-8590-d0914a4fcd2c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:47.477994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.588399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.697313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3a8ecfee-ca9e-4677-b3a1-46ac77ea86a8 None None] Provisioning for port 62dd1c83-9806-481d-8590-d0914a4fcd2c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:47.702289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3a8ecfee-ca9e-4677-b3a1-46ac77ea86a8 None None] Provisioning complete for port 62dd1c83-9806-481d-8590-d0914a4fcd2c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:47.702663 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a8ecfee-ca9e-4677-b3a1-46ac77ea86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.703289 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:45Z', 'revision_number': 3, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port': {'id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:47.707179 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0f1ed-75c6-41fb-a7ce-f005620326f0 None None] The sync data for ids ['3c03ef71-2601-4934-a81e-7502fcf97182'] in dv-neutron-822800-1-hyperv is: [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:45Z', 'revision_number': 3, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port': {'id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:57:47.758613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ecfee-ca9e-4677-b3a1-46ac77ea86a8 None None] Port 62dd1c83-9806-481d-8590-d0914a4fcd2c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:57:47.809841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:47.814794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:48.005757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:48.009800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Pushing event updated for resources: {'Port': ['ID=62dd1c83-9806-481d-8590-d0914a4fcd2c,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:48.022518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6392fb20-cd4c-4a29-bd5f-124cf559b62e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:48.090701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6392fb20-cd4c-4a29-bd5f-124cf559b62e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:48.091156 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:48.141849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Network af399b22-6579-4986-8127-65edf4f061bc is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:48.142968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:48.388242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-df95439d-5557-4d64-b31e-2e8309e755ed None None] Provisioning complete for port 62dd1c83-9806-481d-8590-d0914a4fcd2c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:48.389413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df95439d-5557-4d64-b31e-2e8309e755ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:48.448184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-df95439d-5557-4d64-b31e-2e8309e755ed None None] Port 62dd1c83-9806-481d-8590-d0914a4fcd2c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:57:48.524407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Router 3c03ef71-2601-4934-a81e-7502fcf97182 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:57:48.724124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:57:48.733144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-223797b1-fe16-4a9b-96a2-3a27acec5de6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3c03ef71-2601-4934-a81e-7502fcf97182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7491436 Dec 23 16:57:48.883617 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:57:49.506137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-07aa113c-e421-4e4a-8fc6-e3319070132f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:49.507572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-07aa113c-e421-4e4a-8fc6-e3319070132f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/networks?id=19b66693-e417-433f-9091-855203d66006 HTTP/1.1" status: 200 len: 816 time: 0.1377602 Dec 23 16:57:49.522865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-e6e6b066-d261-4c0e-8b44-59f1ed1c5d79 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/quotas/3e72ddbdbb194649895120f5b60c0539 HTTP/1.1" status: 200 len: 375 time: 0.0101058 Dec 23 16:57:49.599363 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-489838e1-863e-4a23-a7bc-80ebf9056ee8 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e72ddbdbb194649895120f5b60c0539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718291 Dec 23 16:57:49.855100 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-e7d272ce-780d-4416-a0b0-82291df24395 service neutron] 10.222.0.18 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437890 Dec 23 16:57:49.982581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-4f40829a-059d-4913-abd7-c7caac7fba13 service neutron] 10.222.0.18 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212273 Dec 23 16:57:50.167212 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0b730e-0e36-42cd-a9c7-c9c4a18f8399 req-cfb4a5f3-5f00-44dd-b433-db7ed79dfa41 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 210 time: 0.0442731 Dec 23 16:57:51.266446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-32c6462c-4a65-4008-a65f-c9d8e651ebfa tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:51.267873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-32c6462c-4a65-4008-a65f-c9d8e651ebfa tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "GET /v2.0/networks?id=19b66693-e417-433f-9091-855203d66006 HTTP/1.1" status: 200 len: 816 time: 0.2521234 Dec 23 16:57:51.285457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Request body: {'port': {'device_id': 'e82baee4-9451-42e4-9295-0d37396006fd', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'admin_state_up': True, 'tenant_id': '3e72ddbdbb194649895120f5b60c0539'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:51.390939 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a652d073-269c-4d06-a636-349e5590000e req-9ddf0853-5e2a-4d78-bbdc-b4ab1b98a40d tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 210 time: 0.0921249 Dec 23 16:57:51.453727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:57:51.457427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Usage tracker for resource:port and tenant:3e72ddbdbb194649895120f5b60c0539 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:57:51.460072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:57:51.465535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:57:51.475393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Made reservation on behalf of 3e72ddbdbb194649895120f5b60c0539 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:57:51.478522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:51.633176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Allocated IP 172.20.0.12 (19b66693-e417-433f-9091-855203d66006/16089bf3-b871-4720-8b84-d0f7642a5a0c/59048015-83b8-4b93-b0a8-c91c20d91a8b) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:57:51.833344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:51.848423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Transition to ACTIVE for port object 59048015-83b8-4b93-b0a8-c91c20d91a8b will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:51.869815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:51.939801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Network 19b66693-e417-433f-9091-855203d66006 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:57:51.942849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:57:51.947338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:57:51.972367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Pushing event updated for resources: {'Port': ['ID=59048015-83b8-4b93-b0a8-c91c20d91a8b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:52.008679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:52.009283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:52.031652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-6006066d-826b-4cec-b699-ac5172ee067b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7498007 Dec 23 16:57:52.043132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Request body: {'port': {'device_id': 'e82baee4-9451-42e4-9295-0d37396006fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:57:52.153212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:52.189633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e73efc17-eaec-4a27-98fa-bba95fdf95cc None None] Provisioning for port 59048015-83b8-4b93-b0a8-c91c20d91a8b completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:52.194236 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e73efc17-eaec-4a27-98fa-bba95fdf95cc None None] Provisioning complete for port 59048015-83b8-4b93-b0a8-c91c20d91a8b triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:52.194603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e73efc17-eaec-4a27-98fa-bba95fdf95cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:52.252960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e73efc17-eaec-4a27-98fa-bba95fdf95cc None None] Port 59048015-83b8-4b93-b0a8-c91c20d91a8b cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:57:52.491175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59048015-83b8-4b93-b0a8-c91c20d91a8b {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:57:52.498227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:52.545576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Transition to ACTIVE for port object 59048015-83b8-4b93-b0a8-c91c20d91a8b will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:52.551762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:52.691897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=59048015-83b8-4b93-b0a8-c91c20d91a8b,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:52.783980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc19da-ab3a-43c8-b4f7-a7ba3ba658da req-7483f32b-0016-4eb4-8180-3bba3a3cf3f1 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:52.784663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-73bc19da-ab3a-43c8-b4f7-a7ba3ba658da req-7483f32b-0016-4eb4-8180-3bba3a3cf3f1 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Synchronizing usage tracker for tenant:3e72ddbdbb194649895120f5b60c0539 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:57:52.820458 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-73bc19da-ab3a-43c8-b4f7-a7ba3ba658da req-7483f32b-0016-4eb4-8180-3bba3a3cf3f1 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Unset dirty status for tenant:3e72ddbdbb194649895120f5b60c0539 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:57:52.821585 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73bc19da-ab3a-43c8-b4f7-a7ba3ba658da req-7483f32b-0016-4eb4-8180-3bba3a3cf3f1 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 944 time: 0.3107936 Dec 23 16:57:52.829497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Attempting to bind port 59048015-83b8-4b93-b0a8-c91c20d91a8b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:52.829827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Attempting to bind port 59048015-83b8-4b93-b0a8-c91c20d91a8b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:52.830150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Attempting to bind port 59048015-83b8-4b93-b0a8-c91c20d91a8b on network 19b66693-e417-433f-9091-855203d66006 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:52.851595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Port 59048015-83b8-4b93-b0a8-c91c20d91a8b on network 19b66693-e417-433f-9091-855203d66006 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:57:52.851915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Attempting to bind port 59048015-83b8-4b93-b0a8-c91c20d91a8b on network 19b66693-e417-433f-9091-855203d66006 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:52.868485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:52.868819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Checking segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:52.869202 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Bound using segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:52.869627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Bound port: 59048015-83b8-4b93-b0a8-c91c20d91a8b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:52.869968 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:52.916062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73bc19da-ab3a-43c8-b4f7-a7ba3ba658da req-416e5f25-d48f-431f-af62-495f8a7beb55 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873275 Dec 23 16:57:53.070380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] For port 59048015-83b8-4b93-b0a8-c91c20d91a8b, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:53.073335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] For port 59048015-83b8-4b93-b0a8-c91c20d91a8b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=59048015-83b8-4b93-b0a8-c91c20d91a8b,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:53.078122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:53.142356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:53.143828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] 10.222.0.59 "PUT /v2.0/ports/59048015-83b8-4b93-b0a8-c91c20d91a8b HTTP/1.1" status: 200 len: 1094 time: 1.1050694 Dec 23 16:57:53.144268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82baee4-9451-42e4-9295-0d37396006fd', 'tag': '59048015-83b8-4b93-b0a8-c91c20d91a8b'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:57:53.172233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c254249-4e2e-495d-b815-4ac283ad1ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=59048015-83b8-4b93-b0a8-c91c20d91a8b,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:53.239015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82baee4-9451-42e4-9295-0d37396006fd', 'tag': '59048015-83b8-4b93-b0a8-c91c20d91a8b', 'status': 'completed', 'code': 200} Dec 23 16:57:53.289071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-28a71b1e-da2e-4a62-9c63-f296607c828b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e72ddbdbb194649895120f5b60c0539&device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 1097 time: 0.0869212 Dec 23 16:57:53.360646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-688b9a10-871d-416d-9847-d9daa3201cd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59048015-83b8-4b93-b0a8-c91c20d91a8b HTTP/1.1" status: 200 len: 217 time: 0.0627112 Dec 23 16:57:53.430323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-2e931244-905c-4f1e-9547-b49c13874295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:53.432294 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-2e931244-905c-4f1e-9547-b49c13874295 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16089bf3-b871-4720-8b84-d0f7642a5a0c HTTP/1.1" status: 200 len: 855 time: 0.0658436 Dec 23 16:57:53.507419 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-c35747a9-d500-4155-b63d-04f3ea51b456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b66693-e417-433f-9091-855203d66006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683000 Dec 23 16:57:53.638494 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-274304cd-8b23-4510-a97d-735ba850e0a1 service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242390 Dec 23 16:57:53.770762 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7202bc-7d9b-46f4-a773-3ed6ddaf7e88 req-108a1bc4-e8bc-48c0-aeec-bcf463c6f4e1 service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254671 Dec 23 16:57:53.882959 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-9ae151de-f6d7-4203-aa80-2bb80c17a13b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e72ddbdbb194649895120f5b60c0539&device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 1097 time: 0.0659423 Dec 23 16:57:54.017942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-5854dca7-6631-4209-953c-db628ae52d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:54.019386 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-5854dca7-6631-4209-953c-db628ae52d53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b66693-e417-433f-9091-855203d66006 HTTP/1.1" status: 200 len: 917 time: 0.1290526 Dec 23 16:57:54.049951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 089eb2e4-4c01-4782-95fa-ed46104df50f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:54.146147 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-0dd03d04-80bd-498e-8149-d780c888a099 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59048015-83b8-4b93-b0a8-c91c20d91a8b HTTP/1.1" status: 200 len: 217 time: 0.1198363 Dec 23 16:57:54.148517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 089eb2e4-4c01-4782-95fa-ed46104df50f completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:54.153530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 089eb2e4-4c01-4782-95fa-ed46104df50f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:54.153891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:54.223902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-d31323d1-6d59-4cec-8f1a-0f2bb9227446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:54.225321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-d31323d1-6d59-4cec-8f1a-0f2bb9227446 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16089bf3-b871-4720-8b84-d0f7642a5a0c HTTP/1.1" status: 200 len: 855 time: 0.0686858 Dec 23 16:57:54.230721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4c38c-a96a-4c5f-946e-ed15f1b30500 req-4c515ed5-1df1-43ec-a2d1-0604ae1786ee tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:54.232074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fe4c38c-a96a-4c5f-946e-ed15f1b30500 req-4c515ed5-1df1-43ec-a2d1-0604ae1786ee tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 944 time: 0.1414573 Dec 23 16:57:54.266139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:54.282349 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 089eb2e4-4c01-4782-95fa-ed46104df50f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=089eb2e4-4c01-4782-95fa-ed46104df50f,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:54.286155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:54.328415 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fe4c38c-a96a-4c5f-946e-ed15f1b30500 req-1b4f3357-6004-457b-80c7-e218892a935f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671065 Dec 23 16:57:54.340381 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-25e3bf82-cb7a-4047-9880-3aa1bd38b22f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b66693-e417-433f-9091-855203d66006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073847 Dec 23 16:57:54.350195 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=089eb2e4-4c01-4782-95fa-ed46104df50f,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:54.471096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-13efd817-5ddc-4c72-8028-3dea2f9e5a7b service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239858 Dec 23 16:57:54.599893 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-af56cf35-d5ef-4f13-8d51-fcff5b600893 req-d7331f37-fc59-48a2-bfd2-9722615f4892 service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215394 Dec 23 16:57:55.523241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc263c-d0c3-4268-b8a0-9464a349b3f7 req-24989462-e9a0-4e9b-8ffe-746d621b4ec4 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:55.524672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1acc263c-d0c3-4268-b8a0-9464a349b3f7 req-24989462-e9a0-4e9b-8ffe-746d621b4ec4 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 944 time: 0.0739098 Dec 23 16:57:55.568548 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1acc263c-d0c3-4268-b8a0-9464a349b3f7 req-b7e005c1-3d50-4f15-8f1a-40c60247d839 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 Dec 23 16:57:56.024512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 089eb2e4-4c01-4782-95fa-ed46104df50f up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:56.092729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 089eb2e4-4c01-4782-95fa-ed46104df50f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:56.093075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:56.845950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d669c2-a34f-466e-8716-6fd76d27eba1 req-6ac842a4-3cf3-444c-8033-c0b9fe130391 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:56.847367 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28d669c2-a34f-466e-8716-6fd76d27eba1 req-6ac842a4-3cf3-444c-8033-c0b9fe130391 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 944 time: 0.1608555 Dec 23 16:57:56.891472 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28d669c2-a34f-466e-8716-6fd76d27eba1 req-a43ad65e-9ec3-4240-8877-d4b5e6cd8e7e tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 Dec 23 16:57:57.318057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Sync routers for ids ['0144e27f-edc9-4454-b712-d89ddc82dafc'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:57:57.330040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Routers {'0144e27f-edc9-4454-b712-d89ddc82dafc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:57:57.330631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0144e27f-edc9-4454-b712-d89ddc82dafc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:57.378939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 59048015-83b8-4b93-b0a8-c91c20d91a8b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:57:57.603941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Set router 0144e27f-edc9-4454-b712-d89ddc82dafc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:57:57.661895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 59048015-83b8-4b93-b0a8-c91c20d91a8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=59048015-83b8-4b93-b0a8-c91c20d91a8b,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:57.687243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '59048015-83b8-4b93-b0a8-c91c20d91a8b', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'port_id': '59048015-83b8-4b93-b0a8-c91c20d91a8b', 'mac_address': 'fa:16:3e:02:48:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:57:57.873430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:57.905375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59048015-83b8-4b93-b0a8-c91c20d91a8b {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:57:57.937987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 59048015-83b8-4b93-b0a8-c91c20d91a8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=59048015-83b8-4b93-b0a8-c91c20d91a8b,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:57.973345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:58.048153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=59048015-83b8-4b93-b0a8-c91c20d91a8b,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:58.061731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 4, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port': {'id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:39Z', 'updated_at': '2021-12-23T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3fef6e4c-23d6-4f44-b514-807ef38098de', 'name': '', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'mac_address': 'fa:16:3e:20:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:41Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 2, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'subnets': [{'id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:58.065683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Checking router: 0144e27f-edc9-4454-b712-d89ddc82dafc for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:57:58.066026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Updating router 0144e27f-edc9-4454-b712-d89ddc82dafc port 3fef6e4c-23d6-4f44-b514-807ef38098de binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:57:58.087291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad58ce-3325-4b0e-b701-44bc0555eb17 req-19435150-ea6d-4388-aa88-83f6004e5c95 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:58.088786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-37ad58ce-3325-4b0e-b701-44bc0555eb17 req-19435150-ea6d-4388-aa88-83f6004e5c95 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 945 time: 0.0771506 Dec 23 16:57:58.116437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:58.133435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-37ad58ce-3325-4b0e-b701-44bc0555eb17 req-9edf9b18-ab8a-4867-bab0-4a98a033fdb8 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Dec 23 16:57:58.351220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['59048015-83b8-4b93-b0a8-c91c20d91a8b'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:57:58.602049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:58.621936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Transition to ACTIVE for port object 3fef6e4c-23d6-4f44-b514-807ef38098de will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:57:58.635995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:58.772990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a715b-a3d2-4a78-a341-c86422d6715d None None] Pushing event updated for resources: {'Port': ['ID=3fef6e4c-23d6-4f44-b514-807ef38098de,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:58.864515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Attempting to bind port 3fef6e4c-23d6-4f44-b514-807ef38098de on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:57:58.864889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Attempting to bind port 3fef6e4c-23d6-4f44-b514-807ef38098de by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:57:58.865254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Attempting to bind port 3fef6e4c-23d6-4f44-b514-807ef38098de on network 19b66693-e417-433f-9091-855203d66006 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:57:58.872200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:57:58.872570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Checking segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:57:58.873050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:58.873398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Bound using segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:57:58.873855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Bound port: 3fef6e4c-23d6-4f44-b514-807ef38098de, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:57:58.874221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:58.969252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] For port 3fef6e4c-23d6-4f44-b514-807ef38098de, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:57:58.973207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] For port 3fef6e4c-23d6-4f44-b514-807ef38098de, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3fef6e4c-23d6-4f44-b514-807ef38098de,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:57:58.979538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:59.023621 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Sync routers for ids ['3c03ef71-2601-4934-a81e-7502fcf97182'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:57:59.036391 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Routers {'3c03ef71-2601-4934-a81e-7502fcf97182'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:57:59.036982 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3c03ef71-2601-4934-a81e-7502fcf97182'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:59.058535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Routers {'0144e27f-edc9-4454-b712-d89ddc82dafc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:57:59.059149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0144e27f-edc9-4454-b712-d89ddc82dafc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:59.125501 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a715b-a3d2-4a78-a341-c86422d6715d None None] Pushing event updated for resources: {'Port': ['ID=3fef6e4c-23d6-4f44-b514-807ef38098de,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:59.223492 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Set router 3c03ef71-2601-4934-a81e-7502fcf97182 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:57:59.253273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] Set router 0144e27f-edc9-4454-b712-d89ddc82dafc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:57:59.346782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c274-199f-4dd2-9209-23c3f7fab91d req-bef3511e-97eb-4ab9-b7a8-3b6e53d65993 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:57:59.348212 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41a8c274-199f-4dd2-9209-23c3f7fab91d req-bef3511e-97eb-4ab9-b7a8-3b6e53d65993 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 945 time: 0.0804584 Dec 23 16:57:59.399979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-41a8c274-199f-4dd2-9209-23c3f7fab91d req-3d808e82-a0bd-4326-a2f4-a6c57aef334b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Dec 23 16:57:59.402283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 59048015-83b8-4b93-b0a8-c91c20d91a8b up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:57:59.543402 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 4, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port': {'id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '62dd1c83-9806-481d-8590-d0914a4fcd2c', 'name': '', 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'mac_address': 'fa:16:3e:9f:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c34a728-a86f-4c73-abd9-7a063b09cf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:46Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 2, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'subnets': [{'id': '1c34a728-a86f-4c73-abd9-7a063b09cf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:59.547174 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Checking router: 3c03ef71-2601-4934-a81e-7502fcf97182 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:57:59.547497 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Updating router 3c03ef71-2601-4934-a81e-7502fcf97182 port 62dd1c83-9806-481d-8590-d0914a4fcd2c binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:57:59.597255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:59.603749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 59048015-83b8-4b93-b0a8-c91c20d91a8b completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:57:59.613352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 59048015-83b8-4b93-b0a8-c91c20d91a8b triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:57:59.613715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:59.741216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 4, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port': {'id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:39Z', 'updated_at': '2021-12-23T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3fef6e4c-23d6-4f44-b514-807ef38098de', 'name': '', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'mac_address': 'fa:16:3e:20:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:41Z', 'updated_at': '2021-12-23T16:57:58Z', 'revision_number': 4, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'subnets': [{'id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:57:59.749987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3880df3-6caa-44a5-bc45-7153762569de None None] The sync data for ids ['0144e27f-edc9-4454-b712-d89ddc82dafc'] in dv-neutron-822800-1-hyperv is: [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:57:41Z', 'revision_number': 4, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port': {'id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:39Z', 'updated_at': '2021-12-23T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3fef6e4c-23d6-4f44-b514-807ef38098de', 'name': '', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'mac_address': 'fa:16:3e:20:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:41Z', 'updated_at': '2021-12-23T16:57:58Z', 'revision_number': 4, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'subnets': [{'id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:57:59.751652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:59.779419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82baee4-9451-42e4-9295-0d37396006fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59048015-83b8-4b93-b0a8-c91c20d91a8b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:57:59.789651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 59048015-83b8-4b93-b0a8-c91c20d91a8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=59048015-83b8-4b93-b0a8-c91c20d91a8b,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:57:59.796165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:57:59.854394 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82baee4-9451-42e4-9295-0d37396006fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59048015-83b8-4b93-b0a8-c91c20d91a8b', 'code': 200} Dec 23 16:57:59.883365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=59048015-83b8-4b93-b0a8-c91c20d91a8b,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:57:59.894749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.895101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.895441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.895817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.896151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.896478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.896802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.897124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.897443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.897761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:57:59.898078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:00.011043 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.026960 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Transition to ACTIVE for port object 62dd1c83-9806-481d-8590-d0914a4fcd2c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:58:00.037424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.088395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3fef6e4c-23d6-4f44-b514-807ef38098de up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:58:00.152713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc1e6bb5-3c29-4952-891b-93240128f0d4 req-3a42fcb5-2e40-46bc-93e6-2ffb50ee3216 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 1099 time: 0.1093040 Dec 23 16:58:00.180539 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4876a-3bce-4ced-983d-bb4bb2baad24 None None] Pushing event updated for resources: {'Port': ['ID=62dd1c83-9806-481d-8590-d0914a4fcd2c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:00.197733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 3fef6e4c-23d6-4f44-b514-807ef38098de completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:58:00.204884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 3fef6e4c-23d6-4f44-b514-807ef38098de triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:58:00.205434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.244567 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc1e6bb5-3c29-4952-891b-93240128f0d4 req-337dabbe-a6fa-48bc-9357-151dcdac6244 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803537 Dec 23 16:58:00.277442 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Attempting to bind port 62dd1c83-9806-481d-8590-d0914a4fcd2c on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:58:00.277894 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Attempting to bind port 62dd1c83-9806-481d-8590-d0914a4fcd2c by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:58:00.278312 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Attempting to bind port 62dd1c83-9806-481d-8590-d0914a4fcd2c on network af399b22-6579-4986-8127-65edf4f061bc {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:58:00.286448 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:58:00.286899 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Checking segment: {'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:58:00.287525 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.288128 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Bound using segment: {'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:58:00.288772 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Bound port: 62dd1c83-9806-481d-8590-d0914a4fcd2c, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedada67-8037-49dd-9c36-c014332f462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:58:00.289345 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.379228 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] For port 62dd1c83-9806-481d-8590-d0914a4fcd2c, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:58:00.382370 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] For port 62dd1c83-9806-481d-8590-d0914a4fcd2c, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=62dd1c83-9806-481d-8590-d0914a4fcd2c,segment=NetworkSegment(aedada67-8037-49dd-9c36-c014332f462f),segment_id=aedada67-8037-49dd-9c36-c014332f462f)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:58:00.386291 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.392639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.426001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 3fef6e4c-23d6-4f44-b514-807ef38098de, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3fef6e4c-23d6-4f44-b514-807ef38098de,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:00.432112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:00.481350 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4876a-3bce-4ced-983d-bb4bb2baad24 None None] Pushing event updated for resources: {'Port': ['ID=62dd1c83-9806-481d-8590-d0914a4fcd2c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:00.486579 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Routers {'3c03ef71-2601-4934-a81e-7502fcf97182'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:58:00.487296 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:57:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3c03ef71-2601-4934-a81e-7502fcf97182'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:00.500645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=3fef6e4c-23d6-4f44-b514-807ef38098de,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:00.626080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af9163-1dee-460b-a79b-4491057de020 req-ab717229-e2a4-48bb-8567-2373ab12218f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:00.627535 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0af9163-1dee-460b-a79b-4491057de020 req-ab717229-e2a4-48bb-8567-2373ab12218f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 946 time: 0.0809982 Dec 23 16:58:00.675353 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0af9163-1dee-460b-a79b-4491057de020 req-51658425-7b4a-437f-b8d8-a2e16283c446 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Dec 23 16:58:00.678388 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] Set router 3c03ef71-2601-4934-a81e-7502fcf97182 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:58:00.986355 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 4, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port': {'id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '62dd1c83-9806-481d-8590-d0914a4fcd2c', 'name': '', 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'mac_address': 'fa:16:3e:9f:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c34a728-a86f-4c73-abd9-7a063b09cf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:46Z', 'updated_at': '2021-12-23T16:58:00Z', 'revision_number': 4, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'subnets': [{'id': '1c34a728-a86f-4c73-abd9-7a063b09cf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:00.989959 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a29d0d-c0a5-4837-9cab-2aad3b79caa7 None None] The sync data for ids ['3c03ef71-2601-4934-a81e-7502fcf97182'] in dv-neutron-822800-1-hyperv is: [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:47Z', 'revision_number': 4, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port': {'id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '62dd1c83-9806-481d-8590-d0914a4fcd2c', 'name': '', 'network_id': 'af399b22-6579-4986-8127-65edf4f061bc', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'mac_address': 'fa:16:3e:9f:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c34a728-a86f-4c73-abd9-7a063b09cf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:46Z', 'updated_at': '2021-12-23T16:58:00Z', 'revision_number': 4, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'subnets': [{'id': '1c34a728-a86f-4c73-abd9-7a063b09cf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:58:01.874874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410361ee-8239-4050-b808-1098b5846d2b req-a60291f4-257a-4e03-b8ca-ab9992b979f6 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:01.876348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-410361ee-8239-4050-b808-1098b5846d2b req-a60291f4-257a-4e03-b8ca-ab9992b979f6 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 946 time: 0.0755219 Dec 23 16:58:01.924007 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-410361ee-8239-4050-b808-1098b5846d2b req-c628244e-37d2-4d23-a81e-4f0393e49ece tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Dec 23 16:58:02.086048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3fef6e4c-23d6-4f44-b514-807ef38098de up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:58:02.121808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc8a01-5b8d-422e-84aa-c166f2824b22 req-dd6e64ae-083f-47fd-8ede-51a367d8fba4 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:02.123299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cabc8a01-5b8d-422e-84aa-c166f2824b22 req-dd6e64ae-083f-47fd-8ede-51a367d8fba4 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 946 time: 0.0803800 Dec 23 16:58:02.153771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 3fef6e4c-23d6-4f44-b514-807ef38098de triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:58:02.154245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:02.170103 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cabc8a01-5b8d-422e-84aa-c166f2824b22 req-dba3abcd-92f3-4d13-954d-bb93a5e2360c tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Dec 23 16:58:02.267944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 62dd1c83-9806-481d-8590-d0914a4fcd2c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:58:02.332795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 62dd1c83-9806-481d-8590-d0914a4fcd2c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:58:02.337365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 62dd1c83-9806-481d-8590-d0914a4fcd2c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:58:02.337734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:02.454249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:02.486113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 62dd1c83-9806-481d-8590-d0914a4fcd2c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=62dd1c83-9806-481d-8590-d0914a4fcd2c,segment=NetworkSegment(aedada67-8037-49dd-9c36-c014332f462f),segment_id=aedada67-8037-49dd-9c36-c014332f462f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:02.489915 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:02.563355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=62dd1c83-9806-481d-8590-d0914a4fcd2c,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:04.028596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 62dd1c83-9806-481d-8590-d0914a4fcd2c up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:58:04.099366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 62dd1c83-9806-481d-8590-d0914a4fcd2c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:58:04.099770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:05.106150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31e41d71-87a2-4785-a6a2-1947226c4370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:07.064854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:07.332087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b4599-8473-47fe-a585-76e237beea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:08.516655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:08.584954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:10.006985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:17.992269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a83b8e-3fc1-4164-b72d-c4eb26f8a838 req-c1b714a6-e084-4e72-b866-802d7f5ceaf6 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:17.993694 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4a83b8e-3fc1-4164-b72d-c4eb26f8a838 req-c1b714a6-e084-4e72-b866-802d7f5ceaf6 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 946 time: 0.0771396 Dec 23 16:58:18.038335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4a83b8e-3fc1-4164-b72d-c4eb26f8a838 req-df175eb6-2f40-47ac-872e-a4b93c70b307 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Dec 23 16:58:19.228478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51d316-540c-4313-9f42-dfc8fcc0a470 req-6438f402-6e65-4e0e-b7af-ea937d730386 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:19.229879 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e51d316-540c-4313-9f42-dfc8fcc0a470 req-6438f402-6e65-4e0e-b7af-ea937d730386 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 946 time: 0.0725789 Dec 23 16:58:19.273017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8e51d316-540c-4313-9f42-dfc8fcc0a470 req-d87de194-1f37-486b-875f-12beddf99f6c tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Dec 23 16:58:19.852865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-b2d3095f-7652-4421-b4c2-bdd7e7016eba tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:19.854287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-b2d3095f-7652-4421-b4c2-bdd7e7016eba tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 946 time: 0.0771756 Dec 23 16:58:19.918976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Deleting port 59048015-83b8-4b93-b0a8-c91c20d91a8b {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:58:19.919313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:20.153441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] For port 59048015-83b8-4b93-b0a8-c91c20d91a8b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=59048015-83b8-4b93-b0a8-c91c20d91a8b,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:20.153788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:20.268806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Calling delete_port for 59048015-83b8-4b93-b0a8-c91c20d91a8b owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:58:20.444640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:20.456461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['59048015-83b8-4b93-b0a8-c91c20d91a8b'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:58:20.498201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Pushing event deleted for resources: {'Port': ['ID=59048015-83b8-4b93-b0a8-c91c20d91a8b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:20.587567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] No DVR routers for this DVR port 59048015-83b8-4b93-b0a8-c91c20d91a8b on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:58:20.590545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:20.593635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82baee4-9451-42e4-9295-0d37396006fd', 'name': 'network-vif-deleted', 'tag': '59048015-83b8-4b93-b0a8-c91c20d91a8b'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:58:20.614748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea1f16-e0b4-40ef-9d87-fe2dfe17e533 req-6de60dac-f5b0-4cd1-bc26-dec0c671043e tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:20.615730 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fea1f16-e0b4-40ef-9d87-fe2dfe17e533 req-6de60dac-f5b0-4cd1-bc26-dec0c671043e tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82baee4-9451-42e4-9295-0d37396006fd HTTP/1.1" status: 200 len: 867 time: 0.2199829 Dec 23 16:58:20.725571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82baee4-9451-42e4-9295-0d37396006fd', 'name': 'network-vif-deleted', 'tag': '59048015-83b8-4b93-b0a8-c91c20d91a8b', 'status': 'completed', 'code': 200} Dec 23 16:58:20.728361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3ffda2e6-d5ee-4f37-bfc6-a00478787721 req-3219e4ac-c0d3-4a63-b66d-2ed69c0e3b28 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "DELETE /v2.0/ports/59048015-83b8-4b93-b0a8-c91c20d91a8b HTTP/1.1" status: 204 len: 173 time: 0.8682959 Dec 23 16:58:20.753330 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fea1f16-e0b4-40ef-9d87-fe2dfe17e533 req-3642ce8d-de02-4d73-8094-0f5a8fbc0c2d tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314311 Dec 23 16:58:22.408807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-68f9f55c-5fa0-4ce1-8668-8a532f214dae tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:22.410110 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-68f9f55c-5fa0-4ce1-8668-8a532f214dae tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/networks?id=19b66693-e417-433f-9091-855203d66006 HTTP/1.1" status: 200 len: 816 time: 0.1348701 Dec 23 16:58:22.426484 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-c09e15a8-a626-46c9-9c40-25f1a157c30f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/quotas/3e72ddbdbb194649895120f5b60c0539 HTTP/1.1" status: 200 len: 375 time: 0.0108850 Dec 23 16:58:22.503070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-f0241aab-6650-465d-9839-d652b044755d tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Synchronizing usage tracker for tenant:3e72ddbdbb194649895120f5b60c0539 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:58:22.517717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-f0241aab-6650-465d-9839-d652b044755d tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Unset dirty status for tenant:3e72ddbdbb194649895120f5b60c0539 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:58:22.519073 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-f0241aab-6650-465d-9839-d652b044755d tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e72ddbdbb194649895120f5b60c0539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878515 Dec 23 16:58:22.534772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-fb464dc6-1c00-46b2-a082-2925e2c72f09 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:58:22.535713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-fb464dc6-1c00-46b2-a082-2925e2c72f09 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050673 Dec 23 16:58:22.665753 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-a4052619-c621-4a8d-8702-42f9c6441dcc service neutron] 10.222.0.18 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245797 Dec 23 16:58:22.793712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-770f3d91-d2a6-438a-9c52-6b363a97f747 service neutron] 10.222.0.18 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219211 Dec 23 16:58:22.987527 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d69e3f9c-f219-4585-b363-6221f631ac20 req-830afe77-cbe9-46a2-a775-4335bb1d9c63 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 210 time: 0.0441256 Dec 23 16:58:23.551722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 59048015-83b8-4b93-b0a8-c91c20d91a8b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:58:23.589296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 59048015-83b8-4b93-b0a8-c91c20d91a8b {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:58:23.589635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 59048015-83b8-4b93-b0a8-c91c20d91a8b not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:58:24.047978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-993a89dd-a92a-481e-810d-c2ef3933801b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:24.049370 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-993a89dd-a92a-481e-810d-c2ef3933801b tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "GET /v2.0/networks?id=19b66693-e417-433f-9091-855203d66006 HTTP/1.1" status: 200 len: 816 time: 0.1464343 Dec 23 16:58:24.066868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Request body: {'port': {'device_id': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'admin_state_up': True, 'tenant_id': '3e72ddbdbb194649895120f5b60c0539'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:58:24.176801 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f74ad85a-3b28-423e-98cc-21249f3d701c req-97047ad8-1dd4-4848-bb09-46ff98ef0f7d tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 210 time: 0.0498366 Dec 23 16:58:24.240737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:58:24.250957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:58:24.260385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Made reservation on behalf of 3e72ddbdbb194649895120f5b60c0539 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:58:24.264097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:24.420609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Allocated IP 172.20.0.11 (19b66693-e417-433f-9091-855203d66006/16089bf3-b871-4720-8b84-d0f7642a5a0c/5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:58:24.612487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:24.627910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Transition to ACTIVE for port object 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:58:24.649881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:24.721659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Network 19b66693-e417-433f-9091-855203d66006 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:58:24.724495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:58:24.728290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:58:24.758712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Pushing event updated for resources: {'Port': ['ID=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:24.793252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:24.793848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:24.818137 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-be723e38-af20-4b9c-9f57-0b1255ce0572 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549186 Dec 23 16:58:24.830077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Request body: {'port': {'device_id': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:58:24.940040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:24.986983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8cdabd18-d1e7-43ae-8549-5ea8fe281739 None None] Provisioning for port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:58:24.991966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8cdabd18-d1e7-43ae-8549-5ea8fe281739 None None] Provisioning complete for port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:58:24.992327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8cdabd18-d1e7-43ae-8549-5ea8fe281739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:25.043168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8cdabd18-d1e7-43ae-8549-5ea8fe281739 None None] Port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:58:25.421109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:58:25.429681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:25.449538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6afaa-d29c-444b-b31c-d40305673cf2 req-ab3e9d57-0118-4735-8a44-78d47282d432 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:25.450216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a2f6afaa-d29c-444b-b31c-d40305673cf2 req-ab3e9d57-0118-4735-8a44-78d47282d432 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Synchronizing usage tracker for tenant:3e72ddbdbb194649895120f5b60c0539 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:58:25.455474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Transition to ACTIVE for port object 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:58:25.463060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:25.511211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-a2f6afaa-d29c-444b-b31c-d40305673cf2 req-ab3e9d57-0118-4735-8a44-78d47282d432 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Unset dirty status for tenant:3e72ddbdbb194649895120f5b60c0539 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:58:25.512537 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2f6afaa-d29c-444b-b31c-d40305673cf2 req-ab3e9d57-0118-4735-8a44-78d47282d432 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 932 time: 0.2157316 Dec 23 16:58:25.625461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:25.678157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.678499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.678833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.679163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.679488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.679840 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.680163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.680544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.680788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.681105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.681425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:25.692465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2f6afaa-d29c-444b-b31c-d40305673cf2 req-674d5531-77f0-48f9-8844-d438482bb7dd tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289923 Dec 23 16:58:25.757747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Attempting to bind port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:58:25.758069 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Attempting to bind port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:58:25.758387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Attempting to bind port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e on network 19b66693-e417-433f-9091-855203d66006 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:58:25.764540 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e on network 19b66693-e417-433f-9091-855203d66006 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:58:25.764795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Attempting to bind port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e on network 19b66693-e417-433f-9091-855203d66006 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:58:25.771375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:58:25.771375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Checking segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:58:25.771611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Bound using segment: {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:58:25.771899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Bound port: 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887941b8-56a3-4712-8340-bda5a29fbed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19b66693-e417-433f-9091-855203d66006'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:58:25.772232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:25.858393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] For port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:58:25.861152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] For port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:58:25.865364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:25.883346 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:58:25.926273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:25.927537 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] 10.222.0.59 "PUT /v2.0/ports/5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e HTTP/1.1" status: 200 len: 1094 time: 1.1017942 Dec 23 16:58:25.927980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'tag': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:58:25.948064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636f0b6-2058-4d17-ab01-40c3888141c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:25.997024 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'tag': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e', 'status': 'completed', 'code': 200} Dec 23 16:58:26.038313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-f96f24a0-41dd-4219-b5ed-e3f6d05a3cec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e72ddbdbb194649895120f5b60c0539&device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 1097 time: 0.0736647 Dec 23 16:58:26.111274 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-a1acbfb9-7955-40b8-be31-437947646dc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e HTTP/1.1" status: 200 len: 217 time: 0.0652280 Dec 23 16:58:26.173295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-c810d372-4944-476b-aae1-14d07436948d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:26.174681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-c810d372-4944-476b-aae1-14d07436948d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16089bf3-b871-4720-8b84-d0f7642a5a0c HTTP/1.1" status: 200 len: 855 time: 0.0573108 Dec 23 16:58:26.251422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-6db103bc-1c1a-424f-acf3-2789671e2a6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b66693-e417-433f-9091-855203d66006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703423 Dec 23 16:58:26.378267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-4d0d751c-8164-47b7-9420-c084bdd3787c service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205544 Dec 23 16:58:26.505826 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-96e2223e-cc20-47f8-8eef-197ed0e958cc req-d0afa35b-373a-44e0-8387-c6a3e2b1461d service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215649 Dec 23 16:58:26.618144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-a4a794a7-7253-492b-9ac9-869e00c70327 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e72ddbdbb194649895120f5b60c0539&device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 1097 time: 0.0662701 Dec 23 16:58:26.747704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-6c96d927-c3b9-4708-9f93-7ce46040d585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:26.749175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-6c96d927-c3b9-4708-9f93-7ce46040d585 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19b66693-e417-433f-9091-855203d66006 HTTP/1.1" status: 200 len: 917 time: 0.1250827 Dec 23 16:58:26.949262 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-80db183b-fdc2-4ecb-8de4-3b09cea1197e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e HTTP/1.1" status: 200 len: 217 time: 0.1936576 Dec 23 16:58:27.025277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-c2212cf2-432e-49cf-83d2-fd14c5cdf982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:27.026645 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-c2212cf2-432e-49cf-83d2-fd14c5cdf982 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=16089bf3-b871-4720-8b84-d0f7642a5a0c HTTP/1.1" status: 200 len: 855 time: 0.0671890 Dec 23 16:58:27.033718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9d59c-0b4b-444f-923e-9add3f4751c5 req-922e2e53-c4c8-412d-acbc-7b8a4ed90a11 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:27.035002 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73d9d59c-0b4b-444f-923e-9add3f4751c5 req-922e2e53-c4c8-412d-acbc-7b8a4ed90a11 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 944 time: 0.1383450 Dec 23 16:58:27.107384 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-59fb2f60-4e2e-4f89-85d6-5221ff6504c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19b66693-e417-433f-9091-855203d66006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714519 Dec 23 16:58:27.256234 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-73d9d59c-0b4b-444f-923e-9add3f4751c5 req-8c5e98e3-0f54-464a-af11-14d6980aaedf tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927519 Dec 23 16:58:27.278216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-6cc13eef-71d5-473f-9184-0581d98d57d6 service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638875 Dec 23 16:58:27.405717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-310b4564-a15e-40fd-9b4a-c15036bdd977 req-b296932a-ee86-4fc5-80e6-86133b247133 service neutron] 10.222.0.59 "GET /v2.0/networks/19b66693-e417-433f-9091-855203d66006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207728 Dec 23 16:58:28.514358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011be9c5-d36f-4456-ba79-88bb285d1d5a req-315bb9eb-1bcd-4592-87a7-db656a6972a8 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:28.515808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-011be9c5-d36f-4456-ba79-88bb285d1d5a req-315bb9eb-1bcd-4592-87a7-db656a6972a8 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 944 time: 0.1397331 Dec 23 16:58:28.565372 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-011be9c5-d36f-4456-ba79-88bb285d1d5a req-ad6c8fd8-d829-4860-884e-5733efab883f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Dec 23 16:58:29.581882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:58:29.712251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:29.725015 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e', 'network_id': '19b66693-e417-433f-9091-855203d66006', 'port_id': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e', 'mac_address': 'fa:16:3e:db:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16089bf3-b871-4720-8b84-d0f7642a5a0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:58:29.760255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb1f2-1e9a-45cb-82fd-d10bba34c588 req-0cf157d6-4b43-47a6-bb9b-6bfbe550a564 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:29.761697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2bddb1f2-1e9a-45cb-82fd-d10bba34c588 req-0cf157d6-4b43-47a6-bb9b-6bfbe550a564 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 944 time: 0.0778608 Dec 23 16:58:29.781120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:29.798379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:58:29.806685 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2bddb1f2-1e9a-45cb-82fd-d10bba34c588 req-4043f946-0f7a-465e-a6dd-efa5516cf78d tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Dec 23 16:58:29.813362 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:29.818244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:29.881275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:30.148715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:58:31.002894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc64ab2-cab0-4c87-bdc4-3a170135fd96 req-5bed8fb6-9f7a-4cb0-b2ec-11330d57aa90 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:31.004350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3fc64ab2-cab0-4c87-bdc4-3a170135fd96 req-5bed8fb6-9f7a-4cb0-b2ec-11330d57aa90 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 945 time: 0.0747783 Dec 23 16:58:31.047525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3fc64ab2-cab0-4c87-bdc4-3a170135fd96 req-0170bda0-bbca-4d88-b66f-378dc83b39fa tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377462 Dec 23 16:58:31.597600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:58:31.663011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:58:31.667335 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:58:31.667729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:31.777287 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:31.803279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:58:31.813019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:31.816972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:31.859740 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e', 'code': 200} Dec 23 16:58:31.890684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:32.090316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c2acd542-ca8a-40a0-8673-cf4465e9fbcc req-563fd058-f6bd-4fde-ab73-cf070b566d6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 1099 time: 0.0680385 Dec 23 16:58:32.132239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c2acd542-ca8a-40a0-8673-cf4465e9fbcc req-6e524e8b-4f76-44c1-9d39-83aea2e6e913 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355372 Dec 23 16:58:32.237617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161d1fa-ec7f-4aba-91b6-190d92b6b15a req-713d5b43-77a8-4e22-8e96-fddaa74fcac0 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:32.239021 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6161d1fa-ec7f-4aba-91b6-190d92b6b15a req-713d5b43-77a8-4e22-8e96-fddaa74fcac0 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 946 time: 0.0740623 Dec 23 16:58:32.293413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6161d1fa-ec7f-4aba-91b6-190d92b6b15a req-865e6381-0abe-47d6-80bb-14e74d0107ca tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489135 Dec 23 16:58:33.492932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8df44-dedd-4d1b-ab3a-57c2e1f9b5ce req-c78cbaa8-595a-40b6-9872-cab37a7b7ff3 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:33.494362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87e8df44-dedd-4d1b-ab3a-57c2e1f9b5ce req-c78cbaa8-595a-40b6-9872-cab37a7b7ff3 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 946 time: 0.0766842 Dec 23 16:58:33.538032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87e8df44-dedd-4d1b-ab3a-57c2e1f9b5ce req-c3bfc4b3-3981-49ab-b135-ac69e4460384 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Dec 23 16:58:34.737149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a420e6-074b-4b17-be19-6669f0333e5c req-e9f522d4-6a8d-4584-9270-29fab19564d7 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:34.738475 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-54a420e6-074b-4b17-be19-6669f0333e5c req-e9f522d4-6a8d-4584-9270-29fab19564d7 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 946 time: 0.0805562 Dec 23 16:58:34.782447 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-54a420e6-074b-4b17-be19-6669f0333e5c req-b6e3962b-ddac-4c38-b58d-92a5edb4ad90 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 Dec 23 16:58:34.980893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0181e6-f776-4abe-b0da-5b5ca8dce1ef req-067cf8fc-ad48-42b5-8568-1f8aba14f8aa tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:34.982324 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a0181e6-f776-4abe-b0da-5b5ca8dce1ef req-067cf8fc-ad48-42b5-8568-1f8aba14f8aa tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 946 time: 0.0817106 Dec 23 16:58:35.026539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1a0181e6-f776-4abe-b0da-5b5ca8dce1ef req-72b9f180-0a76-4335-8e43-260e85e7ab7f tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Dec 23 16:58:35.108796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71ac7718-4954-49d8-8cbb-ade2700ed39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:37.079699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:37.333661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76d1b0c3-c578-4a78-8ec7-19e59d901d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:38.522176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:38.587852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:40.007384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:50.687723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c5878-02a7-4a27-8bce-c210eba4eca7 req-f4bd29ec-efb3-4fb4-b4af-f8cfd78da5c4 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:50.689007 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2d3c5878-02a7-4a27-8bce-c210eba4eca7 req-f4bd29ec-efb3-4fb4-b4af-f8cfd78da5c4 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 946 time: 0.0772285 Dec 23 16:58:50.733213 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2d3c5878-02a7-4a27-8bce-c210eba4eca7 req-ef076566-8230-4eb6-b8a2-2b579049dfad tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 Dec 23 16:58:51.924847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9930c-0c2e-4eba-8355-669b903de6eb req-e55cca8e-8a39-4008-bc72-719daf3301c5 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:51.926329 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e9b9930c-0c2e-4eba-8355-669b903de6eb req-e55cca8e-8a39-4008-bc72-719daf3301c5 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 946 time: 0.0736587 Dec 23 16:58:51.969526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e9b9930c-0c2e-4eba-8355-669b903de6eb req-348f1c9c-567a-47e5-9168-aa3d3c6b2907 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/security-groups?id=685fe288-79cf-42e1-869b-13e2c66765ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 Dec 23 16:58:52.416554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-62f7f4ad-97c3-474e-b7cf-4e134fb63b32 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:58:52.417946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-62f7f4ad-97c3-474e-b7cf-4e134fb63b32 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 946 time: 0.0758603 Dec 23 16:58:52.483095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Deleting port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:58:52.483429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:52.803748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] For port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:52.804099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:52.921452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Calling delete_port for 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:58:53.062136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:53.074682 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:58:53.141304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Pushing event deleted for resources: {'Port': ['ID=5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:53.156691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-47f2efbd-45e7-475a-bb1e-b370217e0009 req-b8b555eb-5709-446e-92db-dc39b1936875 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde468ad-42b4-444e-8196-69f4429d2d71 HTTP/1.1" status: 200 len: 210 time: 0.0559213 Dec 23 16:58:53.225598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] No DVR routers for this DVR port 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:58:53.228045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:53.230503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'name': 'network-vif-deleted', 'tag': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:58:53.247432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fd2aeadc-9898-4d69-9ebe-26c280dd903b req-7af1a56c-c00f-466a-aad2-0640ecf97e20 tempest-TestEncryptedCinderVolumes-1411952599 tempest-TestEncryptedCinderVolumes-1411952599-project] 10.222.0.59 "DELETE /v2.0/ports/5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e HTTP/1.1" status: 204 len: 173 time: 0.8228300 Dec 23 16:58:53.297171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde468ad-42b4-444e-8196-69f4429d2d71', 'name': 'network-vif-deleted', 'tag': '5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e', 'status': 'completed', 'code': 200} Dec 23 16:58:54.305061 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35452) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:58:54.680409 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:55.247911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Deleting port 3fef6e4c-23d6-4f44-b514-807ef38098de {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:58:55.248837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:55.497698 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] For port 3fef6e4c-23d6-4f44-b514-807ef38098de, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3fef6e4c-23d6-4f44-b514-807ef38098de,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:55.499054 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:55.615320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Calling delete_port for 3fef6e4c-23d6-4f44-b514-807ef38098de owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:58:55.722182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:58:55.754684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:58:55.754940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 5e30dd4b-9de8-4582-a6d9-b3b424fe1e7e not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:58:55.787492 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:55.831570 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fef6e4c-23d6-4f44-b514-807ef38098de,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:55.868489 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.868829 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.869160 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.869487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.869810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.870146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.870456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.870771 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.871085 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.871397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:55.871738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:58:56.124991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:56.682563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Router 0144e27f-edc9-4454-b712-d89ddc82dafc has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:58:56.972458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:58:56.980896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] Sync routers for ids ['0144e27f-edc9-4454-b712-d89ddc82dafc'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:58:56.984972 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c722b211-06e6-44e3-9ff0-ba86e496ca8b admin admin] 10.222.0.18 "PUT /v2.0/routers/0144e27f-edc9-4454-b712-d89ddc82dafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6783507 Dec 23 16:58:56.987340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35456) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:58:56.993271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] Routers {'0144e27f-edc9-4454-b712-d89ddc82dafc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:58:56.993869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:58:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0144e27f-edc9-4454-b712-d89ddc82dafc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:57.168765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] Set router 0144e27f-edc9-4454-b712-d89ddc82dafc gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:58:57.177514 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:57.370981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:57.381090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Deleting port 989c6076-3e66-475e-9214-1f5a90cc2352 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:58:57.381470 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:57.450404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:58:55Z', 'revision_number': 5, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port': {'id': '989c6076-3e66-475e-9214-1f5a90cc2352', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:39Z', 'updated_at': '2021-12-23T16:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:57.454709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] Checking router: 0144e27f-edc9-4454-b712-d89ddc82dafc for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:58:57.465076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] Routers {'0144e27f-edc9-4454-b712-d89ddc82dafc'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:58:57.465639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:58:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['0144e27f-edc9-4454-b712-d89ddc82dafc'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:57.548527 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] For port 989c6076-3e66-475e-9214-1f5a90cc2352, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=989c6076-3e66-475e-9214-1f5a90cc2352,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:57.548869 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:57.627967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] Set router 0144e27f-edc9-4454-b712-d89ddc82dafc gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:58:57.673944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Calling delete_port for 989c6076-3e66-475e-9214-1f5a90cc2352 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:58:57.729768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:58:57Z', 'revision_number': 6, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:57.734215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507ccd1-6862-4f32-9a5a-de7ddb781f17 None None] The sync data for ids ['0144e27f-edc9-4454-b712-d89ddc82dafc'] in dv-neutron-822800-1-hyperv is: [{'id': '0144e27f-edc9-4454-b712-d89ddc82dafc', 'name': 'tempest-TestEncryptedCinderVolumes-105896256-router', 'tenant_id': '3e72ddbdbb194649895120f5b60c0539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:38Z', 'updated_at': '2021-12-23T16:58:57Z', 'revision_number': 6, 'project_id': '3e72ddbdbb194649895120f5b60c0539', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:58:57.834915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:57.881663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=989c6076-3e66-475e-9214-1f5a90cc2352,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:58.098451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.141710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3fef6e4c-23d6-4f44-b514-807ef38098de no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:58:58.175715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 3fef6e4c-23d6-4f44-b514-807ef38098de {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:58:58.176059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3fef6e4c-23d6-4f44-b514-807ef38098de not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:58:58.438924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.443058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.467695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.468189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0144e27f-edc9-4454-b712-d89ddc82dafc {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:58:58.480162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.481251 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-09adacb0-252f-4ae9-a02f-de328775aec2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0144e27f-edc9-4454-b712-d89ddc82dafc HTTP/1.1" status: 204 len: 168 time: 1.4930089 Dec 23 16:58:58.483744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35460) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:58:58.543094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] Deleting subnet 16089bf3-b871-4720-8b84-d0f7642a5a0c {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:58:58.545993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.596260 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.673116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.741271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.783925 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16089bf3-b871-4720-8b84-d0f7642a5a0c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:58.788537 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.793587 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b5126-361f-406f-9c19-6e843922c2f2 None None] Network 19b66693-e417-433f-9091-855203d66006 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:58:58.796530 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78a19f27-ac4f-4a63-9f87-5a7c8ec91b69 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/16089bf3-b871-4720-8b84-d0f7642a5a0c HTTP/1.1" status: 204 len: 168 time: 0.3094559 Dec 23 16:58:58.796668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:58:58.907761 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:58.918188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Deleting port 1c70c91b-0d40-4da8-9df7-193f24264f17 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:58:58.918543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.030927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] DHCP port deletion for 19b66693-e417-433f-9091-855203d66006 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:58:59.035687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Deleting port 1c70c91b-0d40-4da8-9df7-193f24264f17 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:58:59.036055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.121437 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] For port 1c70c91b-0d40-4da8-9df7-193f24264f17, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1c70c91b-0d40-4da8-9df7-193f24264f17,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:59.121786 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.241198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Calling delete_port for 1c70c91b-0d40-4da8-9df7-193f24264f17 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:58:59.273522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] For port 1c70c91b-0d40-4da8-9df7-193f24264f17, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=1c70c91b-0d40-4da8-9df7-193f24264f17,segment=NetworkSegment(887941b8-56a3-4712-8340-bda5a29fbed3),segment_id=887941b8-56a3-4712-8340-bda5a29fbed3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:58:59.274106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.317352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.360364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c70c91b-0d40-4da8-9df7-193f24264f17,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:59.367295 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] No DVR routers for this DVR port 1c70c91b-0d40-4da8-9df7-193f24264f17 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:58:59.392832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Calling delete_port for 1c70c91b-0d40-4da8-9df7-193f24264f17 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:58:59.461708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:58:59.462062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:58:59.485965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.509803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b66693-e417-433f-9091-855203d66006']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:59.522200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887941b8-56a3-4712-8340-bda5a29fbed3') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:59.522487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887941b8-56a3-4712-8340-bda5a29fbed3') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:58:59.534166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.553441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.559231 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:58:59.559625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:58:59.576612 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:58:59.648102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.664958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:58:59.674398 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=19b66693-e417-433f-9091-855203d66006,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:58:59.681071 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e93c3c6d-b860-4e13-9030-982f7fce3c8e admin admin] 10.222.0.18 "DELETE /v2.0/networks/19b66693-e417-433f-9091-855203d66006 HTTP/1.1" status: 204 len: 168 time: 0.8835585 Dec 23 16:58:59.683912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:58:59.963872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Deleting port 1c70c91b-0d40-4da8-9df7-193f24264f17 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:58:59.964160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:00.034605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70185f23-0852-4edf-95a1-2ad6612d48c0 None None] The port '1c70c91b-0d40-4da8-9df7-193f24264f17' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:59:00.054145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 989c6076-3e66-475e-9214-1f5a90cc2352 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:59:00.087089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 989c6076-3e66-475e-9214-1f5a90cc2352 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:59:00.087431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 989c6076-3e66-475e-9214-1f5a90cc2352 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:59:00.087865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1c70c91b-0d40-4da8-9df7-193f24264f17 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:59:00.117970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 1c70c91b-0d40-4da8-9df7-193f24264f17 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:59:00.118309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 1c70c91b-0d40-4da8-9df7-193f24264f17 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:59:00.166901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:00.731791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Deleting port 62dd1c83-9806-481d-8590-d0914a4fcd2c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:59:00.732036 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:00.898052 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] For port 62dd1c83-9806-481d-8590-d0914a4fcd2c, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=62dd1c83-9806-481d-8590-d0914a4fcd2c,segment=NetworkSegment(aedada67-8037-49dd-9c36-c014332f462f),segment_id=aedada67-8037-49dd-9c36-c014332f462f)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:00.898393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:01.013290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Calling delete_port for 62dd1c83-9806-481d-8590-d0914a4fcd2c owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:59:01.184499 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:01.228646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Pushing event deleted for resources: {'Port': ['ID=62dd1c83-9806-481d-8590-d0914a4fcd2c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:01.597590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:02.151916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Router 3c03ef71-2601-4934-a81e-7502fcf97182 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:59:02.351268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:59:02.359852 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] Sync routers for ids ['3c03ef71-2601-4934-a81e-7502fcf97182'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:59:02.360299 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3928bf17-6a46-4283-92d1-ad84bb0d1061 admin admin] 10.222.0.18 "PUT /v2.0/routers/3c03ef71-2601-4934-a81e-7502fcf97182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751339 Dec 23 16:59:02.362356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:02.371696 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] Routers {'3c03ef71-2601-4934-a81e-7502fcf97182'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:02.372280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:58:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3c03ef71-2601-4934-a81e-7502fcf97182'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:02.544857 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] Set router 3c03ef71-2601-4934-a81e-7502fcf97182 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:02.561335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:02.753887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:02.763009 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Deleting port 089eb2e4-4c01-4782-95fa-ed46104df50f {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:59:02.763352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:02.854581 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176'}], 'enable_snat': True}, 'gw_port_id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:59:01Z', 'revision_number': 5, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port': {'id': '089eb2e4-4c01-4782-95fa-ed46104df50f', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:02.859532 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] Checking router: 3c03ef71-2601-4934-a81e-7502fcf97182 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:59:02.870728 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] Routers {'3c03ef71-2601-4934-a81e-7502fcf97182'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:02.871356 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:58:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['3c03ef71-2601-4934-a81e-7502fcf97182'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:03.004815 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:59:03.036554 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] Set router 3c03ef71-2601-4934-a81e-7502fcf97182 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:03.039676 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] For port 089eb2e4-4c01-4782-95fa-ed46104df50f, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=089eb2e4-4c01-4782-95fa-ed46104df50f,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:03.040025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.144154 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:59:02Z', 'revision_number': 6, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:03.147908 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52312b45-fb5c-4161-8ca3-223f330273fe None None] The sync data for ids ['3c03ef71-2601-4934-a81e-7502fcf97182'] in dv-neutron-822800-1-hyperv is: [{'id': '3c03ef71-2601-4934-a81e-7502fcf97182', 'name': 'tempest-TestEncryptedCinderVolumes-1794771906-router', 'tenant_id': '250a5466ceb34096bec6edfc6c4ce935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:57:44Z', 'updated_at': '2021-12-23T16:59:02Z', 'revision_number': 6, 'project_id': '250a5466ceb34096bec6edfc6c4ce935', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:59:03.161057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Calling delete_port for 089eb2e4-4c01-4782-95fa-ed46104df50f owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:59:03.318153 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.361894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Pushing event deleted for resources: {'Port': ['ID=089eb2e4-4c01-4782-95fa-ed46104df50f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:03.585591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.837600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.841611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.869980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.870561 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c03ef71-2601-4934-a81e-7502fcf97182 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:59:03.882721 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.883851 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3999d31-a8e3-44fc-84d2-7d304851e907 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3c03ef71-2601-4934-a81e-7502fcf97182 HTTP/1.1" status: 204 len: 168 time: 1.5206013 Dec 23 16:59:03.886319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35476) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:03.945613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] Deleting subnet 1c34a728-a86f-4c73-abd9-7a063b09cf7e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:59:03.948603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:03.996629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.052390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 089eb2e4-4c01-4782-95fa-ed46104df50f no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:59:04.074812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.083709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 089eb2e4-4c01-4782-95fa-ed46104df50f {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:59:04.084053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 089eb2e4-4c01-4782-95fa-ed46104df50f not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:59:04.084453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 62dd1c83-9806-481d-8590-d0914a4fcd2c no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:59:04.118108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 62dd1c83-9806-481d-8590-d0914a4fcd2c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:59:04.118444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 62dd1c83-9806-481d-8590-d0914a4fcd2c not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:59:04.142031 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.178886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c34a728-a86f-4c73-abd9-7a063b09cf7e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:04.183358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.189041 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-599265b2-ab12-4a44-a864-f511e0855974 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1c34a728-a86f-4c73-abd9-7a063b09cf7e HTTP/1.1" status: 204 len: 168 time: 0.3018198 Dec 23 16:59:04.189204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed4bcb3-d4dd-4165-bafe-48b7b71baa47 None None] Network af399b22-6579-4986-8127-65edf4f061bc requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:59:04.191397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:04.381467 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.392290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Deleting port 6392fb20-cd4c-4a29-bd5f-124cf559b62e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:59:04.392633 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.431417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] DHCP port deletion for af399b22-6579-4986-8127-65edf4f061bc request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:59:04.435475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Deleting port 6392fb20-cd4c-4a29-bd5f-124cf559b62e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:59:04.435897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.596126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] For port 6392fb20-cd4c-4a29-bd5f-124cf559b62e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6392fb20-cd4c-4a29-bd5f-124cf559b62e,segment=NetworkSegment(aedada67-8037-49dd-9c36-c014332f462f),segment_id=aedada67-8037-49dd-9c36-c014332f462f)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:04.596484 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.637671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] For port 6392fb20-cd4c-4a29-bd5f-124cf559b62e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6392fb20-cd4c-4a29-bd5f-124cf559b62e,segment=NetworkSegment(aedada67-8037-49dd-9c36-c014332f462f),segment_id=aedada67-8037-49dd-9c36-c014332f462f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:04.637983 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.715296 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Calling delete_port for 6392fb20-cd4c-4a29-bd5f-124cf559b62e owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:59:04.752573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Calling delete_port for 6392fb20-cd4c-4a29-bd5f-124cf559b62e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 16:59:04.789396 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.820980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:59:04.821331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:59:04.832540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6392fb20-cd4c-4a29-bd5f-124cf559b62e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:04.838463 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] No DVR routers for this DVR port 6392fb20-cd4c-4a29-bd5f-124cf559b62e on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:59:04.951751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:04.975320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af399b22-6579-4986-8127-65edf4f061bc']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:04.987355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedada67-8037-49dd-9c36-c014332f462f') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:04.987678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedada67-8037-49dd-9c36-c014332f462f') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:04.999033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.014435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.020365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:59:05.020745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:59:05.037232 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:59:05.110739 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.111417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-952c4d4f-2190-4b3a-9a92-b4a88b239c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.127224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.136780 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=af399b22-6579-4986-8127-65edf4f061bc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:05.140583 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4e15aecc-0ea9-4d1e-8334-4af33d61f1a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/af399b22-6579-4986-8127-65edf4f061bc HTTP/1.1" status: 204 len: 168 time: 0.9482720 Dec 23 16:59:05.322564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Deleting port 6392fb20-cd4c-4a29-bd5f-124cf559b62e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 16:59:05.323017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.350214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35486) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:05.389061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b766c8bc-e3a9-4182-913a-f829a2460fae None None] The port '6392fb20-cd4c-4a29-bd5f-124cf559b62e' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 16:59:05.405827 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3f1baaa5-48b8-4a65-9191-6a4e3fbe2ff9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e72ddbdbb194649895120f5b60c0539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544758 Dec 23 16:59:05.408586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35490) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:05.465696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f285bb2-018c-4893-b530-4ea9aa6d9475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.490657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f285bb2-018c-4893-b530-4ea9aa6d9475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.540303 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f285bb2-018c-4893-b530-4ea9aa6d9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.557775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f285bb2-018c-4893-b530-4ea9aa6d9475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685fe288-79cf-42e1-869b-13e2c66765ec,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:05.561690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0f285bb2-018c-4893-b530-4ea9aa6d9475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:05.562768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0f285bb2-018c-4893-b530-4ea9aa6d9475 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/685fe288-79cf-42e1-869b-13e2c66765ec HTTP/1.1" status: 204 len: 168 time: 0.1532679 Dec 23 16:59:05.949425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35498) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:05.999120 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-feb18e7b-8bdf-4ec4-9ec8-332d909e53fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=250a5466ceb34096bec6edfc6c4ce935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485108 Dec 23 16:59:06.001440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35502) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:06.051585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6392fb20-cd4c-4a29-bd5f-124cf559b62e no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:59:06.065507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c7de115-9078-464c-8fd5-05b49ac962d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:06.083762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 6392fb20-cd4c-4a29-bd5f-124cf559b62e {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 16:59:06.084178 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6392fb20-cd4c-4a29-bd5f-124cf559b62e not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:59:06.091942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c7de115-9078-464c-8fd5-05b49ac962d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:06.143047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c7de115-9078-464c-8fd5-05b49ac962d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:06.156697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7de115-9078-464c-8fd5-05b49ac962d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9137371-e89c-4d7f-bf48-3b7e6ecc8ff0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:06.163802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0c7de115-9078-464c-8fd5-05b49ac962d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:06.164983 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0c7de115-9078-464c-8fd5-05b49ac962d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9137371-e89c-4d7f-bf48-3b7e6ecc8ff0 HTTP/1.1" status: 204 len: 168 time: 0.1626692 Dec 23 16:59:07.075822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.094484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35524) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:07.276302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1736198737-network', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:07.282020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:07.285882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Usage tracker for resource:network and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:07.288809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:07.294370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:07.304448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Made reservation on behalf of 45877166d73945e6bc6efc20e4a01afd for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:59:07.306985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.319711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.334715 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d97931e-4f51-48d8-99e5-fabe14d8690c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.351761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:07.355512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:07.358247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:07.363884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:07.427664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.431230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.459980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:59:07.469271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc7b83d-1ee3-4de4-a024-6d44c1025f39,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:07.475531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.475904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Added segment 7febbc07-88a7-472d-a03e-ebfac8c8ff99 of type vlan for network a2311a19-ec8c-4112-a321-dff87d36daf5 Dec 23 16:59:07.505099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.533691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.534859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:07.535427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.633190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] Pushing event updated for resources: {'Network': ['ID=a2311a19-ec8c-4112-a321-dff87d36daf5,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:07.637116 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-adc1a346-3a7b-4bf0-8e73-30cb4aa63312 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5416303 Dec 23 16:59:07.640683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:07.643336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network a2311a19-ec8c-4112-a321-dff87d36daf5 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:59:07.646315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Request body: {'subnet': {'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1736198737-subnet', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:07.652196 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:07.657172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Usage tracker for resource:subnet and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:07.660232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:07.666020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:07.676200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Made reservation on behalf of 45877166d73945e6bc6efc20e4a01afd for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:59:07.678454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.875654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:07.950365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a88689-3045-44f8-80ab-a09d205fe6d7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:07.961386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Checking segment: {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:07.961731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Network hostable DHCP agents. Network: a2311a19-ec8c-4112-a321-dff87d36daf5, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:59:07.982062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Network a2311a19-ec8c-4112-a321-dff87d36daf5 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:59:07.991365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, a2311a19-ec8c-4112-a321-dff87d36daf5) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:07.995027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:07.995611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.001654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d014534-ef32-497f-999f-a6496267591a None None] Network a2311a19-ec8c-4112-a321-dff87d36daf5 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:59:08.016897 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d70f846-8f43-4b3d-95ad-d39de85138e4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3751509 Dec 23 16:59:08.019796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35536) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:08.024871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:08.029500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:08.033559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Usage tracker for resource:router and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:08.036383 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:08.041896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:08.056241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.057130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.076045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.207188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-a2311a19-ec8c-4112-a321-dff87d36daf5', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:59:08.208033 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.216884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.359245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Allocated IP 172.20.0.2 (a2311a19-ec8c-4112-a321-dff87d36daf5/f0a88689-3045-44f8-80ab-a09d205fe6d7/7dd75af5-9538-4183-9bd9-d85946114782) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:59:08.399746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.432905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.562729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.565912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Allocated IP 172.26.7.97 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/f4834a83-816a-42ab-b612-e6e20c31c477) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:59:08.567452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.581882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Transition to ACTIVE for port object 7dd75af5-9538-4183-9bd9-d85946114782 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:08.608503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.612102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Transition to ACTIVE for port object 7dd75af5-9538-4183-9bd9-d85946114782 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:08.619041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.687691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Network a2311a19-ec8c-4112-a321-dff87d36daf5 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:08.688904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:08.692793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:59:08.698954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Pushing event updated for resources: {'Port': ['ID=7dd75af5-9538-4183-9bd9-d85946114782,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:08.736612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.736966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.737306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.737635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.737970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.738296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.738619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.738941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.739261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.739597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.739921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:08.796594 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Attempting to bind port 7dd75af5-9538-4183-9bd9-d85946114782 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:59:08.796961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Attempting to bind port 7dd75af5-9538-4183-9bd9-d85946114782 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:59:08.797315 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Attempting to bind port 7dd75af5-9538-4183-9bd9-d85946114782 on network a2311a19-ec8c-4112-a321-dff87d36daf5 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:08.803564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:59:08.803947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Checking segment: {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:08.804339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.804721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Bound using segment: {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:59:08.805181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Bound port: 7dd75af5-9538-4183-9bd9-d85946114782, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:59:08.805538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.813882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.842998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.895717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] For port 7dd75af5-9538-4183-9bd9-d85946114782, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:59:08.906064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] For port 7dd75af5-9538-4183-9bd9-d85946114782, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7dd75af5-9538-4183-9bd9-d85946114782,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:59:08.911004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:08.914628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:08.918187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:08.920227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Pushing event updated for resources: {'Port': ['ID=f4834a83-816a-42ab-b612-e6e20c31c477,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:08.922223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:59:08.999040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bba052-2000-4dac-b374-e27df7bfa0b8 None None] Pushing event updated for resources: {'Port': ['ID=7dd75af5-9538-4183-9bd9-d85946114782,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:09.084646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:09.085424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:09.319809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Router 143333f7-6aa0-4774-b1a1-b0ef305ea4de is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:59:09.516843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:59:09.525246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Sync routers for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:59:09.536742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:09.537342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:09.539694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:09.540926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b0481bb8-2dbd-4b23-9ecb-468a19b53f8e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5201743 Dec 23 16:59:09.543932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35540) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:09.723275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:09.900466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3214c2-26cb-4925-aba2-61d48e3162df None None] Network a2311a19-ec8c-4112-a321-dff87d36daf5 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:59:10.065603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.087604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d38d37cf-b6e1-403c-85f0-579c47e7e445 None None] Provisioning for port 7dd75af5-9538-4183-9bd9-d85946114782 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:10.119516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7dd75af5-9538-4183-9bd9-d85946114782 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:10.319162 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7dd75af5-9538-4183-9bd9-d85946114782 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:10.335081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7dd75af5-9538-4183-9bd9-d85946114782 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:10.335447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.376984 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.387952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:09Z', 'revision_number': 3, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:10.398998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Checking router: 143333f7-6aa0-4774-b1a1-b0ef305ea4de for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:59:10.399347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Updating router 143333f7-6aa0-4774-b1a1-b0ef305ea4de port f4834a83-816a-42ab-b612-e6e20c31c477 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:59:10.461638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.595528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Allocated IP 172.20.0.1 (a2311a19-ec8c-4112-a321-dff87d36daf5/f0a88689-3045-44f8-80ab-a09d205fe6d7/9ae60440-81ad-4d95-92cd-140e14b76c0d) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:59:10.603227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.715253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7dd75af5-9538-4183-9bd9-d85946114782, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7dd75af5-9538-4183-9bd9-d85946114782,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:10.724912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.745824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.761339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Transition to ACTIVE for port object 9ae60440-81ad-4d95-92cd-140e14b76c0d will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:10.784090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.825450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7dd75af5-9538-4183-9bd9-d85946114782,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:10.830904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fedba175-5bdf-4f4a-b931-125f3a711601 None None] Provisioning complete for port 7dd75af5-9538-4183-9bd9-d85946114782 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:10.831271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fedba175-5bdf-4f4a-b931-125f3a711601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:10.855339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Network a2311a19-ec8c-4112-a321-dff87d36daf5 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:10.858814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:10.863322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:59:10.890624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae60440-81ad-4d95-92cd-140e14b76c0d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:10.923118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.016500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.043123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.055811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Transition to ACTIVE for port object f4834a83-816a-42ab-b612-e6e20c31c477 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:11.061707 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.142685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Attempting to bind port f4834a83-816a-42ab-b612-e6e20c31c477 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:59:11.142982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Attempting to bind port f4834a83-816a-42ab-b612-e6e20c31c477 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:59:11.143338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Attempting to bind port f4834a83-816a-42ab-b612-e6e20c31c477 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:11.145229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fede2-64e2-4b22-9a1f-40c13d00895c None None] Pushing event updated for resources: {'Port': ['ID=f4834a83-816a-42ab-b612-e6e20c31c477,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:11.158132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:59:11.158496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:11.158886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.159270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:59:11.159747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Bound port: f4834a83-816a-42ab-b612-e6e20c31c477, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:59:11.160112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.212668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4ef0bd87-77ab-4c98-bf1f-62bcbd476140 None None] Provisioning for port 9ae60440-81ad-4d95-92cd-140e14b76c0d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:11.227838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4ef0bd87-77ab-4c98-bf1f-62bcbd476140 None None] Provisioning complete for port 9ae60440-81ad-4d95-92cd-140e14b76c0d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:11.228201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ef0bd87-77ab-4c98-bf1f-62bcbd476140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.240354 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.244654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.277628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] For port f4834a83-816a-42ab-b612-e6e20c31c477, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:59:11.289726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] For port f4834a83-816a-42ab-b612-e6e20c31c477, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f4834a83-816a-42ab-b612-e6e20c31c477,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:59:11.290765 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0bd87-77ab-4c98-bf1f-62bcbd476140 None None] Port 9ae60440-81ad-4d95-92cd-140e14b76c0d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:59:11.294503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.363143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.368271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae60440-81ad-4d95-92cd-140e14b76c0d,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:11.382649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fede2-64e2-4b22-9a1f-40c13d00895c None None] Pushing event updated for resources: {'Port': ['ID=f4834a83-816a-42ab-b612-e6e20c31c477,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:11.385170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:11.385756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:11.502092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Network a2311a19-ec8c-4112-a321-dff87d36daf5 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:11.503424 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:11.568692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:11.883009 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c846ce99-2b9e-498b-ab8c-be137de4b248 None None] Provisioning complete for port 9ae60440-81ad-4d95-92cd-140e14b76c0d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:11.883686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c846ce99-2b9e-498b-ab8c-be137de4b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:11.977445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c846ce99-2b9e-498b-ab8c-be137de4b248 None None] Port 9ae60440-81ad-4d95-92cd-140e14b76c0d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:59:12.005370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Router 143333f7-6aa0-4774-b1a1-b0ef305ea4de has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:59:12.017205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:11Z', 'revision_number': 2, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:12.021276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2c3f-4d6d-4da8-9f98-d55a7917dcb0 None None] The sync data for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv is: [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:11Z', 'revision_number': 2, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:59:12.083731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7dd75af5-9538-4183-9bd9-d85946114782 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:12.164679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7dd75af5-9538-4183-9bd9-d85946114782 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:12.165041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:12.263641 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:59:12.275588 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aad43bed-edb4-4965-95d8-ec5ca7650356 admin admin] 10.222.0.18 "PUT /v2.0/routers/143333f7-6aa0-4774-b1a1-b0ef305ea4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280340 Dec 23 16:59:13.179670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35562) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:13.185128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1701696986-network', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:13.190837 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:13.194845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Usage tracker for resource:network and tenant:f8084dd2b6964fa98ed280ef75d52378 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:13.197736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:13.203306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:13.214393 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Made reservation on behalf of f8084dd2b6964fa98ed280ef75d52378 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:59:13.217916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.234505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.266255 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:13.269978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Usage tracker for resource:security_group_rule and tenant:f8084dd2b6964fa98ed280ef75d52378 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:13.272849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:13.278632 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:13.343977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.347431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.378706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:59:13.383923 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56275f4c-4ae5-4f60-b051-272abf056862,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:13.391733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.392074 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Added segment 9b7717ff-800d-4370-a2c6-9213e07865ce of type vlan for network 08be0de0-b550-4d51-aea2-79b7803f3c41 Dec 23 16:59:13.417870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.447128 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.447976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:13.448534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.549862 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3691185 Dec 23 16:59:13.550702 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f870db6-5e7f-41c9-a04d-f0b8dbf3ab39 admin admin] Pushing event updated for resources: {'Network': ['ID=08be0de0-b550-4d51-aea2-79b7803f3c41,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:13.552727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35566) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:13.558462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Request body: {'subnet': {'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1701696986-subnet', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:13.560267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:59:13.563407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:13.567175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Usage tracker for resource:subnet and tenant:f8084dd2b6964fa98ed280ef75d52378 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:13.570758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:13.576374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:13.585708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Made reservation on behalf of f8084dd2b6964fa98ed280ef75d52378 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:59:13.588286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.785152 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.856161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a89d68-6eae-4a4e-ab8a-96b85fdbbeef,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:13.867493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Checking segment: {'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:13.867865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Network hostable DHCP agents. Network: 08be0de0-b550-4d51-aea2-79b7803f3c41, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:59:13.888246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:59:13.897868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 08be0de0-b550-4d51-aea2-79b7803f3c41) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:13.901767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:13.902337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.907338 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8135016-fcca-41de-a1be-446d5f7004f9 None None] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:59:13.925645 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6c106dc3-cf2e-4362-b415-bc8f4d048841 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3717372 Dec 23 16:59:13.928079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35570) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:13.933285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:13.937849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:13.941743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Usage tracker for resource:router and tenant:f8084dd2b6964fa98ed280ef75d52378 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:13.944584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:13.950115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:13.960557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.961559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:13.981135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.108453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f4834a83-816a-42ab-b612-e6e20c31c477 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:14.125577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.161709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-08be0de0-b550-4d51-aea2-79b7803f3c41', 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'fixed_ips': [{'subnet_id': '39a89d68-6eae-4a4e-ab8a-96b85fdbbeef'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:59:14.162506 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.255194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port f4834a83-816a-42ab-b612-e6e20c31c477 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:14.262331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f4834a83-816a-42ab-b612-e6e20c31c477 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:14.262710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.309937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.339936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.384499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Allocated IP 172.20.0.2 (08be0de0-b550-4d51-aea2-79b7803f3c41/39a89d68-6eae-4a4e-ab8a-96b85fdbbeef/4e9dd1a7-3f80-4c4f-835d-7d1112d69050) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:59:14.474954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Allocated IP 172.26.7.105 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/683694fd-e71e-4a98-b555-6443a8e7bcdc) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:59:14.505589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.537909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port f4834a83-816a-42ab-b612-e6e20c31c477, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f4834a83-816a-42ab-b612-e6e20c31c477,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:14.544855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.685262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=f4834a83-816a-42ab-b612-e6e20c31c477,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:14.707412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.717970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Transition to ACTIVE for port object 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:14.725055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.739055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Transition to ACTIVE for port object 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:14.745550 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.758431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.814907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:14.817568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:14.821368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:59:14.826270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Pushing event updated for resources: {'Port': ['ID=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:14.827545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:14.832045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:14.834363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:59:14.859754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Pushing event updated for resources: {'Port': ['ID=683694fd-e71e-4a98-b555-6443a8e7bcdc,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:14.954103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Attempting to bind port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:59:14.954376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Attempting to bind port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:59:14.954735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Attempting to bind port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 on network 08be0de0-b550-4d51-aea2-79b7803f3c41 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:14.961100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:59:14.961474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Checking segment: {'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:14.961863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.962245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Bound using segment: {'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:59:14.962695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Bound port: 4e9dd1a7-3f80-4c4f-835d-7d1112d69050, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:59:14.963059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:14.999399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:15.000260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:15.053177 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] For port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:59:15.056233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] For port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,segment=NetworkSegment(9b7717ff-800d-4370-a2c6-9213e07865ce),segment_id=9b7717ff-800d-4370-a2c6-9213e07865ce)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:59:15.060433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:15.148779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06380818-9f68-4b9c-afb3-c59b12af3efa None None] Pushing event updated for resources: {'Port': ['ID=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:15.237631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Router 9e585af3-9ae8-49c0-8a89-503e42dfec92 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:59:15.445396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:59:15.454778 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Sync routers for ids ['9e585af3-9ae8-49c0-8a89-503e42dfec92'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:59:15.466663 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Routers {'9e585af3-9ae8-49c0-8a89-503e42dfec92'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:15.467234 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9e585af3-9ae8-49c0-8a89-503e42dfec92'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:15.470720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:15.471975 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f2be26a5-4941-41b4-b406-8fb4448a6d97 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5429311 Dec 23 16:59:15.474621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35574) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:59:15.660271 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Set router 9e585af3-9ae8-49c0-8a89-503e42dfec92 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:15.968088 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 3, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port': {'id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:14Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:15.972058 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Checking router: 9e585af3-9ae8-49c0-8a89-503e42dfec92 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:59:15.972384 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Updating router 9e585af3-9ae8-49c0-8a89-503e42dfec92 port 683694fd-e71e-4a98-b555-6443a8e7bcdc binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:59:16.026086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.119585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13500e-670e-4f11-bc80-602cc9aaff9d None None] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:59:16.193214 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f4834a83-816a-42ab-b612-e6e20c31c477 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:16.296657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b5e7c544-3e9e-4549-be82-b585fb1c32ae None None] Provisioning for port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:16.360948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f4834a83-816a-42ab-b612-e6e20c31c477 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:16.361205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.385589 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.397910 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Transition to ACTIVE for port object 683694fd-e71e-4a98-b555-6443a8e7bcdc will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:16.403446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.407165 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.523944 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Pushing event updated for resources: {'Port': ['ID=683694fd-e71e-4a98-b555-6443a8e7bcdc,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:16.526159 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Attempting to bind port 683694fd-e71e-4a98-b555-6443a8e7bcdc on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:59:16.526489 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Attempting to bind port 683694fd-e71e-4a98-b555-6443a8e7bcdc by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:59:16.526825 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Attempting to bind port 683694fd-e71e-4a98-b555-6443a8e7bcdc on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:16.538451 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.538892 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.539094 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.539418 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.539767 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.540069 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.540408 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.540722 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.541027 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.541332 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.541635 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:16.545578 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:59:16.545931 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:16.546311 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.546728 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:59:16.547120 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Bound port: 683694fd-e71e-4a98-b555-6443a8e7bcdc, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:59:16.547464 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.572881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:16.627402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Allocated IP 172.20.0.1 (08be0de0-b550-4d51-aea2-79b7803f3c41/39a89d68-6eae-4a4e-ab8a-96b85fdbbeef/74995dbd-4203-4772-8136-c972118a276d) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:59:16.640508 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] For port 683694fd-e71e-4a98-b555-6443a8e7bcdc, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:59:16.644239 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] For port 683694fd-e71e-4a98-b555-6443a8e7bcdc, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=683694fd-e71e-4a98-b555-6443a8e7bcdc,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:59:16.649872 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.660864 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:16.667709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:16.668119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.747322 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Routers {'9e585af3-9ae8-49c0-8a89-503e42dfec92'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:16.748053 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9e585af3-9ae8-49c0-8a89-503e42dfec92'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:16.799018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.811459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.814727 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d903f00-9941-440c-b827-6e418c6eff29 None None] Pushing event updated for resources: {'Port': ['ID=683694fd-e71e-4a98-b555-6443a8e7bcdc,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:16.836047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Transition to ACTIVE for port object 74995dbd-4203-4772-8136-c972118a276d will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:16.839840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,segment=NetworkSegment(9b7717ff-800d-4370-a2c6-9213e07865ce),segment_id=9b7717ff-800d-4370-a2c6-9213e07865ce)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:16.848751 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.863120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.886566 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-31eceef1-d0d2-4520-9f8e-2ec7511dc0b1 None None] Provisioning complete for port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:16.886788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31eceef1-d0d2-4520-9f8e-2ec7511dc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:16.934397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:16.937893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:16.942485 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:59:16.945492 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] Set router 9e585af3-9ae8-49c0-8a89-503e42dfec92 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:16.969527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Pushing event updated for resources: {'Port': ['ID=74995dbd-4203-4772-8136-c972118a276d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:16.970330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:17.001636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:17.107987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:17.241797 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 3, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port': {'id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:14Z', 'updated_at': '2021-12-23T16:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:17.245569 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca2b9b-9c3b-42a1-9f06-ec23fcf16ad6 None None] The sync data for ids ['9e585af3-9ae8-49c0-8a89-503e42dfec92'] in dv-neutron-822800-1-hyperv is: [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 3, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port': {'id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:14Z', 'updated_at': '2021-12-23T16:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:59:17.283342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-197d88fe-f85a-4b4d-9e06-3cf7cea1848f None None] Provisioning for port 74995dbd-4203-4772-8136-c972118a276d completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:17.288264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-197d88fe-f85a-4b4d-9e06-3cf7cea1848f None None] Provisioning complete for port 74995dbd-4203-4772-8136-c972118a276d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:17.288626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-197d88fe-f85a-4b4d-9e06-3cf7cea1848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:17.339184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-197d88fe-f85a-4b4d-9e06-3cf7cea1848f None None] Port 74995dbd-4203-4772-8136-c972118a276d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:59:17.345355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:17.349656 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:17.451655 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Pushing event updated for resources: {'Port': ['ID=74995dbd-4203-4772-8136-c972118a276d,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:17.454978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:17.592508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:17.593471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:17.862567 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-03ffa665-75db-4e24-a6ce-5ef183ba820c None None] Provisioning complete for port 74995dbd-4203-4772-8136-c972118a276d triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:17.862916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03ffa665-75db-4e24-a6ce-5ef183ba820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:17.920814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-03ffa665-75db-4e24-a6ce-5ef183ba820c None None] Port 74995dbd-4203-4772-8136-c972118a276d cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:59:17.971687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Router 9e585af3-9ae8-49c0-8a89-503e42dfec92 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:59:18.064017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:18.142812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:18.143182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:18.282389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:59:18.291221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-79e54790-8ce0-4c26-b5a3-9b1e37756854 admin admin] 10.222.0.18 "PUT /v2.0/routers/9e585af3-9ae8-49c0-8a89-503e42dfec92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156292 Dec 23 16:59:24.108036 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 683694fd-e71e-4a98-b555-6443a8e7bcdc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:24.194700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 683694fd-e71e-4a98-b555-6443a8e7bcdc completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:24.200582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 683694fd-e71e-4a98-b555-6443a8e7bcdc triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:24.201580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:24.338079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:24.356631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 683694fd-e71e-4a98-b555-6443a8e7bcdc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=683694fd-e71e-4a98-b555-6443a8e7bcdc,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:24.361076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:24.447034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=683694fd-e71e-4a98-b555-6443a8e7bcdc,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:26.073647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 683694fd-e71e-4a98-b555-6443a8e7bcdc up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:26.151050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 683694fd-e71e-4a98-b555-6443a8e7bcdc triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:26.151417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:26.931122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Sync routers for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:59:26.944708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:26.945315 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:27.143894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:27.481435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:11Z', 'revision_number': 2, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:27.488087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Checking router: 143333f7-6aa0-4774-b1a1-b0ef305ea4de for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:59:27.488442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Updating router 143333f7-6aa0-4774-b1a1-b0ef305ea4de port 9ae60440-81ad-4d95-92cd-140e14b76c0d binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:59:27.544203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:27.940917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:27.952570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Transition to ACTIVE for port object 9ae60440-81ad-4d95-92cd-140e14b76c0d will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:27.958783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:28.080970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c549-75ce-490a-a702-2915faee61dc None None] Pushing event updated for resources: {'Port': ['ID=9ae60440-81ad-4d95-92cd-140e14b76c0d,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:28.177451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Attempting to bind port 9ae60440-81ad-4d95-92cd-140e14b76c0d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:59:28.178064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Attempting to bind port 9ae60440-81ad-4d95-92cd-140e14b76c0d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:59:28.178184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Attempting to bind port 9ae60440-81ad-4d95-92cd-140e14b76c0d on network a2311a19-ec8c-4112-a321-dff87d36daf5 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:28.189020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:59:28.189870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Checking segment: {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:28.190502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:28.190916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Bound using segment: {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:59:28.191448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Bound port: 9ae60440-81ad-4d95-92cd-140e14b76c0d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:59:28.191856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:28.284023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] For port 9ae60440-81ad-4d95-92cd-140e14b76c0d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:59:28.287283 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] For port 9ae60440-81ad-4d95-92cd-140e14b76c0d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9ae60440-81ad-4d95-92cd-140e14b76c0d,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:59:28.292966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:28.394400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c549-75ce-490a-a702-2915faee61dc None None] Pushing event updated for resources: {'Port': ['ID=9ae60440-81ad-4d95-92cd-140e14b76c0d,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:28.400339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:28.401111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:28.679087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:28.734416 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Sync routers for ids ['9e585af3-9ae8-49c0-8a89-503e42dfec92'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:59:28.745819 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Routers {'9e585af3-9ae8-49c0-8a89-503e42dfec92'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:28.746484 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9e585af3-9ae8-49c0-8a89-503e42dfec92'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:28.927753 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Set router 9e585af3-9ae8-49c0-8a89-503e42dfec92 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:29.010872 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:28Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:29.015453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9a563-bc85-47bd-bc03-6eb25b2afb95 None None] The sync data for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv is: [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:28Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:59:29.243164 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T16:59:17Z', 'revision_number': 4, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port': {'id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:14Z', 'updated_at': '2021-12-23T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '74995dbd-4203-4772-8136-c972118a276d', 'name': '', 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'mac_address': 'fa:16:3e:30:80:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a89d68-6eae-4a4e-ab8a-96b85fdbbeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:16Z', 'updated_at': '2021-12-23T16:59:17Z', 'revision_number': 2, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'subnets': [{'id': '39a89d68-6eae-4a4e-ab8a-96b85fdbbeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:29.247021 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Checking router: 9e585af3-9ae8-49c0-8a89-503e42dfec92 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:59:29.247368 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Updating router 9e585af3-9ae8-49c0-8a89-503e42dfec92 port 74995dbd-4203-4772-8136-c972118a276d binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:59:29.282294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-1472dded-e78e-49a5-943b-2ca21af66b53 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:29.283780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-1472dded-e78e-49a5-943b-2ca21af66b53 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Synchronizing usage tracker for tenant:45877166d73945e6bc6efc20e4a01afd on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:59:29.301948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-1472dded-e78e-49a5-943b-2ca21af66b53 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Unset dirty status for tenant:45877166d73945e6bc6efc20e4a01afd on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:59:29.303337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-1472dded-e78e-49a5-943b-2ca21af66b53 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 815 time: 0.1650603 Dec 23 16:59:29.306448 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:29.327056 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-c366082f-5834-48a0-b160-e5a6234589c6 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/quotas/45877166d73945e6bc6efc20e4a01afd HTTP/1.1" status: 200 len: 375 time: 0.0142448 Dec 23 16:59:29.411545 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-711c14c3-2851-4765-b1e4-67a58415bda7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785503 Dec 23 16:59:29.682302 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-609c5f49-4c40-4425-b50d-16f87a25dcb8 service neutron] 10.222.0.18 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577722 Dec 23 16:59:29.701433 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:29.712917 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Transition to ACTIVE for port object 74995dbd-4203-4772-8136-c972118a276d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:29.719178 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:29.817138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-b510b3ac-48b5-4c6f-8794-4a80127209ea service neutron] 10.222.0.18 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280887 Dec 23 16:59:29.843432 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabb36e-aedb-484e-ad09-9e18cbeaf10d None None] Pushing event updated for resources: {'Port': ['ID=74995dbd-4203-4772-8136-c972118a276d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:29.933204 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Attempting to bind port 74995dbd-4203-4772-8136-c972118a276d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:59:29.933559 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Attempting to bind port 74995dbd-4203-4772-8136-c972118a276d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:59:29.934095 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Attempting to bind port 74995dbd-4203-4772-8136-c972118a276d on network 08be0de0-b550-4d51-aea2-79b7803f3c41 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:29.942312 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:59:29.942671 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Checking segment: {'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:29.943249 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:29.943811 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Bound using segment: {'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:59:29.944426 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Bound port: 74995dbd-4203-4772-8136-c972118a276d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7717ff-800d-4370-a2c6-9213e07865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:59:29.944960 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:30.051293 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53a41d6b-7e39-4315-aa1a-6eadae947d05 req-88abe3d6-1ab8-471e-bbf6-4055f6713dbe tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 210 time: 0.0469527 Dec 23 16:59:30.054382 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] For port 74995dbd-4203-4772-8136-c972118a276d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:59:30.058034 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] For port 74995dbd-4203-4772-8136-c972118a276d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=74995dbd-4203-4772-8136-c972118a276d,segment=NetworkSegment(9b7717ff-800d-4370-a2c6-9213e07865ce),segment_id=9b7717ff-800d-4370-a2c6-9213e07865ce)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:59:30.063344 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:30.125130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9ae60440-81ad-4d95-92cd-140e14b76c0d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:30.156868 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabb36e-aedb-484e-ad09-9e18cbeaf10d None None] Pushing event updated for resources: {'Port': ['ID=74995dbd-4203-4772-8136-c972118a276d,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:30.161761 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Routers {'9e585af3-9ae8-49c0-8a89-503e42dfec92'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:59:30.161761 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9e585af3-9ae8-49c0-8a89-503e42dfec92'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:30.209006 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 9ae60440-81ad-4d95-92cd-140e14b76c0d completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:30.214863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9ae60440-81ad-4d95-92cd-140e14b76c0d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:30.215415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:30.361477 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] Set router 9e585af3-9ae8-49c0-8a89-503e42dfec92 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:59:30.376882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:30.424853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 9ae60440-81ad-4d95-92cd-140e14b76c0d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9ae60440-81ad-4d95-92cd-140e14b76c0d,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:30.433963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:30.509290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=9ae60440-81ad-4d95-92cd-140e14b76c0d,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:30.699578 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T16:59:17Z', 'revision_number': 4, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port': {'id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:14Z', 'updated_at': '2021-12-23T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '74995dbd-4203-4772-8136-c972118a276d', 'name': '', 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'mac_address': 'fa:16:3e:30:80:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a89d68-6eae-4a4e-ab8a-96b85fdbbeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:16Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 4, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'subnets': [{'id': '39a89d68-6eae-4a4e-ab8a-96b85fdbbeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:59:30.704178 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c67f1-af78-4bb0-9785-0fcf5a97dc25 None None] The sync data for ids ['9e585af3-9ae8-49c0-8a89-503e42dfec92'] in dv-neutron-822800-1-hyperv is: [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T16:59:17Z', 'revision_number': 4, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port': {'id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:14Z', 'updated_at': '2021-12-23T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '74995dbd-4203-4772-8136-c972118a276d', 'name': '', 'network_id': '08be0de0-b550-4d51-aea2-79b7803f3c41', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'mac_address': 'fa:16:3e:30:80:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39a89d68-6eae-4a4e-ab8a-96b85fdbbeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:16Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 4, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'subnets': [{'id': '39a89d68-6eae-4a4e-ab8a-96b85fdbbeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:59:31.226496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d61fcec-f9bf-4f51-bfee-a16e29b5dac3 req-d9c54f09-9aad-4f12-a312-2df11013e367 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 210 time: 0.0447025 Dec 23 16:59:31.488775 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-610caae8-6897-44cf-87cc-543411e7b31b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:31.490292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-610caae8-6897-44cf-87cc-543411e7b31b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 815 time: 0.1782465 Dec 23 16:59:31.508549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'port': {'device_id': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'admin_state_up': True, 'tenant_id': '45877166d73945e6bc6efc20e4a01afd'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:31.646190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:59:31.650033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:port and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:59:31.652921 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:59:31.659357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:59:31.668896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Made reservation on behalf of 45877166d73945e6bc6efc20e4a01afd for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:59:31.672747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:31.840329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Allocated IP 172.20.0.9 (a2311a19-ec8c-4112-a321-dff87d36daf5/f0a88689-3045-44f8-80ab-a09d205fe6d7/aa2d8f53-ca71-485a-a74e-bbbd3381a67a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:59:32.113260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:32.141892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Transition to ACTIVE for port object aa2d8f53-ca71-485a-a74e-bbbd3381a67a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:32.175869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:32.210094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 74995dbd-4203-4772-8136-c972118a276d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:32.266509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Network a2311a19-ec8c-4112-a321-dff87d36daf5 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:59:32.269704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:59:32.286585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:59:32.291078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 74995dbd-4203-4772-8136-c972118a276d completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:32.297980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 74995dbd-4203-4772-8136-c972118a276d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:32.298907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:32.334018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:32.358476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.359091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.359608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.360116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.360672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.361215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.361743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.362704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.363327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.363981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.364589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:59:32.384054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:32.384786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:32.410550 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-017bfcc5-b034-44f1-b5b4-ecf25807eed9 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9064460 Dec 23 16:59:32.555159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:32.608253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835415b9-bac5-43de-8b45-819b6597a47b req-9561bb19-4329-480d-b8fd-5cff7dc13edc tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:32.608962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-835415b9-bac5-43de-8b45-819b6597a47b req-9561bb19-4329-480d-b8fd-5cff7dc13edc tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Synchronizing usage tracker for tenant:45877166d73945e6bc6efc20e4a01afd on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:59:32.632005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 74995dbd-4203-4772-8136-c972118a276d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=74995dbd-4203-4772-8136-c972118a276d,segment=NetworkSegment(9b7717ff-800d-4370-a2c6-9213e07865ce),segment_id=9b7717ff-800d-4370-a2c6-9213e07865ce)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:32.635926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-835415b9-bac5-43de-8b45-819b6597a47b req-9561bb19-4329-480d-b8fd-5cff7dc13edc tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Unset dirty status for tenant:45877166d73945e6bc6efc20e4a01afd on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:59:32.639645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:32.640399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-835415b9-bac5-43de-8b45-819b6597a47b req-9561bb19-4329-480d-b8fd-5cff7dc13edc tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.1591833 Dec 23 16:59:32.642125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9ae60440-81ad-4d95-92cd-140e14b76c0d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:32.823888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-835415b9-bac5-43de-8b45-819b6597a47b req-4ad47f7c-685d-4ba0-bcd7-096b15b915ed tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Synchronizing usage tracker for tenant:45877166d73945e6bc6efc20e4a01afd on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:59:32.837025 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-aa6754d1-0fe0-4900-915d-caa70c7f4774 None None] Provisioning for port aa2d8f53-ca71-485a-a74e-bbbd3381a67a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:32.845007 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-835415b9-bac5-43de-8b45-819b6597a47b req-4ad47f7c-685d-4ba0-bcd7-096b15b915ed tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Unset dirty status for tenant:45877166d73945e6bc6efc20e4a01afd on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:59:32.846753 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-835415b9-bac5-43de-8b45-819b6597a47b req-4ad47f7c-685d-4ba0-bcd7-096b15b915ed tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002761 Dec 23 16:59:32.849313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-aa6754d1-0fe0-4900-915d-caa70c7f4774 None None] Provisioning complete for port aa2d8f53-ca71-485a-a74e-bbbd3381a67a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:32.849685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa6754d1-0fe0-4900-915d-caa70c7f4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:32.924411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=74995dbd-4203-4772-8136-c972118a276d,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:32.937052 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aa6754d1-0fe0-4900-915d-caa70c7f4774 None None] Port aa2d8f53-ca71-485a-a74e-bbbd3381a67a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:59:32.938631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9ae60440-81ad-4d95-92cd-140e14b76c0d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:32.939054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:34.059418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225a470-dc05-4762-89c4-df218abcf64c req-8330fb60-ac2c-496b-86f7-a7b448e50d87 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:34.060992 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7225a470-dc05-4762-89c4-df218abcf64c req-8330fb60-ac2c-496b-86f7-a7b448e50d87 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0899243 Dec 23 16:59:34.079817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 74995dbd-4203-4772-8136-c972118a276d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:34.117371 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7225a470-dc05-4762-89c4-df218abcf64c req-e2fd4427-9baa-4b71-9ef8-7f09e1266108 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Dec 23 16:59:34.153510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 74995dbd-4203-4772-8136-c972118a276d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:34.154833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:35.115898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f09e6d0-e4d0-44d7-bf3f-894f125a6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:35.342403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face816d-8762-46db-8c42-0f2fed0b6529 req-8f99dc29-5206-47c6-b70e-7af4c51658a8 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:35.343933 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-face816d-8762-46db-8c42-0f2fed0b6529 req-8f99dc29-5206-47c6-b70e-7af4c51658a8 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0866694 Dec 23 16:59:35.406251 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-face816d-8762-46db-8c42-0f2fed0b6529 req-436e4ad8-126b-4df8-aaf6-b4da1ee6bb0d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567696 Dec 23 16:59:36.612634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8155-4c16-446e-961f-1cb29fe0cd52 req-3d320c03-3f9c-449d-9ce0-505eb9bb713e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:36.612634 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7aba8155-4c16-446e-961f-1cb29fe0cd52 req-3d320c03-3f9c-449d-9ce0-505eb9bb713e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0819547 Dec 23 16:59:36.665563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7aba8155-4c16-446e-961f-1cb29fe0cd52 req-2b9fb215-58f6-436c-a54c-ab1e2c11206b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Dec 23 16:59:37.097646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:37.347141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f511794c-b245-4f40-ac8e-c803d8db767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:37.866178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630467b-9bab-43a3-8821-f0e82acee14b req-2ab47999-4df3-4ac7-b45c-9bab7072dea7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:37.867650 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9630467b-9bab-43a3-8821-f0e82acee14b req-2ab47999-4df3-4ac7-b45c-9bab7072dea7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0801203 Dec 23 16:59:37.917535 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9630467b-9bab-43a3-8821-f0e82acee14b req-d2b95d48-0d57-4fcc-aee0-e2433c418e62 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Dec 23 16:59:38.526837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:38.611520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:39.136888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d40e-5b8a-44c2-9e21-2723bdc07be9 req-8e3cea4f-67af-4b6e-8384-e43d289b4ef0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:39.143976 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3859d40e-5b8a-44c2-9e21-2723bdc07be9 req-8e3cea4f-67af-4b6e-8384-e43d289b4ef0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0898309 Dec 23 16:59:39.188082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3859d40e-5b8a-44c2-9e21-2723bdc07be9 req-75303075-89db-4da4-b9ef-4bda368c52aa tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Dec 23 16:59:39.936316 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:59:40.024516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:40.391824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069fee3-023b-46f6-b106-6fd7ae2e0a9b req-6d184396-8d97-43a5-a9f9-0ac389a7b62e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:40.393981 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6069fee3-023b-46f6-b106-6fd7ae2e0a9b req-6d184396-8d97-43a5-a9f9-0ac389a7b62e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0792322 Dec 23 16:59:40.445070 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6069fee3-023b-46f6-b106-6fd7ae2e0a9b req-d2f9d594-4a63-4ff8-ac55-1fd7c2555bf6 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Dec 23 16:59:41.643957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c32b1-bf4b-4f2b-a828-b7b7c8338e36 req-ea87f0d4-8fbf-4a80-8a74-847ae6976f03 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:41.645442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-176c32b1-bf4b-4f2b-a828-b7b7c8338e36 req-ea87f0d4-8fbf-4a80-8a74-847ae6976f03 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0788240 Dec 23 16:59:41.691870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-176c32b1-bf4b-4f2b-a828-b7b7c8338e36 req-9de457d2-fa25-4dd1-8700-17246800a401 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Dec 23 16:59:42.881447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33471f65-b2b7-4f8e-90c8-ad73a1ae2dd1 req-91b74c03-45f9-4fad-951e-abe13db9722c tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:42.882862 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33471f65-b2b7-4f8e-90c8-ad73a1ae2dd1 req-91b74c03-45f9-4fad-951e-abe13db9722c tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0743783 Dec 23 16:59:42.930194 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33471f65-b2b7-4f8e-90c8-ad73a1ae2dd1 req-a59510b2-2591-4f7b-9243-5d378110ff68 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Dec 23 16:59:44.126200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bc60d-142e-4fff-b364-bf380dd79fec req-cd819e8b-b42a-4965-873c-2056e20476ac tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:44.127644 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-907bc60d-142e-4fff-b364-bf380dd79fec req-cd819e8b-b42a-4965-873c-2056e20476ac tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 931 time: 0.0742662 Dec 23 16:59:44.171940 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-907bc60d-142e-4fff-b364-bf380dd79fec req-5a08fed7-6c91-4676-9132-7fe59255afc6 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Dec 23 16:59:44.410254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-9ababe6e-a315-4ea1-8ddf-fe3c400a8b9f tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:59:44.413726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-9ababe6e-a315-4ea1-8ddf-fe3c400a8b9f tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084267 Dec 23 16:59:44.425865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Request body: {'port': {'device_id': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:59:44.530113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:44.851639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2d8f53-ca71-485a-a74e-bbbd3381a67a {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:59:44.858134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:44.871765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Transition to ACTIVE for port object aa2d8f53-ca71-485a-a74e-bbbd3381a67a will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:59:44.875297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:44.999817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Pushing event updated for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:45.107941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Attempting to bind port aa2d8f53-ca71-485a-a74e-bbbd3381a67a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:59:45.108212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Attempting to bind port aa2d8f53-ca71-485a-a74e-bbbd3381a67a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:59:45.108525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Attempting to bind port aa2d8f53-ca71-485a-a74e-bbbd3381a67a on network a2311a19-ec8c-4112-a321-dff87d36daf5 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:45.113980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Port aa2d8f53-ca71-485a-a74e-bbbd3381a67a on network a2311a19-ec8c-4112-a321-dff87d36daf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:59:45.114292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Attempting to bind port aa2d8f53-ca71-485a-a74e-bbbd3381a67a on network a2311a19-ec8c-4112-a321-dff87d36daf5 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:59:45.120285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:59:45.120611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Checking segment: {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:59:45.120982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Bound using segment: {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:59:45.121391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Bound port: aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7febbc07-88a7-472d-a03e-ebfac8c8ff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:59:45.121721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:45.340911 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:59:45.353837 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:59:45.358532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:45.437166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:45.438515 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] 10.222.0.59 "PUT /v2.0/ports/aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 1093 time: 1.0166140 Dec 23 16:59:45.438939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:59:45.458453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e8dab-6aac-4e6e-8d42-36556b843a3f service neutron] Pushing event updated for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:45.471977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c847e-5d07-487c-91f7-3c336795201b req-7e043957-8c90-46c5-b750-a75b6af5d47d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:45.473681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a30c847e-5d07-487c-91f7-3c336795201b req-7e043957-8c90-46c5-b750-a75b6af5d47d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 943 time: 0.1721938 Dec 23 16:59:45.531156 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'status': 'completed', 'code': 200} Dec 23 16:59:45.564775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a30c847e-5d07-487c-91f7-3c336795201b req-cb3f5fbc-4eae-442e-b755-6eaa5cf1f6e7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841582 Dec 23 16:59:45.590328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-c1baabf9-c1a4-4d84-b360-e9b8fc5c6e24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1096 time: 0.0934746 Dec 23 16:59:45.666357 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-9789ee2a-bcd3-4745-8b28-ca6af01bc8c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 217 time: 0.0670662 Dec 23 16:59:45.726682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-de3d5667-aace-4e01-b57a-3dbd6c60d87d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:45.728026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-de3d5667-aace-4e01-b57a-3dbd6c60d87d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0556183 Dec 23 16:59:45.803987 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-8747cea8-c532-433c-b859-f7453f5ae960 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695720 Dec 23 16:59:45.930338 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-024861ce-711e-4017-89a7-ac0c115a985c service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197228 Dec 23 16:59:46.057915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-db08f627-07cc-4de6-bbd6-ba7c4cf9a8ff req-e211db3f-c044-4d2b-8dcc-7e8f5ef58a99 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209521 Dec 23 16:59:46.166124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-49bc486f-bef1-4921-9c37-ceb03b039091 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1096 time: 0.0665748 Dec 23 16:59:46.293052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-2275d684-c203-44fa-ada9-ed74e9b20138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:46.294507 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-2275d684-c203-44fa-ada9-ed74e9b20138 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.1224849 Dec 23 16:59:46.367894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-d825ddcb-6569-4f3e-b397-76fb2aa165ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 217 time: 0.0667341 Dec 23 16:59:46.428124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-de453183-f2aa-4c83-872c-57c2394c3424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:46.429520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-de453183-f2aa-4c83-872c-57c2394c3424 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0560267 Dec 23 16:59:46.505259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-069bb5e7-0708-47a3-a87e-fed2360b1bd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692005 Dec 23 16:59:46.633374 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-74eebba7-4577-4c61-8d12-07a86481fb9a service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213353 Dec 23 16:59:46.815627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4812208-10fc-44c9-b952-d5de9479bbbd req-65c23ca4-26c4-4220-a21c-efb939a9bf0e service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750245 Dec 23 16:59:46.825374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9bfd1-b4e8-4509-92a8-54eabe687cff req-1efc4253-db4c-4118-bfc7-38c599d2bb96 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:46.827334 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61c9bfd1-b4e8-4509-92a8-54eabe687cff req-1efc4253-db4c-4118-bfc7-38c599d2bb96 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 943 time: 0.1264470 Dec 23 16:59:46.871434 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61c9bfd1-b4e8-4509-92a8-54eabe687cff req-8afc0252-0d97-480c-9687-eb332c0229ae tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Dec 23 16:59:47.961424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device aa2d8f53-ca71-485a-a74e-bbbd3381a67a details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:59:48.097060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:48.110927 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'port_id': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'mac_address': 'fa:16:3e:30:c3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:59:48.161242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f051e94-2c87-4f3a-970d-d77b5fea21c1 req-1f995edc-cdc8-4cc5-81e9-3d005c3510c5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:48.162611 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f051e94-2c87-4f3a-970d-d77b5fea21c1 req-1f995edc-cdc8-4cc5-81e9-3d005c3510c5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 943 time: 0.1735804 Dec 23 16:59:48.199380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:48.206775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f051e94-2c87-4f3a-970d-d77b5fea21c1 req-fdd0d930-b856-444d-b2ce-80b6bd1786eb tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Dec 23 16:59:48.216533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2d8f53-ca71-485a-a74e-bbbd3381a67a {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:59:48.231035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:48.234924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:48.297231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:48.605825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['aa2d8f53-ca71-485a-a74e-bbbd3381a67a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:59:49.400147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2a075-12cb-4baa-a46a-f129c16de29f req-38136697-9be4-453d-9b9f-db7ba1d2733a tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:49.401580 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4a2a075-12cb-4baa-a46a-f129c16de29f req-38136697-9be4-453d-9b9f-db7ba1d2733a tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 944 time: 0.0787313 Dec 23 16:59:49.446158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c4a2a075-12cb-4baa-a46a-f129c16de29f req-fecc329f-4211-4243-9ac2-b4bed342cc03 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Dec 23 16:59:49.985585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device aa2d8f53-ca71-485a-a74e-bbbd3381a67a up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:59:50.053614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port aa2d8f53-ca71-485a-a74e-bbbd3381a67a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:59:50.058314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port aa2d8f53-ca71-485a-a74e-bbbd3381a67a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:59:50.058672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:50.167408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:50.193624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:59:50.203525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:59:50.207220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:59:50.252203 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'code': 200} Dec 23 16:59:50.276600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:59:50.464529 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce3a991b-82c3-45d6-924e-948717de3331 req-f4b4a9d8-fa57-439e-b4c8-89009fa3ee18 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1098 time: 0.0645063 Dec 23 16:59:50.505722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ce3a991b-82c3-45d6-924e-948717de3331 req-8dd8e382-22f8-42e8-94e7-06e7cd7ed481 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Dec 23 16:59:50.643273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe16fb-805b-4889-821b-6e9647b6c1dc req-8ba61489-c400-4845-b360-9dfab70b878b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:50.643273 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dfe16fb-805b-4889-821b-6e9647b6c1dc req-8ba61489-c400-4845-b360-9dfab70b878b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0763192 Dec 23 16:59:50.689709 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1dfe16fb-805b-4889-821b-6e9647b6c1dc req-fd2ffb76-3e3c-4dd4-b540-afd559195f49 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Dec 23 16:59:51.890587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7943c-7858-4527-b27f-65fdafc7ac12 req-815ca8e8-1461-4463-938c-71f5d4572e1e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:51.892090 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5e7943c-7858-4527-b27f-65fdafc7ac12 req-815ca8e8-1461-4463-938c-71f5d4572e1e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0786395 Dec 23 16:59:51.938526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a5e7943c-7858-4527-b27f-65fdafc7ac12 req-7521d9f6-ef8c-4cab-8d59-29da444c82b0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 Dec 23 16:59:53.130317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848c5c8-8fa9-49bf-a18f-ba995d274f24 req-e1df8642-9a9c-4ae5-a763-1f181800790b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:53.131740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e848c5c8-8fa9-49bf-a18f-ba995d274f24 req-e1df8642-9a9c-4ae5-a763-1f181800790b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0759609 Dec 23 16:59:53.174422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e848c5c8-8fa9-49bf-a18f-ba995d274f24 req-5d9ec438-7101-4423-926b-2bd8ec0632e7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Dec 23 16:59:53.365184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc712abe-5ccb-42a1-8f4e-894faaf65fb4 req-a8ee0c54-cae6-4ea5-9883-f2a23ca5cb87 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:53.366595 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc712abe-5ccb-42a1-8f4e-894faaf65fb4 req-a8ee0c54-cae6-4ea5-9883-f2a23ca5cb87 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0763750 Dec 23 16:59:53.413989 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc712abe-5ccb-42a1-8f4e-894faaf65fb4 req-3b9ea314-c001-4108-bc06-20794638667e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418501 Dec 23 16:59:53.822133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fca92-0cee-4f3a-8eb5-f887e4fa672e req-d36baa74-fe49-4146-ac0e-8ab2ed2230cb tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:59:53.823524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-588fca92-0cee-4f3a-8eb5-f887e4fa672e req-d36baa74-fe49-4146-ac0e-8ab2ed2230cb tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0737650 Dec 23 16:59:53.865977 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-588fca92-0cee-4f3a-8eb5-f887e4fa672e req-70967147-b5a5-453b-8d82-52ea703fcb6e tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371571 Dec 23 17:00:04.128244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1b60d-4a20-4508-90bf-52dbf0e85011 req-329cd93d-b167-4d5e-86a7-a2ea7515bf02 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:04.129661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48e1b60d-4a20-4508-90bf-52dbf0e85011 req-329cd93d-b167-4d5e-86a7-a2ea7515bf02 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0777414 Dec 23 17:00:04.173463 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48e1b60d-4a20-4508-90bf-52dbf0e85011 req-38efc108-048d-4e36-b750-5a3406f0ab77 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Dec 23 17:00:04.200970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35764) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:04.330698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-62bd3bd0-ee3e-40de-aec2-4b378e338634 tempest-TestMinimumBasicScenario-386127642 tempest-TestMinimumBasicScenario-386127642-project-admin] Synchronizing usage tracker for tenant:f8084dd2b6964fa98ed280ef75d52378 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:00:04.346453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-62bd3bd0-ee3e-40de-aec2-4b378e338634 tempest-TestMinimumBasicScenario-386127642 tempest-TestMinimumBasicScenario-386127642-project-admin] Unset dirty status for tenant:f8084dd2b6964fa98ed280ef75d52378 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:00:04.347670 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-62bd3bd0-ee3e-40de-aec2-4b378e338634 tempest-TestMinimumBasicScenario-386127642 tempest-TestMinimumBasicScenario-386127642-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1093 time: 0.1457722 Dec 23 17:00:04.350614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35770) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:04.355725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:04.361868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:04.365548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:floatingip and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:04.368355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:04.374429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:04.384759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:04.520282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:04.652393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Allocated IP 172.26.7.232 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/622b0013-62cb-4ac7-a9cb-de4d4aae84aa) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:00:04.795615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:04.821097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:04.885070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:00:04.888446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:00:04.892750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:00:04.919963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'Port': ['ID=622b0013-62cb-4ac7-a9cb-de4d4aae84aa,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:05.118333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-807ccc17-7b5d-40b7-9eb1-622c784a62e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:05.479572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:05.536585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:05.734978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:05.738866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:05.839274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'Port': ['ID=622b0013-62cb-4ac7-a9cb-de4d4aae84aa,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:05.859385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:06.043931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Floating IP 63831255-a450-45ea-90fc-4febc4968df7 associated. External IP: 172.26.7.232, port: aa2d8f53-ca71-485a-a74e-bbbd3381a67a. Dec 23 17:00:06.423430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Router 143333f7-6aa0-4774-b1a1-b0ef305ea4de has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:00:06.617219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:00:06.627961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] Sync routers for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:00:06.639820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:00:06.640419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:00:06.641245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:06.696646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35de36aa-7da6-41b0-8c8d-e04568b7d7de tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3420563 Dec 23 17:00:06.696646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:00:06.697447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35774) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:06.703001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705160967', 'description': 'tempest-secgroup-smoke-1705160967 description', 'project_id': '45877166d73945e6bc6efc20e4a01afd'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:06.718106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:06.729986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:06.745142 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:06.767282 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'status': 'completed', 'code': 200} Dec 23 17:00:06.785833 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:06.789750 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:06.793249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:06.799773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:06.832340 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:00:06.868993 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:06.877637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:06.932091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb2292-4529-4005-8774-0416f254fea0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:06.937245 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:06.941249 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2401769 Dec 23 17:00:06.941728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35780) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:06.948849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'security_group_rule': {'security_group_id': '70cb2292-4529-4005-8774-0416f254fea0', 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:06.955488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.956350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.956350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.956715 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.957113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.957509 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.957985 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.958302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.958687 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.959070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.959457 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4629f87-2e38-4ea7-afe2-924d9dd23e67 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:00:06.962836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:06.967442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:06.970920 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:06.977634 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:06.977869 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-29fef166-d50a-4956-a7d5-01e4e167fe67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1098 time: 0.1883726 Dec 23 17:00:06.997906 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.063235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.068574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.089843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e8f9ab-e60f-4133-80f2-18968f0d0bc4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:07.103281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.104839 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ffb6df33-4860-4768-bf52-c4f1a994a265 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1623430 Dec 23 17:00:07.107970 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:07.113832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'security_group_rule': {'security_group_id': '70cb2292-4529-4005-8774-0416f254fea0', 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:07.120035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.122849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:07.127674 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:07.128400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-8641e825-57ec-4cdf-8dab-822eccefc661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:07.129960 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-8641e825-57ec-4cdf-8dab-822eccefc661 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.1445868 Dec 23 17:00:07.131169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:07.136843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:07.155631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.219236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.223773 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.232113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '63831255-a450-45ea-90fc-4febc4968df7', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'floating_ip_address': '172.26.7.232', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'port_id': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'mac_address': 'fa:16:3e:30:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:00:05Z', 'updated_at': '2021-12-23T17:00:05Z', 'revision_number': 0, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 5, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:00:07.235995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] Checking router: 143333f7-6aa0-4774-b1a1-b0ef305ea4de for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:00:07.242517 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-b48d978b-378e-4e79-ac1f-a83ee7d5368d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 999 time: 0.1059580 Dec 23 17:00:07.247141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:00:07.247777 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T16:59:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:00:07.249898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d8d194-0131-49a7-af50-066191799fbe,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:07.259500 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.264054 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d1121c1-ea0f-4c38-8be5-e3e527a3a4c7 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1520808 Dec 23 17:00:07.264352 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:07.270033 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'security_group_rule': {'security_group_id': '70cb2292-4529-4005-8774-0416f254fea0', 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:07.276438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:07.281014 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:07.284249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:07.290010 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:07.307629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.314868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-4592721e-59e7-495e-aa2b-daf2960f0302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:07.316648 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-4592721e-59e7-495e-aa2b-daf2960f0302 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0677962 Dec 23 17:00:07.370986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.376482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.395323 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29553e3f-c891-4763-a383-4b39811f4a98,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:07.400840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc69c0f1-3e54-4dc8-8549-a14b62be7004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.421903 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.424014 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2559dd2c-bc7d-4831-95f8-1788845a70cd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1586328 Dec 23 17:00:07.426815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35792) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:07.427589 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-ca92f2eb-d4d0-475b-9729-9906e4fe3a9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047096 Dec 23 17:00:07.432689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'security_group_rule': {'security_group_id': '70cb2292-4529-4005-8774-0416f254fea0', 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:07.439066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:07.443320 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:07.448374 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:07.454711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:07.464065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:00:07.471956 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.542273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.546816 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.577856 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-4c48101f-4841-4fe2-9d57-f4461af717d9 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436954 Dec 23 17:00:07.579201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6372dc7e-db13-45bd-b0e8-91dfe99a1b48,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:07.588521 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.592348 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fcadeb4-0d54-40c4-a0a9-3c44926c5a63 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1621292 Dec 23 17:00:07.592756 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 35796) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:07.598613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'security_group_rule': {'security_group_id': '70cb2292-4529-4005-8774-0416f254fea0', 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:07.604540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:07.608406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:07.611329 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:07.617008 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:07.629765 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Project 45877166d73945e6bc6efc20e4a01afd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:00:07.636286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.713900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.718045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.729945 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98ccbee7-6dfc-44d8-9ec1-a74d2c2b14d6 req-2ab797b5-1226-4f92-a5d0-ac7a1243b787 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443334 Dec 23 17:00:07.741751 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3929efff-5bff-4cf1-b257-c9e84853b93c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:07.752203 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.756110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35800) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:00:07.756245 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02763205-b3e9-48a7-8473-c2b704d40e1d tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1622963 Dec 23 17:00:07.762417 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'security_group_rule': {'security_group_id': '70cb2292-4529-4005-8774-0416f254fea0', 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:07.768822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:00:07.772629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Usage tracker for resource:security_group_rule and tenant:45877166d73945e6bc6efc20e4a01afd is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:00:07.775406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:00:07.785536 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:00:07.795854 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Project 45877166d73945e6bc6efc20e4a01afd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:00:07.802272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.857493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '63831255-a450-45ea-90fc-4febc4968df7', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'floating_ip_address': '172.26.7.232', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'port_id': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'mac_address': 'fa:16:3e:30:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:00:05Z', 'updated_at': '2021-12-23T17:00:05Z', 'revision_number': 0, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 5, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:00:07.861497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f682cc2-4b4a-4d73-b0ec-fb206abdcd3a None None] The sync data for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv is: [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '63831255-a450-45ea-90fc-4febc4968df7', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'floating_ip_address': '172.26.7.232', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'port_id': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'mac_address': 'fa:16:3e:30:c3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:00:05Z', 'updated_at': '2021-12-23T17:00:05Z', 'revision_number': 0, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 5, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:00:07.867296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.871436 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.896223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89074940-da72-48d4-b2d1-d8d9097bbff5,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:07.904503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:07.905783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5e9a20a5-a320-4cf3-8d06-0bd240a675a5 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1479223 Dec 23 17:00:08.040030 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b2081e4f-ff6b-4b9d-bf52-8fbc843499cb tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705160967&fields=id&tenant_id=45877166d73945e6bc6efc20e4a01afd HTTP/1.1" status: 200 len: 267 time: 0.0445504 Dec 23 17:00:08.104261 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992f372-c0d6-4734-92c8-ea44b17cfc3d None None] New status for floating IP 63831255-a450-45ea-90fc-4febc4968df7: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:00:08.126175 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-29a6f5d6-1b9b-427f-adf8-c6d1d7d9ac8a tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:08.127779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-29a6f5d6-1b9b-427f-adf8-c6d1d7d9ac8a tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0810266 Dec 23 17:00:08.138999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'port': {'security_groups': ['acc7b83d-1ee3-4de4-a024-6d44c1025f39', '70cb2292-4529-4005-8774-0416f254fea0']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:00:08.257612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:08.512905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:00:08.528671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:08.538845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:08.543056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:08.554261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['aa2d8f53-ca71-485a-a74e-bbbd3381a67a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:00:08.613808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:08.614138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:08.614288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:08.616032 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fadfdfec-1da7-4d27-b365-7277cbcf05a9 req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "PUT /v2.0/ports/aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 981 time: 0.4815123 Dec 23 17:00:08.631500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a60374-2b04-4713-a2ec-dbf085bb64e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=6']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:00:08.683526 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['aa2d8f53-ca71-485a-a74e-bbbd3381a67a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:00:08.769881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:00:08.817946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308433e-8cf5-4040-8dbb-f2baf02e2b8e req-d6b64428-0720-46c5-8195-1d981422cd27 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:08.819762 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e308433e-8cf5-4040-8dbb-f2baf02e2b8e req-d6b64428-0720-46c5-8195-1d981422cd27 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0936799 Dec 23 17:00:08.848534 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'status': 'completed', 'code': 200} Dec 23 17:00:08.901465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e308433e-8cf5-4040-8dbb-f2baf02e2b8e req-2b3d2111-4d15-44b2-9cf2-74e8af57c300 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754828 Dec 23 17:00:08.944808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-371e1fae-9d0f-4d96-8bc6-bdf7fb156d91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1137 time: 0.0741313 Dec 23 17:00:08.964293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9e611fca-603c-47a1-b536-fcbdeed24086 None None] Provisioning complete for port aa2d8f53-ca71-485a-a74e-bbbd3381a67a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:00:08.964898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e611fca-603c-47a1-b536-fcbdeed24086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:09.085499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-77f2f568-dd79-476e-9cbc-9987c6e9d611 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:09.086924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-77f2f568-dd79-476e-9cbc-9987c6e9d611 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.1355329 Dec 23 17:00:09.193237 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-38224756-e553-41b0-8425-a7282d58307d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 1001 time: 0.0974576 Dec 23 17:00:09.351259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-679b05dc-cd8e-4311-bb31-5436245cf311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:09.352625 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-679b05dc-cd8e-4311-bb31-5436245cf311 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.1530514 Dec 23 17:00:09.435532 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-c4fb1163-6e34-4f3e-91a5-d2422d265248 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756974 Dec 23 17:00:09.562518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-70129142-7e9d-4ee9-8837-1bb7cd51d403 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202528 Dec 23 17:00:09.694479 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5009a7f0-96c3-48d3-8de9-40594ff3e7b7 req-58953b53-a25c-4238-b776-1959c4db416c service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254210 Dec 23 17:00:10.014253 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:16.936406 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:00:31.126749 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-e776ce65-0145-47e4-af44-843caa482e4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326725 Dec 23 17:00:31.259497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-9ab46bdc-9496-447b-a469-2e5308137be4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1137 time: 0.0668743 Dec 23 17:00:31.402857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-46ed964a-ef10-4d0c-a672-80f8b9051721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:31.404388 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-46ed964a-ef10-4d0c-a672-80f8b9051721 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.1253760 Dec 23 17:00:31.510008 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-dd5e5a04-bc73-4c4e-a7cf-3b119beaebdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 1001 time: 0.0992372 Dec 23 17:00:31.569176 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-2a6ddd76-0b15-468f-ae66-826af80647ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:00:31.570521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-2a6ddd76-0b15-468f-ae66-826af80647ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0546913 Dec 23 17:00:31.644431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-c30c7295-53ce-43bd-a894-b922f3211a5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670683 Dec 23 17:00:31.777635 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-66c8378d-8a60-4146-91e8-3f57f8390d4d service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257510 Dec 23 17:00:31.904910 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa14496a-6fbe-4628-8de9-cb3ea7c358a0 req-625b362e-4b99-4380-b789-fcc008b8f4fa service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212733 Dec 23 17:00:35.118887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8fc84cd9-ee16-445c-ad46-ebe0ecb5cac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:37.126545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:37.341363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2e01cf00-7b82-4de9-abff-8209b73f159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:38.534271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:38.595216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:40.017127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:00:53.936782 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:01:05.126341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4483b485-800c-4d6b-bb39-7133f2d30d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:06.771240 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-4f3e2d9c-ab0e-43de-9b7d-9426454a52dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1137 time: 0.1383591 Dec 23 17:01:06.784647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cfa83-6a01-439c-afd5-5325fe718f0c req-bee8b171-72a2-4ea1-9062-99e8499de2b8 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:06.785968 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-730cfa83-6a01-439c-afd5-5325fe718f0c req-bee8b171-72a2-4ea1-9062-99e8499de2b8 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.1112831 Dec 23 17:01:06.910086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-730cfa83-6a01-439c-afd5-5325fe718f0c req-8c61e302-1eee-42fa-a84e-f18569a1a044 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071918 Dec 23 17:01:06.942963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-32210c10-d8a8-481e-9e6e-eb46383a5ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:06.944444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-32210c10-d8a8-481e-9e6e-eb46383a5ff7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.1660197 Dec 23 17:01:07.125284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:07.148845 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-018aa138-c319-4270-acbd-43f948a08cab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 1001 time: 0.1976333 Dec 23 17:01:07.208808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-b752882d-c46f-41c3-9bc6-d5d001dbc500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:07.210159 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-b752882d-c46f-41c3-9bc6-d5d001dbc500 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0551658 Dec 23 17:01:07.281904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-afb4d92d-876a-4f75-a6cb-d1ee92387e9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657773 Dec 23 17:01:07.345322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3218e92-d3b1-4794-944e-e9026e46e14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:07.413091 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-fad8b4b4-86c9-4531-a246-573288fec9db service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236529 Dec 23 17:01:07.541693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0768039-a3a6-4b81-9f0e-2b4fa189994f req-3e5b7f85-c65e-43a9-8785-cce134729867 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215410 Dec 23 17:01:08.106678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176b8e-4517-4f66-85bb-5d389cdf280a req-170e60dd-8e6b-437a-a289-9f4d4ee7bb70 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:08.108125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19176b8e-4517-4f66-85bb-5d389cdf280a req-170e60dd-8e6b-437a-a289-9f4d4ee7bb70 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0779374 Dec 23 17:01:08.152646 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19176b8e-4517-4f66-85bb-5d389cdf280a req-e6bc3d16-3c57-4d24-a852-bd0fe956620b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390301 Dec 23 17:01:08.533737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:08.595180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:09.342914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68af205-9df9-402c-9058-485d711ecc63 req-ebaa2020-b6d8-49eb-8418-69e9a2e4684b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:09.344356 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d68af205-9df9-402c-9058-485d711ecc63 req-ebaa2020-b6d8-49eb-8418-69e9a2e4684b tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0736909 Dec 23 17:01:09.393374 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d68af205-9df9-402c-9058-485d711ecc63 req-fb937c79-26a6-4a9b-9087-8ff1dfcded72 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434933 Dec 23 17:01:10.020216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:10.595127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5c30-c767-44ff-8d5c-3c51b5f01e55 req-8b6b0cc6-77fb-41fb-abfa-32aaa78775ee tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:10.596569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b2b5c30-c767-44ff-8d5c-3c51b5f01e55 req-8b6b0cc6-77fb-41fb-abfa-32aaa78775ee tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0738051 Dec 23 17:01:10.640912 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b2b5c30-c767-44ff-8d5c-3c51b5f01e55 req-ad913a61-c835-43f1-b606-9e5d43d63dec tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389361 Dec 23 17:01:11.840585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defc00-a75b-46a6-8398-e01d0e6f2ab3 req-74a53a1a-6179-4773-bc73-9af51d7431c0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:11.841921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-27defc00-a75b-46a6-8398-e01d0e6f2ab3 req-74a53a1a-6179-4773-bc73-9af51d7431c0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0790472 Dec 23 17:01:11.888571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-27defc00-a75b-46a6-8398-e01d0e6f2ab3 req-5dabfb1f-e93b-4b12-967f-8040ef3b2538 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411255 Dec 23 17:01:13.087095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea91c-ae00-439e-af3b-cbc050d86277 req-bd8d2782-4927-4720-8576-20d4826feb34 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:13.088552 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-199ea91c-ae00-439e-af3b-cbc050d86277 req-bd8d2782-4927-4720-8576-20d4826feb34 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0747728 Dec 23 17:01:13.133642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-199ea91c-ae00-439e-af3b-cbc050d86277 req-d561ab42-3178-480a-99eb-5e7c530cdabf tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396380 Dec 23 17:01:14.326823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff873b-63ed-4a7e-a462-51480fa432c9 req-e25ad5b4-9420-43f6-afbd-fea5894e4f8a tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:14.328198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-adff873b-63ed-4a7e-a462-51480fa432c9 req-e25ad5b4-9420-43f6-afbd-fea5894e4f8a tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0780785 Dec 23 17:01:14.372723 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-adff873b-63ed-4a7e-a462-51480fa432c9 req-a3dbfbb6-c18e-4942-960a-867edb57a120 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384948 Dec 23 17:01:15.568867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428f72-6e53-4018-bede-70ad54f8aeb4 req-341d0b6b-83d7-4c37-8b29-d9f449e577eb tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:15.570291 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1428f72-6e53-4018-bede-70ad54f8aeb4 req-341d0b6b-83d7-4c37-8b29-d9f449e577eb tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0755463 Dec 23 17:01:15.618809 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f1428f72-6e53-4018-bede-70ad54f8aeb4 req-94f1981f-ce9a-4dc9-97a6-5e9df54019d0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430737 Dec 23 17:01:16.813132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33ee5e-e60b-4ecb-a978-bf48267a535d req-49c19f90-d789-426b-ae4d-7779336c9a85 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:16.814584 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b33ee5e-e60b-4ecb-a978-bf48267a535d req-49c19f90-d789-426b-ae4d-7779336c9a85 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0740318 Dec 23 17:01:16.859824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b33ee5e-e60b-4ecb-a978-bf48267a535d req-cb296128-1c73-4cd6-98e7-5ed93fd8e320 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396612 Dec 23 17:01:18.057491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125512ad-f0bc-42ab-8924-7f6964564b74 req-b7d25caf-1f63-4c7c-ab97-1be5d8ccfff2 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:18.058907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-125512ad-f0bc-42ab-8924-7f6964564b74 req-b7d25caf-1f63-4c7c-ab97-1be5d8ccfff2 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0777643 Dec 23 17:01:18.106192 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-125512ad-f0bc-42ab-8924-7f6964564b74 req-70ecea32-358b-42bc-9d46-77ca82a4dc55 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416949 Dec 23 17:01:19.297745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8737164-c480-46f5-a85b-879772b3614c req-4f148b3a-fcf4-427d-81db-bffd6814589f tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:19.299680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8737164-c480-46f5-a85b-879772b3614c req-4f148b3a-fcf4-427d-81db-bffd6814589f tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0743845 Dec 23 17:01:19.344242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8737164-c480-46f5-a85b-879772b3614c req-5d8218a0-1eef-4bab-9606-8d8bafea32c0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=70cb2292-4529-4005-8774-0416f254fea0&id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391488 Dec 23 17:01:30.936442 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:01:33.054767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-92f9b464-98ea-43ad-9151-45fea0418882 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701847 Dec 23 17:01:33.192181 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-96bac6aa-ff38-4e32-a89c-ca5e1e6349c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1137 time: 0.0666914 Dec 23 17:01:33.331418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-61925aed-6b4c-4504-a1c3-3b0644181eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:33.332778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-61925aed-6b4c-4504-a1c3-3b0644181eed service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.1223419 Dec 23 17:01:33.435448 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-bc6b7bf0-a19e-4e0d-b8bb-053b30c2b14d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 1001 time: 0.0959709 Dec 23 17:01:33.501984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-e9058006-c994-4629-8837-6efbc34b2ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:01:33.503413 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-e9058006-c994-4629-8837-6efbc34b2ed9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0623798 Dec 23 17:01:33.577873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-0a3ef902-d047-4969-ae79-eaa6eb86ad7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683668 Dec 23 17:01:33.801259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-c0dd32f8-c864-4a48-8edf-a02696cebd4c service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163126 Dec 23 17:01:33.929386 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ff9c6a-f83c-4a15-9436-f1e702be52c1 req-5ddb2ecd-1928-4b90-b2ad-cd27723b3af6 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211410 Dec 23 17:01:35.118078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d071ecc1-44d1-42e1-abd6-76a1817b1dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:37.147906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:37.345760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ead7ba25-1163-4e09-9bef-e21180439e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:38.536467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:38.596292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:01:40.022485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:00.166003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-0c0887bf-ae16-4f54-8ae7-475a8fa15f1b req-6a1b3c9a-16b0-481c-b439-ff913ee6da4d tempest-ServerDiskConfigTestJSON-1687295074 tempest-ServerDiskConfigTestJSON-1687295074-project] (83495) timed out ('10.222.0.59', 56865) {{(pid=83495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 17:02:05.120254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d09f387-e953-4891-8918-d875285e755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:07.169636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:07.347956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf54c972-b2b5-44fa-9576-4daccb410a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:07.936833 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:02:08.539250 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:08.596830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:10.025155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:14.978220 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-70300388-5e2d-4578-b72c-29691310baf4 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705160967&fields=id&tenant_id=45877166d73945e6bc6efc20e4a01afd HTTP/1.1" status: 200 len: 267 time: 0.0443301 Dec 23 17:02:15.054999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-2618b9bb-7e2d-4e28-946e-839fc9a12e56 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:15.056452 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-2618b9bb-7e2d-4e28-946e-839fc9a12e56 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 984 time: 0.0730956 Dec 23 17:02:15.067097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Request body: {'port': {'security_groups': ['acc7b83d-1ee3-4de4-a024-6d44c1025f39']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:15.179806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.420328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:15.444908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.449278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.461724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['aa2d8f53-ca71-485a-a74e-bbbd3381a67a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:02:15.514864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:15.515466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.516837 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9d8e8ba1-e7bb-4c28-a765-40ba1fd24b66 req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "PUT /v2.0/ports/aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 942 time: 0.4544988 Dec 23 17:02:15.517272 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:02:15.524071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35924) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:15.562052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event updated for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=7']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:15.583634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['aa2d8f53-ca71-485a-a74e-bbbd3381a67a'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:02:15.589658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.590002 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.590336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.590665 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.590990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.591312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.591664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.591985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.592300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.592615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.592929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc509e-7d00-4cf1-bd97-6b73b9e5a811 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:15.623223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49a19c59-72ef-4c73-be7a-49b0076998d0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.658070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49a19c59-72ef-4c73-be7a-49b0076998d0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.741173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49a19c59-72ef-4c73-be7a-49b0076998d0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.766941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a19c59-72ef-4c73-be7a-49b0076998d0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb2292-4529-4005-8774-0416f254fea0,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:15.769620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-49a19c59-72ef-4c73-be7a-49b0076998d0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:15.771712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-49a19c59-72ef-4c73-be7a-49b0076998d0 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "DELETE /v2.0/security-groups/70cb2292-4529-4005-8774-0416f254fea0 HTTP/1.1" status: 204 len: 168 time: 0.2463315 Dec 23 17:02:15.774009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 35930) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:15.778434 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'status': 'completed', 'code': 200} Dec 23 17:02:15.854045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-58599416-b5be-4fd4-bffa-3d6561d2be4b None None] Provisioning complete for port aa2d8f53-ca71-485a-a74e-bbbd3381a67a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:15.854415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58599416-b5be-4fd4-bffa-3d6561d2be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:16.028049 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b782f727-ab6c-4133-8609-fb6ba19632da req-ba5493fd-2940-48c6-bfdd-17fab395acd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1098 time: 0.1952355 Dec 23 17:02:16.029068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Deleting port 622b0013-62cb-4ac7-a9cb-de4d4aae84aa {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:16.029401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:16.284616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f727-ab6c-4133-8609-fb6ba19632da req-dc759a1e-1911-46da-95d9-28c809eb6c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:16.286026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b782f727-ab6c-4133-8609-fb6ba19632da req-dc759a1e-1911-46da-95d9-28c809eb6c26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.2343674 Dec 23 17:02:16.357430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:16.357749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:16.629637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Calling delete_port for 622b0013-62cb-4ac7-a9cb-de4d4aae84aa owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:16.682393 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b782f727-ab6c-4133-8609-fb6ba19632da req-73d5966f-09d9-4410-bc4a-ab36aa286b7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 1001 time: 0.3845665 Dec 23 17:02:16.771798 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f727-ab6c-4133-8609-fb6ba19632da req-c38dcfbe-073e-4b4e-96cd-075e78fe914e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:16.773361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b782f727-ab6c-4133-8609-fb6ba19632da req-c38dcfbe-073e-4b4e-96cd-075e78fe914e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0837336 Dec 23 17:02:16.887456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:16.938767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event deleted for resources: {'Port': ['ID=622b0013-62cb-4ac7-a9cb-de4d4aae84aa,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:16.943488 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b782f727-ab6c-4133-8609-fb6ba19632da req-a76066ab-5b13-458c-b3d9-538eb4a3bd40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1631978 Dec 23 17:02:17.124933 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:17.206774 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b782f727-ab6c-4133-8609-fb6ba19632da req-b92e1871-29c3-46fe-8cf5-839d021b81a7 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377658 Dec 23 17:02:17.411634 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b782f727-ab6c-4133-8609-fb6ba19632da req-b7ca4796-3b07-4557-8845-0c9c1f8c4ef5 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951671 Dec 23 17:02:17.660817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Router 143333f7-6aa0-4774-b1a1-b0ef305ea4de has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:02:17.860282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:02:17.870201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] Sync routers for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:02:17.881407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:17.882160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:17.882776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:17.937006 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5e003026-9970-4a22-9480-07b23e6f5b90 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "DELETE /v2.0/floatingips/63831255-a450-45ea-90fc-4febc4968df7 HTTP/1.1" status: 204 len: 168 time: 2.1616626 Dec 23 17:02:17.937559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:02:18.003009 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'status': 'completed', 'code': 200} Dec 23 17:02:18.088011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:18.229162 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-50c2da34-9a56-4a4f-a71b-917682ffaa06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=45877166d73945e6bc6efc20e4a01afd&device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 1098 time: 0.1959977 Dec 23 17:02:18.404562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-e2d5662c-5736-4274-8a27-fe599474c1b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:18.406245 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-e2d5662c-5736-4274-8a27-fe599474c1b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 200 len: 916 time: 0.1701374 Dec 23 17:02:18.429004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 5, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:18.433110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] Checking router: 143333f7-6aa0-4774-b1a1-b0ef305ea4de for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:02:18.444738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:18.445491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:18.473429 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-ca5b196b-4bc6-46bf-a96d-5e4953b968a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 200 len: 217 time: 0.0608149 Dec 23 17:02:18.569782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-a6562cad-6848-4bbd-ab0f-e5a4872b37a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:18.571234 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-a6562cad-6848-4bbd-ab0f-e5a4872b37a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 200 len: 854 time: 0.0913026 Dec 23 17:02:18.632904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:18.650743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-4e4b7ac4-7279-4f7a-99bb-9eafe9361eca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a2311a19-ec8c-4112-a321-dff87d36daf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714543 Dec 23 17:02:18.792732 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-7348b196-54e5-4626-bade-2e314d0d12d8 service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337481 Dec 23 17:02:18.934661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f40e9c5b-a72c-45ca-8bb8-d23580a29bfb req-31cec99b-43c2-4e02-9242-37f49095df9b service neutron] 10.222.0.59 "GET /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328244 Dec 23 17:02:18.946944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 5, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:18.951374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e85fae-69c8-4570-9f73-baefd2dfc0bf None None] The sync data for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv is: [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:10Z', 'revision_number': 4, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9ae60440-81ad-4d95-92cd-140e14b76c0d', 'name': '', 'network_id': 'a2311a19-ec8c-4112-a321-dff87d36daf5', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'mac_address': 'fa:16:3e:97:55:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:10Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 5, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'subnets': [{'id': 'f0a88689-3045-44f8-80ab-a09d205fe6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:02:19.175768 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7b60db-3f2b-42d9-aea1-b20e46c16f80 None None] New status for floating IP 63831255-a450-45ea-90fc-4febc4968df7: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:02:22.366231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4a23-7f1f-4a23-b8d0-11be56dc1863 req-c2cd2680-89c3-4b77-9f18-1cdf6f3912a2 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:22.367029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-bdff4a23-7f1f-4a23-b8d0-11be56dc1863 req-c2cd2680-89c3-4b77-9f18-1cdf6f3912a2 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Synchronizing usage tracker for tenant:45877166d73945e6bc6efc20e4a01afd on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:02:22.382273 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-bdff4a23-7f1f-4a23-b8d0-11be56dc1863 req-c2cd2680-89c3-4b77-9f18-1cdf6f3912a2 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Unset dirty status for tenant:45877166d73945e6bc6efc20e4a01afd on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:02:22.383604 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bdff4a23-7f1f-4a23-b8d0-11be56dc1863 req-c2cd2680-89c3-4b77-9f18-1cdf6f3912a2 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0931993 Dec 23 17:02:22.427913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-bdff4a23-7f1f-4a23-b8d0-11be56dc1863 req-62d71f35-cf54-465c-891f-e915f764d4bd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Synchronizing usage tracker for tenant:45877166d73945e6bc6efc20e4a01afd on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:02:22.442961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-bdff4a23-7f1f-4a23-b8d0-11be56dc1863 req-62d71f35-cf54-465c-891f-e915f764d4bd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Unset dirty status for tenant:45877166d73945e6bc6efc20e4a01afd on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:02:22.444138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bdff4a23-7f1f-4a23-b8d0-11be56dc1863 req-62d71f35-cf54-465c-891f-e915f764d4bd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549555 Dec 23 17:02:23.635246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0a02-93f9-403c-bd75-f998616457a5 req-90863602-b199-42f1-ad6d-5a081ba7dd39 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:23.636683 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57ca0a02-93f9-403c-bd75-f998616457a5 req-90863602-b199-42f1-ad6d-5a081ba7dd39 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0736609 Dec 23 17:02:23.681163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-57ca0a02-93f9-403c-bd75-f998616457a5 req-adb6c517-2742-4601-9350-48d78c9227bd tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/security-groups?id=acc7b83d-1ee3-4de4-a024-6d44c1025f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 Dec 23 17:02:24.182671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-068361d8-ba4f-42de-9c40-cc6198c47bd8 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:24.184080 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-068361d8-ba4f-42de-9c40-cc6198c47bd8 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 945 time: 0.0768926 Dec 23 17:02:24.252648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Deleting port aa2d8f53-ca71-485a-a74e-bbbd3381a67a {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:24.252986 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:24.488710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] For port aa2d8f53-ca71-485a-a74e-bbbd3381a67a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:24.489067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:24.605542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Calling delete_port for aa2d8f53-ca71-485a-a74e-bbbd3381a67a owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:24.743379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:24.790077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Pushing event deleted for resources: {'Port': ['ID=aa2d8f53-ca71-485a-a74e-bbbd3381a67a,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:24.984102 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9d5a788c-9f0f-478e-a9bd-0a67a08f2e7b req-06599ea0-80c1-4679-8a18-d5c7b4f746e2 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd1327fd-2656-4741-b682-df7caa6135ac HTTP/1.1" status: 200 len: 210 time: 0.1640782 Dec 23 17:02:24.988924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] No DVR routers for this DVR port aa2d8f53-ca71-485a-a74e-bbbd3381a67a on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:02:24.991242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:24.993735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'name': 'network-vif-deleted', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:02:25.010681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-16f82b50-e145-474c-a7c7-ffcaf51bd2fe req-b8a9a40a-2008-4132-a11c-be2218a125e3 tempest-TestMinimumBasicScenario-824020241 tempest-TestMinimumBasicScenario-824020241-project] 10.222.0.59 "DELETE /v2.0/ports/aa2d8f53-ca71-485a-a74e-bbbd3381a67a HTTP/1.1" status: 204 len: 173 time: 0.8211195 Dec 23 17:02:25.052436 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1327fd-2656-4741-b682-df7caa6135ac', 'name': 'network-vif-deleted', 'tag': 'aa2d8f53-ca71-485a-a74e-bbbd3381a67a', 'status': 'completed', 'code': 200} Dec 23 17:02:26.709882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36026) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:26.715762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device aa2d8f53-ca71-485a-a74e-bbbd3381a67a no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:02:26.751716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: aa2d8f53-ca71-485a-a74e-bbbd3381a67a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:02:26.752057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device aa2d8f53-ca71-485a-a74e-bbbd3381a67a not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:02:27.083174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:27.649963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Deleting port 9ae60440-81ad-4d95-92cd-140e14b76c0d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:27.650300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:27.813649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] For port 9ae60440-81ad-4d95-92cd-140e14b76c0d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9ae60440-81ad-4d95-92cd-140e14b76c0d,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:27.814316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:27.930504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Calling delete_port for 9ae60440-81ad-4d95-92cd-140e14b76c0d owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:28.198845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:28.245531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae60440-81ad-4d95-92cd-140e14b76c0d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:28.526166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:29.075533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Router 143333f7-6aa0-4774-b1a1-b0ef305ea4de has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:02:29.265480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:02:29.274641 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] Sync routers for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:02:29.277926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e5b59d05-fc85-4261-ba8c-f56862dc5dd6 admin admin] 10.222.0.18 "PUT /v2.0/routers/143333f7-6aa0-4774-b1a1-b0ef305ea4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670042 Dec 23 17:02:29.280389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36030) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:29.286290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:29.286882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:29.460422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:29.581692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:29.771419 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:29.780678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Deleting port f4834a83-816a-42ab-b612-e6e20c31c477 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:29.781092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:29.781695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T17:02:28Z', 'revision_number': 5, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port': {'id': 'f4834a83-816a-42ab-b612-e6e20c31c477', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:29.785763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] Checking router: 143333f7-6aa0-4774-b1a1-b0ef305ea4de for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:02:29.796434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] Routers {'143333f7-6aa0-4774-b1a1-b0ef305ea4de'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:29.797019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:29.947345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] Set router 143333f7-6aa0-4774-b1a1-b0ef305ea4de gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:29.953793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] For port f4834a83-816a-42ab-b612-e6e20c31c477, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f4834a83-816a-42ab-b612-e6e20c31c477,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:29.954142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:30.055771 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T17:02:29Z', 'revision_number': 6, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:30.059534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3e430-2315-4dee-aae8-5bd1d9c7bf5e None None] The sync data for ids ['143333f7-6aa0-4774-b1a1-b0ef305ea4de'] in dv-neutron-822800-1-hyperv is: [{'id': '143333f7-6aa0-4774-b1a1-b0ef305ea4de', 'name': 'tempest-TestMinimumBasicScenario-1736198737-router', 'tenant_id': '45877166d73945e6bc6efc20e4a01afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:08Z', 'updated_at': '2021-12-23T17:02:29Z', 'revision_number': 6, 'project_id': '45877166d73945e6bc6efc20e4a01afd', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:02:30.077892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Calling delete_port for f4834a83-816a-42ab-b612-e6e20c31c477 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:30.236720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:30.280103 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4834a83-816a-42ab-b612-e6e20c31c477,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:30.509710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:30.757554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:30.761696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:30.787156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:30.787728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 143333f7-6aa0-4774-b1a1-b0ef305ea4de {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:02:30.799735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:30.800830 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-19c4a6ea-3b47-4b5b-a108-fecffd6b588f admin admin] 10.222.0.18 "DELETE /v2.0/routers/143333f7-6aa0-4774-b1a1-b0ef305ea4de HTTP/1.1" status: 204 len: 168 time: 1.5195792 Dec 23 17:02:30.803364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36034) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:30.831628 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9ae60440-81ad-4d95-92cd-140e14b76c0d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:02:30.863472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] Deleting subnet f0a88689-3045-44f8-80ab-a09d205fe6d7 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:02:30.865696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9ae60440-81ad-4d95-92cd-140e14b76c0d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:02:30.866099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9ae60440-81ad-4d95-92cd-140e14b76c0d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:02:30.866850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.021226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.099393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.167861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.205046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a88689-3045-44f8-80ab-a09d205fe6d7,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:31.209658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.215233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea07e2-3bff-4753-b9d0-55333edbcf81 None None] Network a2311a19-ec8c-4112-a321-dff87d36daf5 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:02:31.215457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5500259f-61e5-4426-b8dc-531fb9635c1d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f0a88689-3045-44f8-80ab-a09d205fe6d7 HTTP/1.1" status: 204 len: 168 time: 0.4111485 Dec 23 17:02:31.217888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36038) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:31.321539 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.331773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Deleting port 7dd75af5-9538-4183-9bd9-d85946114782 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:31.332049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.455136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] DHCP port deletion for a2311a19-ec8c-4112-a321-dff87d36daf5 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:02:31.459326 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Deleting port 7dd75af5-9538-4183-9bd9-d85946114782 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:31.459733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.544709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] For port 7dd75af5-9538-4183-9bd9-d85946114782, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7dd75af5-9538-4183-9bd9-d85946114782,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:31.545058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.655683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] For port 7dd75af5-9538-4183-9bd9-d85946114782, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7dd75af5-9538-4183-9bd9-d85946114782,segment=NetworkSegment(7febbc07-88a7-472d-a03e-ebfac8c8ff99),segment_id=7febbc07-88a7-472d-a03e-ebfac8c8ff99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:31.655993 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.665336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Calling delete_port for 7dd75af5-9538-4183-9bd9-d85946114782 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:31.737265 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.774310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Calling delete_port for 7dd75af5-9538-4183-9bd9-d85946114782 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:31.781800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd75af5-9538-4183-9bd9-d85946114782,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:31.788495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] No DVR routers for this DVR port 7dd75af5-9538-4183-9bd9-d85946114782 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 17:02:31.849593 dv-neutron-822800-1-hyperv neutron-server[83496]: util.warn( Dec 23 17:02:31.857875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 17:02:31.858222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 17:02:31.902020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.926577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2311a19-ec8c-4112-a321-dff87d36daf5']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:31.938166 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7febbc07-88a7-472d-a03e-ebfac8c8ff99') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:31.938459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7febbc07-88a7-472d-a03e-ebfac8c8ff99') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:31.949418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.965013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.971014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:02:31.971979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:02:31.984590 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:02:32.058941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:32.078861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:32.089263 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2311a19-ec8c-4112-a321-dff87d36daf5,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:32.104785 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b9c26adb-99ef-4c72-88f0-b603ab5517a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a2311a19-ec8c-4112-a321-dff87d36daf5 HTTP/1.1" status: 204 len: 168 time: 0.8832836 Dec 23 17:02:32.105589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36042) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:32.156854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f4834a83-816a-42ab-b612-e6e20c31c477 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:02:32.188201 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: f4834a83-816a-42ab-b612-e6e20c31c477 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:02:32.188454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f4834a83-816a-42ab-b612-e6e20c31c477 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:02:32.188862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7dd75af5-9538-4183-9bd9-d85946114782 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:02:32.219541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 7dd75af5-9538-4183-9bd9-d85946114782 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:02:32.219897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7dd75af5-9538-4183-9bd9-d85946114782 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:02:32.359049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Deleting port 7dd75af5-9538-4183-9bd9-d85946114782 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:32.359432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:32.466199 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c0ba8-1092-4654-97ee-642fe87bb947 None None] The port '7dd75af5-9538-4183-9bd9-d85946114782' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 17:02:32.599373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:33.166332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Deleting port 74995dbd-4203-4772-8136-c972118a276d {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:33.167013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:33.329112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] For port 74995dbd-4203-4772-8136-c972118a276d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=74995dbd-4203-4772-8136-c972118a276d,segment=NetworkSegment(9b7717ff-800d-4370-a2c6-9213e07865ce),segment_id=9b7717ff-800d-4370-a2c6-9213e07865ce)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:33.329460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:33.444377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Calling delete_port for 74995dbd-4203-4772-8136-c972118a276d owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:33.610302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:33.652517 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Pushing event deleted for resources: {'Port': ['ID=74995dbd-4203-4772-8136-c972118a276d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:33.929470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:34.589778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Router 9e585af3-9ae8-49c0-8a89-503e42dfec92 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:02:34.785112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:02:34.793607 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] Sync routers for ids ['9e585af3-9ae8-49c0-8a89-503e42dfec92'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:02:34.805397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5960a1c7-f485-4dfb-9053-9490c7520026 admin admin] 10.222.0.18 "PUT /v2.0/routers/9e585af3-9ae8-49c0-8a89-503e42dfec92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6993444 Dec 23 17:02:34.807666 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] Routers {'9e585af3-9ae8-49c0-8a89-503e42dfec92'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:34.807827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36046) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:34.808250 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9e585af3-9ae8-49c0-8a89-503e42dfec92'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:34.977874 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] Set router 9e585af3-9ae8-49c0-8a89-503e42dfec92 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:34.998790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:35.121840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f91785be-919b-4145-8c8b-23399523bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:35.191348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:35.200128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Deleting port 683694fd-e71e-4a98-b555-6443a8e7bcdc {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:35.200526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:35.254851 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105'}], 'enable_snat': True}, 'gw_port_id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T17:02:33Z', 'revision_number': 5, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port': {'id': '683694fd-e71e-4a98-b555-6443a8e7bcdc', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:55:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:14Z', 'updated_at': '2021-12-23T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:35.258978 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] Checking router: 9e585af3-9ae8-49c0-8a89-503e42dfec92 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:02:35.269895 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] Routers {'9e585af3-9ae8-49c0-8a89-503e42dfec92'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:35.270473 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['9e585af3-9ae8-49c0-8a89-503e42dfec92'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:35.366156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] For port 683694fd-e71e-4a98-b555-6443a8e7bcdc, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=683694fd-e71e-4a98-b555-6443a8e7bcdc,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:35.366688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:35.420092 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] Set router 9e585af3-9ae8-49c0-8a89-503e42dfec92 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:35.559255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T17:02:35Z', 'revision_number': 6, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:35.563191 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c19f0e-57a8-4e31-b033-78af97942db6 None None] The sync data for ids ['9e585af3-9ae8-49c0-8a89-503e42dfec92'] in dv-neutron-822800-1-hyperv is: [{'id': '9e585af3-9ae8-49c0-8a89-503e42dfec92', 'name': 'tempest-TestMinimumBasicScenario-1701696986-router', 'tenant_id': 'f8084dd2b6964fa98ed280ef75d52378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:13Z', 'updated_at': '2021-12-23T17:02:35Z', 'revision_number': 6, 'project_id': 'f8084dd2b6964fa98ed280ef75d52378', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:02:35.590863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Calling delete_port for 683694fd-e71e-4a98-b555-6443a8e7bcdc owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:35.744969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:35.787653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Pushing event deleted for resources: {'Port': ['ID=683694fd-e71e-4a98-b555-6443a8e7bcdc,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:36.002071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.264062 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.268787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.304719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.305362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e585af3-9ae8-49c0-8a89-503e42dfec92 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:02:36.317906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.319031 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d2556de3-3577-4cd2-9585-da2620ee375d admin admin] 10.222.0.18 "DELETE /v2.0/routers/9e585af3-9ae8-49c0-8a89-503e42dfec92 HTTP/1.1" status: 204 len: 168 time: 1.5104444 Dec 23 17:02:36.321695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:36.355132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 74995dbd-4203-4772-8136-c972118a276d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:02:36.388815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Deleting subnet 39a89d68-6eae-4a4e-ab8a-96b85fdbbeef {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:02:36.392194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.399370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 74995dbd-4203-4772-8136-c972118a276d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:02:36.399908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 74995dbd-4203-4772-8136-c972118a276d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:02:36.400521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 683694fd-e71e-4a98-b555-6443a8e7bcdc no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:02:36.434055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 683694fd-e71e-4a98-b555-6443a8e7bcdc {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:02:36.434672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 683694fd-e71e-4a98-b555-6443a8e7bcdc not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:02:36.445334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.521214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.592613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.630613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a89d68-6eae-4a4e-ab8a-96b85fdbbeef,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:36.645432 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.645779 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.646110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.646438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.646767 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.647106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.647410 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.648209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.648209 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.648362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.648663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:36.651281 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.653926 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11b082-b4b9-4988-9283-2d277585eb38 None None] Network 08be0de0-b550-4d51-aea2-79b7803f3c41 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:02:36.657400 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd84001b-e28e-4534-9913-99462ca38017 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39a89d68-6eae-4a4e-ab8a-96b85fdbbeef HTTP/1.1" status: 204 len: 168 time: 0.3345768 Dec 23 17:02:36.660183 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:36.767015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.777846 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Deleting port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:36.778166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:36.911999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] DHCP port deletion for 08be0de0-b550-4d51-aea2-79b7803f3c41 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:02:36.916126 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Deleting port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:36.916496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.073951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] For port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,segment=NetworkSegment(9b7717ff-800d-4370-a2c6-9213e07865ce),segment_id=9b7717ff-800d-4370-a2c6-9213e07865ce)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:37.074270 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.109081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] For port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,segment=NetworkSegment(9b7717ff-800d-4370-a2c6-9213e07865ce),segment_id=9b7717ff-800d-4370-a2c6-9213e07865ce)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:37.109468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.193886 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Calling delete_port for 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:37.234982 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Calling delete_port for 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:02:37.264344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.278216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.307453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 17:02:37.307846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 17:02:37.309018 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9dd1a7-3f80-4c4f-835d-7d1112d69050,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:37.312311 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] No DVR routers for this DVR port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:02:37.348630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c0da48f-6e7e-47d7-8e75-58fe1bb74256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.423912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.448119 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08be0de0-b550-4d51-aea2-79b7803f3c41']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:37.463628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7717ff-800d-4370-a2c6-9213e07865ce') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:37.463916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7717ff-800d-4370-a2c6-9213e07865ce') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:37.474683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.489827 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.495494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:02:37.495884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:02:37.508819 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:02:37.580426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.585047 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.610568 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] Pushing event deleted for resources: {'Network': ['ID=08be0de0-b550-4d51-aea2-79b7803f3c41,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:37.618752 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d524c38-dba5-4ffb-a30c-e6f2c88a18ee admin admin] 10.222.0.18 "DELETE /v2.0/networks/08be0de0-b550-4d51-aea2-79b7803f3c41 HTTP/1.1" status: 204 len: 168 time: 0.9576583 Dec 23 17:02:37.805032 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36064) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:37.808733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Deleting port 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:02:37.809148 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.854457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8e6711d1-e71a-485b-b0a5-512f762f9470 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45877166d73945e6bc6efc20e4a01afd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482340 Dec 23 17:02:37.857232 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36068) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:37.873396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cf513fe7-fca9-4742-a1a5-eaaff433463e None None] The port '4e9dd1a7-3f80-4c4f-835d-7d1112d69050' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 17:02:37.919260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb406457-94b0-4d27-9ebb-ded857032897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.943391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb406457-94b0-4d27-9ebb-ded857032897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:37.994280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb406457-94b0-4d27-9ebb-ded857032897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.009838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb406457-94b0-4d27-9ebb-ded857032897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc7b83d-1ee3-4de4-a024-6d44c1025f39,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:38.023218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cb406457-94b0-4d27-9ebb-ded857032897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.025026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cb406457-94b0-4d27-9ebb-ded857032897 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acc7b83d-1ee3-4de4-a024-6d44c1025f39 HTTP/1.1" status: 204 len: 168 time: 0.1662915 Dec 23 17:02:38.150679 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:02:38.182251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:02:38.182589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4e9dd1a7-3f80-4c4f-835d-7d1112d69050 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:02:38.415034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36076) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:38.465190 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b3a0079d-0d12-45b4-9c16-388fbc0cd9d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8084dd2b6964fa98ed280ef75d52378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488570 Dec 23 17:02:38.467608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36080) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:38.523819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccfc28ce-58f9-4c0b-8dcd-dedb3a3f3125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.542615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.553287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccfc28ce-58f9-4c0b-8dcd-dedb3a3f3125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.598264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.604939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccfc28ce-58f9-4c0b-8dcd-dedb3a3f3125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.620957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc28ce-58f9-4c0b-8dcd-dedb3a3f3125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56275f4c-4ae5-4f60-b051-272abf056862,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:38.625117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ccfc28ce-58f9-4c0b-8dcd-dedb3a3f3125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:38.626113 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ccfc28ce-58f9-4c0b-8dcd-dedb3a3f3125 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56275f4c-4ae5-4f60-b051-272abf056862 HTTP/1.1" status: 204 len: 168 time: 0.1576371 Dec 23 17:02:40.029038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:40.782788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36124) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:40.789074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126998686', 'description': 'tempest-secgroup-smoke-126998686 description', 'project_id': 'ce0086d1afaa410793a621edbb5a418c'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:40.794859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:40.798526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:40.801358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:40.807296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:40.816902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:40.829284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:40.860163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:40.864389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:40.867055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:40.872912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:40.939111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:40.943072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:40.981144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab5908-8078-41e0-ac7f-a1f971024d64,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:40.988145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:40.991893 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:40.994667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:41.000199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:41.056454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.059757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.099925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:41.102327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.103476 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a076c14b-d531-4241-834b-f97a48dd8253 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3197186 Dec 23 17:02:41.106542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36128) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:41.111472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:41.117770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:41.121623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:41.124428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:41.129995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:41.145349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.203145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.206595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.230056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8375d9-d63b-4037-acaa-2bc50c9490d2,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:41.239463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.240681 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0346f9b6-299c-4439-93a4-d710854edc12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1335008 Dec 23 17:02:41.243621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36132) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:41.249170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:41.255146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:41.258814 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:41.261652 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:41.267600 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:41.281566 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.340133 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.343522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.366439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571502e8-1210-4d1f-b990-441d66c9c3d9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:41.375913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.377056 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73dea610-9ccc-4cd7-b756-8106b5ccbf43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1324286 Dec 23 17:02:41.379813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:41.385049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:41.390640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:41.394375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:41.397197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:41.402785 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:41.420051 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.482068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.485455 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.507576 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0514d1de-bc70-4aa4-9893-55c31b3c5e62,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:41.515693 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.516989 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fcfb4fe3-3109-4ed1-b7d5-d8c872e4ae6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1362870 Dec 23 17:02:41.520193 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:41.525365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:41.530888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:41.535615 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:41.538681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:41.544287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:41.560126 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.623288 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.626527 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.647048 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a52e95-5966-482c-9d43-d97c9e76ec09,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:41.657335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.658703 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-582f0c98-fdd5-43ba-8271-bfc690c1d46b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1375895 Dec 23 17:02:41.662565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36144) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:41.668592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:41.674393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:41.678107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:41.680950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:41.686488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:41.696599 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:02:41.702841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.764645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.767871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.791856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d2b081-ee5e-49f1-95b4-e882186213d9,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:41.800164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.801324 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bc1554a6-b101-4171-bcb5-ffa97a86948d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1376638 Dec 23 17:02:41.804123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36148) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:41.809877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:41.816086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:41.819759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:41.822631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:41.828378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:41.840811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:02:41.847008 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.992878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:41.996381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.019679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c7b607-63e3-4f81-8f28-632047c40c08,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:42.027628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.028768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-aa76e07b-9a78-46bb-bebc-318d7f0123ac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2237732 Dec 23 17:02:42.031726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36152) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:42.038418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'network': {'name': 'tempest-network-smoke--784247215', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'port_security_enabled': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:42.043327 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:42.047192 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:network and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:42.050040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:42.061552 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:42.071910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:02:42.074741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.102045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:02:42.111001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.111365 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Added segment 8e24afdb-0b19-4e38-9f58-caf24a19f644 of type vlan for network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c Dec 23 17:02:42.136476 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.164222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.167766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:42.168340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.263557 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2308009 Dec 23 17:02:42.264596 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36156) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:42.270620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'admin_state_up': True, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:42.275467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91248eb8-4dda-46f0-b885-1d073a5d64dc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Network': ['ID=9a5177b7-6b5b-4287-990e-1b06f8eaed9c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:42.277974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:42.282383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:router and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:42.284883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:42.286421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:02:42.290542 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:42.300766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.301644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.320156 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.466733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.638264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.666831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:42.871646 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.141 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/04700ad2-ec4a-4b15-be7d-fe9705587adf) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:02:43.010623 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:43.038948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:43.102850 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:02:43.105585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:02:43.107968 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:02:43.138865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=04700ad2-ec4a-4b15-be7d-fe9705587adf,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:43.262898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:43.263524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:43.484162 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a0b8e21a-328c-4c06-af0a-0c8865109e57 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:02:43.675858 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:02:43.687829 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Sync routers for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:02:43.700170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:43.700770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:43.702317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:43.703649 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28ce4a41-c9be-4a08-8ba9-a7fde67ce193 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4379039 Dec 23 17:02:43.706831 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36160) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:43.876375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:43.902099 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-823df01e-64b0-438e-a82d-db56fd83075b tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ce0086d1afaa410793a621edbb5a418c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1936910 Dec 23 17:02:43.904691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36168) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:44.029824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18928471-031b-4155-b280-ea15cfc22b6d tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:44.031292 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18928471-031b-4155-b280-ea15cfc22b6d tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257317 Dec 23 17:02:44.034120 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36172) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:44.074275 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb6eff79-ce17-44f0-a432-93b1bfd439d3 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388434 Dec 23 17:02:44.077056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36176) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:44.082795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-119469782', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:44.188442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:44.190533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:43Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:44.192812 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:subnet and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:02:44.194309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Checking router: a0b8e21a-328c-4c06-af0a-0c8865109e57 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:02:44.194652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Updating router a0b8e21a-328c-4c06-af0a-0c8865109e57 port 04700ad2-ec4a-4b15-be7d-fe9705587adf binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:02:44.195592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:02:44.201216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:44.211042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:02:44.247899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.311075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.523026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.567773 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.580402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Transition to ACTIVE for port object 04700ad2-ec4a-4b15-be7d-fe9705587adf will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:02:44.586853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.592427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Subnet': ['ID=13b371a2-57bc-460a-8836-be3f37ade24b,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:44.615379 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Checking segment: {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:02:44.615776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network hostable DHCP agents. Network: 9a5177b7-6b5b-4287-990e-1b06f8eaed9c, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:02:44.637719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:02:44.648819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 9a5177b7-6b5b-4287-990e-1b06f8eaed9c) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:02:44.653254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:44.653254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.662708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf2497-f1d1-4e08-889f-1e14c91ca249 None None] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:02:44.673522 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9f7e70c1-5e3b-4f12-b607-636060eb7d8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5953486 Dec 23 17:02:44.676689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36180) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:02:44.723906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Pushing event updated for resources: {'Port': ['ID=04700ad2-ec4a-4b15-be7d-fe9705587adf,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:44.735728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Attempting to bind port 04700ad2-ec4a-4b15-be7d-fe9705587adf on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:02:44.735978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Attempting to bind port 04700ad2-ec4a-4b15-be7d-fe9705587adf by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:02:44.736334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Attempting to bind port 04700ad2-ec4a-4b15-be7d-fe9705587adf on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:02:44.757917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.758264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.758609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.758938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.759269 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.759613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.759939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.760255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.760570 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.760885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.761200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:44.768759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:02:44.769121 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:02:44.769564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.769895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:02:44.770352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Bound port: 04700ad2-ec4a-4b15-be7d-fe9705587adf, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:02:44.770716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:44.904733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] For port 04700ad2-ec4a-4b15-be7d-fe9705587adf, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:02:44.917817 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] For port 04700ad2-ec4a-4b15-be7d-fe9705587adf, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=04700ad2-ec4a-4b15-be7d-fe9705587adf,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:02:44.936353 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:02:44.947893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:45.002529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:02:45.003313 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:45.080510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e375dc-7c16-4e79-b57d-28d6131f6710 None None] Pushing event updated for resources: {'Port': ['ID=04700ad2-ec4a-4b15-be7d-fe9705587adf,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:45.113121 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:45.113743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:45.334978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Allocated IP 172.20.0.2 (9a5177b7-6b5b-4287-990e-1b06f8eaed9c/13b371a2-57bc-460a-8836-be3f37ade24b/0775909e-05ef-47c6-ab6f-636348212c00) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:02:45.371105 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:45.504547 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:45.811987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:45.824663 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Transition to ACTIVE for port object 0775909e-05ef-47c6-ab6f-636348212c00 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:02:45.855398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Transition to ACTIVE for port object 0775909e-05ef-47c6-ab6f-636348212c00 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:02:45.863924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:45.914457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:43Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:45.925726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.1 (9a5177b7-6b5b-4287-990e-1b06f8eaed9c/13b371a2-57bc-460a-8836-be3f37ade24b/9a58d204-bb87-43de-85e4-6c3a2a8ea1ac) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:02:45.931574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d0bea-8515-41a1-8dff-a968d4da8afa None None] The sync data for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv is: [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:43Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:02:45.940584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:02:45.946435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:02:45.948300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Pushing event updated for resources: {'Port': ['ID=0775909e-05ef-47c6-ab6f-636348212c00,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:45.950403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:02:46.044780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Attempting to bind port 0775909e-05ef-47c6-ab6f-636348212c00 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:02:46.045145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Attempting to bind port 0775909e-05ef-47c6-ab6f-636348212c00 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:02:46.045504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Attempting to bind port 0775909e-05ef-47c6-ab6f-636348212c00 on network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:02:46.052816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:02:46.053184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Checking segment: {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:02:46.053578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.053963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Bound using segment: {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:02:46.054415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Bound port: 0775909e-05ef-47c6-ab6f-636348212c00, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:02:46.054778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.104147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.122674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:02:46.150160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.158084 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] For port 0775909e-05ef-47c6-ab6f-636348212c00, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:02:46.164941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] For port 0775909e-05ef-47c6-ab6f-636348212c00, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0775909e-05ef-47c6-ab6f-636348212c00,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:02:46.175638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.268467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:02:46.272128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:02:46.275191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:02:46.289083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375804a-bd63-48af-b0b9-3144462a5f5e None None] Pushing event updated for resources: {'Port': ['ID=0775909e-05ef-47c6-ab6f-636348212c00,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:46.318625 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:46.349196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.466010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.899631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:46.904694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:47.012937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:47.015407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:47.153357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:02:47.154483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:02:47.192150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12c9d8-5428-438b-b318-c86c01acaa90 None None] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:02:47.347314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-217e9b20-31e9-493e-b28d-5e87d99756d2 None None] Provisioning for port 0775909e-05ef-47c6-ab6f-636348212c00 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:02:47.641309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a0b8e21a-328c-4c06-af0a-0c8865109e57 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:02:47.685746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5c164e89-433d-4b0f-8bd4-d2e4e8736deb None None] Provisioning for port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:02:47.691487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5c164e89-433d-4b0f-8bd4-d2e4e8736deb None None] Provisioning complete for port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:47.691889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c164e89-433d-4b0f-8bd4-d2e4e8736deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:47.749762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5c164e89-433d-4b0f-8bd4-d2e4e8736deb None None] Port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:02:47.849093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:02:47.862617 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2f75ebda-9b34-444f-85b5-3f99f31540cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/a0b8e21a-328c-4c06-af0a-0c8865109e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1805749 Dec 23 17:02:47.883810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b2a07785-d39f-4257-858f-5f8f05ccdf93 None None] Provisioning complete for port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:47.884175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2a07785-d39f-4257-858f-5f8f05ccdf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:47.940814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b2a07785-d39f-4257-858f-5f8f05ccdf93 None None] Port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:02:48.035271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-61ea8667-1356-40fb-be04-05f247264f51 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:02:48.052045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-61ea8667-1356-40fb-be04-05f247264f51 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:02:48.053145 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-61ea8667-1356-40fb-be04-05f247264f51 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126998686&fields=id&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 267 time: 0.0577221 Dec 23 17:02:48.062484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-013cf515-b538-47f7-86d3-3578d06fe3fc None None] Provisioning complete for port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:48.062856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-013cf515-b538-47f7-86d3-3578d06fe3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:48.117658 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-013cf515-b538-47f7-86d3-3578d06fe3fc None None] Port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:02:48.207871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 04700ad2-ec4a-4b15-be7d-fe9705587adf up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:02:48.218270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-18056ce7-5415-4efa-ab0e-39c85e7880a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:48.218965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-18056ce7-5415-4efa-ab0e-39c85e7880a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:02:48.236499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-18056ce7-5415-4efa-ab0e-39c85e7880a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:02:48.237830 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-18056ce7-5415-4efa-ab0e-39c85e7880a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/networks?id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c HTTP/1.1" status: 200 len: 796 time: 0.1782050 Dec 23 17:02:48.254407 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-a3663da1-19f8-4671-9c48-d86c51d90070 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/quotas/ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 375 time: 0.0110791 Dec 23 17:02:48.276848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 04700ad2-ec4a-4b15-be7d-fe9705587adf completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:02:48.281355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 04700ad2-ec4a-4b15-be7d-fe9705587adf triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:48.281727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:48.334878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-e73c78ae-d7fc-45f9-9b85-e1d52a33932b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:02:48.352360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-e73c78ae-d7fc-45f9-9b85-e1d52a33932b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:02:48.353638 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-e73c78ae-d7fc-45f9-9b85-e1d52a33932b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939927 Dec 23 17:02:48.368990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-f75667a4-64af-4684-8cc5-a91d5bb603f6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 17:02:48.369931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-f75667a4-64af-4684-8cc5-a91d5bb603f6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050950 Dec 23 17:02:48.396454 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:48.413094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 04700ad2-ec4a-4b15-be7d-fe9705587adf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=04700ad2-ec4a-4b15-be7d-fe9705587adf,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:48.417822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:48.418622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0775909e-05ef-47c6-ab6f-636348212c00 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:02:48.504949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-96ab0005-c887-406d-bd3e-ac9af2e7f243 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289475 Dec 23 17:02:48.542317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=04700ad2-ec4a-4b15-be7d-fe9705587adf,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:48.556862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 0775909e-05ef-47c6-ab6f-636348212c00 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:02:48.561589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0775909e-05ef-47c6-ab6f-636348212c00 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:48.561963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:48.633500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-f67e3440-b2d0-4342-b978-b463d4e53b66 service neutron] 10.222.0.18 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229591 Dec 23 17:02:48.670766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:48.701651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 0775909e-05ef-47c6-ab6f-636348212c00, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0775909e-05ef-47c6-ab6f-636348212c00,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:48.705216 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:48.772035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=0775909e-05ef-47c6-ab6f-636348212c00,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:48.815894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2fa2dbfc-655c-4c06-a38c-8072ccff0108 req-cb922ba2-1abb-4d05-b3d9-1e76e7d55c89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 210 time: 0.0391192 Dec 23 17:02:49.551630 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Sync routers for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:02:49.562754 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:49.563335 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:49.733086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:49.926794 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ff9caf97-60cb-497d-bff5-68dc1b9d1892 req-226b850e-b131-4a83-ad01-24e3472c5978 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 210 time: 0.0443141 Dec 23 17:02:50.060547 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 2, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:50.064282 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Checking router: a0b8e21a-328c-4c06-af0a-0c8865109e57 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:02:50.064621 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Updating router a0b8e21a-328c-4c06-af0a-0c8865109e57 port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:02:50.125352 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.177854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 04700ad2-ec4a-4b15-be7d-fe9705587adf up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:02:50.249668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 04700ad2-ec4a-4b15-be7d-fe9705587adf triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:50.249950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.427987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0775909e-05ef-47c6-ab6f-636348212c00 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:02:50.485081 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.497367 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Transition to ACTIVE for port object 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:02:50.504423 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.507569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 0775909e-05ef-47c6-ab6f-636348212c00 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:50.507950 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.624834 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Pushing event updated for resources: {'Port': ['ID=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:50.658967 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.659585 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.659917 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.660238 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.660556 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.660872 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.661184 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.661496 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.661804 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.662140 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.662449 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:02:50.722345 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Attempting to bind port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:02:50.722697 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Attempting to bind port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:02:50.723041 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Attempting to bind port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac on network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:02:50.729703 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:02:50.730062 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Checking segment: {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:02:50.730453 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.730858 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Bound using segment: {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:02:50.731302 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Bound port: 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:02:50.731740 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.819572 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] For port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:02:50.822597 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] For port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:02:50.826272 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:50.901478 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a1d2-53f3-454f-bceb-1929d88a98b7 None None] Pushing event updated for resources: {'Port': ['ID=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:50.905886 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:02:50.906484 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:51.108267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-97038244-fd59-42fa-9aea-e619447ded84 req-3a1fb88d-581f-488d-9137-769b9d591eab tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 210 time: 0.0407155 Dec 23 17:02:51.117106 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:02:51.413865 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:50Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:02:51.417594 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c710c43-5cae-4037-b01d-8e51f36cfb83 None None] The sync data for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv is: [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:50Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:02:52.250112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:02:52.291904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-05906cbd-0775-4b00-87ef-eb15809c8cec tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:52.307480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-05906cbd-0775-4b00-87ef-eb15809c8cec tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/networks?id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c HTTP/1.1" status: 200 len: 796 time: 0.2011168 Dec 23 17:02:52.329188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:02:52.334636 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:52.335083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:52.381963 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5897d9b7-e693-4beb-a3a3-6a47e541e1bc req-608e4b0a-634a-41b2-afc0-3909330d57a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 210 time: 0.0730934 Dec 23 17:02:52.419400 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-47c0b759-e438-4c17-9093-8dd4208dcb4b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 379 time: 0.0757887 Dec 23 17:02:52.428420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'port': {'device_id': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'admin_state_up': True, 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'security_groups': ['6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:52.467316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:52.506309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:52.509976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:52.578600 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:52.664662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:02:52.673878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:02:52.683927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:02:52.686863 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:52.840448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.10 (9a5177b7-6b5b-4287-990e-1b06f8eaed9c/13b371a2-57bc-460a-8836-be3f37ade24b/7e5898a5-9627-4585-baa5-7d00b485a21e) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:02:53.023113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:53.039371 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 7e5898a5-9627-4585-baa5-7d00b485a21e will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:02:53.060751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:53.128785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:02:53.131535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:02:53.135323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:02:53.169035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=7e5898a5-9627-4585-baa5-7d00b485a21e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:53.202155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:53.202756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:53.228059 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-b63a6e32-f4c2-4ed9-b43b-1ef2657313e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031597 Dec 23 17:02:53.239588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Request body: {'port': {'device_id': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:02:53.346409 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:53.419182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55ce7959-f246-46f6-be37-6a9578af511a None None] Provisioning for port 7e5898a5-9627-4585-baa5-7d00b485a21e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:02:53.425444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55ce7959-f246-46f6-be37-6a9578af511a None None] Provisioning complete for port 7e5898a5-9627-4585-baa5-7d00b485a21e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:53.426316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ce7959-f246-46f6-be37-6a9578af511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:53.478976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-55ce7959-f246-46f6-be37-6a9578af511a None None] Port 7e5898a5-9627-4585-baa5-7d00b485a21e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:02:53.696528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf768d-661d-4fd4-b50a-051dd48cb546 req-8703e5e0-424a-44bb-8297-5283a5545187 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:53.697121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-e4bf768d-661d-4fd4-b50a-051dd48cb546 req-8703e5e0-424a-44bb-8297-5283a5545187 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:02:53.762324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-e4bf768d-661d-4fd4-b50a-051dd48cb546 req-8703e5e0-424a-44bb-8297-5283a5545187 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:02:53.763445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4bf768d-661d-4fd4-b50a-051dd48cb546 req-8703e5e0-424a-44bb-8297-5283a5545187 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 932 time: 0.1972225 Dec 23 17:02:53.766928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5898a5-9627-4585-baa5-7d00b485a21e {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:02:53.787493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:53.813762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Transition to ACTIVE for port object 7e5898a5-9627-4585-baa5-7d00b485a21e will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:02:53.817948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:53.873027 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4bf768d-661d-4fd4-b50a-051dd48cb546 req-58ec49a9-0ef6-465a-b590-625736f79688 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015897 Dec 23 17:02:53.952808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5898a5-9627-4585-baa5-7d00b485a21e,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:54.057725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Attempting to bind port 7e5898a5-9627-4585-baa5-7d00b485a21e on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:02:54.058055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Attempting to bind port 7e5898a5-9627-4585-baa5-7d00b485a21e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:02:54.058370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Attempting to bind port 7e5898a5-9627-4585-baa5-7d00b485a21e on network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:02:54.064143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Port 7e5898a5-9627-4585-baa5-7d00b485a21e on network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:02:54.064455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Attempting to bind port 7e5898a5-9627-4585-baa5-7d00b485a21e on network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:02:54.071161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:02:54.071488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Checking segment: {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:02:54.071888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Bound using segment: {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:02:54.072295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Bound port: 7e5898a5-9627-4585-baa5-7d00b485a21e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e24afdb-0b19-4e38-9f58-caf24a19f644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:02:54.072629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:54.166524 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:02:54.177681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] For port 7e5898a5-9627-4585-baa5-7d00b485a21e, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:02:54.180659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] For port 7e5898a5-9627-4585-baa5-7d00b485a21e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7e5898a5-9627-4585-baa5-7d00b485a21e,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:02:54.185198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:54.234985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:54.235262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:54.247112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:54.248541 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] 10.222.0.59 "PUT /v2.0/ports/7e5898a5-9627-4585-baa5-7d00b485a21e HTTP/1.1" status: 200 len: 1094 time: 1.0132813 Dec 23 17:02:54.248948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:02:54.265286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c5edf-3a73-4596-a42b-19ff5111fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5898a5-9627-4585-baa5-7d00b485a21e,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:54.333736 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'status': 'completed', 'code': 200} Dec 23 17:02:54.472406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-6b621a87-6f27-4ff5-80af-01df7526d961 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 1097 time: 0.1765826 Dec 23 17:02:54.542462 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-72267af0-3164-42c8-97bf-a80e4e53694d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5898a5-9627-4585-baa5-7d00b485a21e HTTP/1.1" status: 200 len: 217 time: 0.0603058 Dec 23 17:02:54.605456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-fbc20d2f-d90a-495d-9ffb-b39b8df66cb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:54.606835 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-fbc20d2f-d90a-495d-9ffb-b39b8df66cb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b371a2-57bc-460a-8836-be3f37ade24b HTTP/1.1" status: 200 len: 834 time: 0.0583758 Dec 23 17:02:54.680990 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-7d847f84-4658-4979-99ed-b1014d1348f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660198 Dec 23 17:02:54.808380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-39c17f4f-d377-4d49-b8f1-e253e5d8bf75 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204960 Dec 23 17:02:54.935260 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-299d5d00-8f7a-47ad-bb64-a62718853b33 req-aade4002-bd1e-4713-93f0-e86d8d9f87b7 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208994 Dec 23 17:02:55.106420 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-16b03521-5566-447f-9510-95e87061d92d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 1097 time: 0.1289842 Dec 23 17:02:55.113490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c9d5-4385-4ada-9cf7-4174fae8c8be req-bb3a1c85-6520-4c6a-9edb-919182bd6e04 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:55.114979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5fa6c9d5-4385-4ada-9cf7-4174fae8c8be req-bb3a1c85-6520-4c6a-9edb-919182bd6e04 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 944 time: 0.1079693 Dec 23 17:02:55.236642 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5fa6c9d5-4385-4ada-9cf7-4174fae8c8be req-02a957cd-4088-4a79-b82e-868517344cc8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036186 Dec 23 17:02:55.269376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-b3df129a-97dd-4c21-ac41-9e2fd82da877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:55.270787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-b3df129a-97dd-4c21-ac41-9e2fd82da877 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c HTTP/1.1" status: 200 len: 897 time: 0.1549711 Dec 23 17:02:55.339787 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-e8cafad0-e9d7-44df-a7b5-4592dd135a6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5898a5-9627-4585-baa5-7d00b485a21e HTTP/1.1" status: 200 len: 217 time: 0.0630047 Dec 23 17:02:55.399378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-d58c892d-864f-454c-9dab-993ff0da8368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:55.400748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-d58c892d-864f-454c-9dab-993ff0da8368 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b371a2-57bc-460a-8836-be3f37ade24b HTTP/1.1" status: 200 len: 834 time: 0.0554888 Dec 23 17:02:55.475946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-53655aab-a710-47e4-8c2b-7db720eb1d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690546 Dec 23 17:02:55.602217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-53e07d94-a306-45bc-9993-606273ac83e7 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195514 Dec 23 17:02:55.729969 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2c404bc5-9179-4ba9-9fe5-bceefdea70e5 req-02f5f4b6-cdc4-41fd-bf7f-71dd6b865835 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209366 Dec 23 17:02:56.430328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c510b3-949f-45a1-a063-6c08da24895a req-564ce5e0-417f-4b75-9472-4831a5ad685b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:56.431740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42c510b3-949f-45a1-a063-6c08da24895a req-564ce5e0-417f-4b75-9472-4831a5ad685b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 944 time: 0.0757606 Dec 23 17:02:56.475791 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42c510b3-949f-45a1-a063-6c08da24895a req-a8bffd82-798d-415f-94a3-ddeffdcabdcc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 Dec 23 17:02:56.932602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 7e5898a5-9627-4585-baa5-7d00b485a21e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:02:57.062776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 7e5898a5-9627-4585-baa5-7d00b485a21e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7e5898a5-9627-4585-baa5-7d00b485a21e,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:57.075487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'port_id': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'mac_address': 'fa:16:3e:0b:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:02:57.126792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:57.142938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5898a5-9627-4585-baa5-7d00b485a21e {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:02:57.156963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 7e5898a5-9627-4585-baa5-7d00b485a21e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7e5898a5-9627-4585-baa5-7d00b485a21e,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:57.161753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:57.228484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=7e5898a5-9627-4585-baa5-7d00b485a21e,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:57.505536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['7e5898a5-9627-4585-baa5-7d00b485a21e'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:02:57.686270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d029f-0119-4fee-b667-ac6b656ff234 req-a5ca9ad6-5bcf-47c2-a3f5-a28fc9c48d4d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:57.687748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-755d029f-0119-4fee-b667-ac6b656ff234 req-a5ca9ad6-5bcf-47c2-a3f5-a28fc9c48d4d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 945 time: 0.0786667 Dec 23 17:02:57.732462 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-755d029f-0119-4fee-b667-ac6b656ff234 req-655870bc-56cf-486a-b0ba-efc1a20febf9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Dec 23 17:02:58.919415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba2fce-c46c-4612-bd77-212c5002739a req-8d2e23bf-577a-470d-a2ae-c7fe88ba8c14 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:02:58.920857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-65ba2fce-c46c-4612-bd77-212c5002739a req-8d2e23bf-577a-470d-a2ae-c7fe88ba8c14 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 945 time: 0.0733674 Dec 23 17:02:58.964002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 7e5898a5-9627-4585-baa5-7d00b485a21e up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:02:58.967925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-65ba2fce-c46c-4612-bd77-212c5002739a req-386a66d9-d592-4d71-88cb-26b5f4abc7e3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411718 Dec 23 17:02:59.029752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 7e5898a5-9627-4585-baa5-7d00b485a21e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:02:59.035031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 7e5898a5-9627-4585-baa5-7d00b485a21e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:02:59.035400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:59.146730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:59.172709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:02:59.182039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 7e5898a5-9627-4585-baa5-7d00b485a21e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7e5898a5-9627-4585-baa5-7d00b485a21e,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:02:59.186234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:02:59.249375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=7e5898a5-9627-4585-baa5-7d00b485a21e,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:02:59.332211 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'code': 200} Dec 23 17:02:59.632362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2f08f333-3312-452e-9bcd-19dac4d1e7ff req-be5e6a48-4578-4a2a-902b-9817a7effa56 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 1099 time: 0.1527221 Dec 23 17:02:59.673401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2f08f333-3312-452e-9bcd-19dac4d1e7ff req-461b2e2b-a150-4965-a90f-b4ac194b14b8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347385 Dec 23 17:03:00.162400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121bc30-c61e-4842-abd7-a7b65dc6464f req-8f8eb088-ec2a-47da-a286-df8bc97543aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:00.163899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4121bc30-c61e-4842-abd7-a7b65dc6464f req-8f8eb088-ec2a-47da-a286-df8bc97543aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.0770078 Dec 23 17:03:00.210658 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4121bc30-c61e-4842-abd7-a7b65dc6464f req-31e682dc-9865-4389-9202-207815dda491 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 Dec 23 17:03:01.401640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61128e38-a089-46cb-9223-306e4591fbda req-3adcbd9e-8d60-4c88-ba87-b9f9bee8c446 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:01.403066 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61128e38-a089-46cb-9223-306e4591fbda req-3adcbd9e-8d60-4c88-ba87-b9f9bee8c446 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.0742657 Dec 23 17:03:01.446608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-61128e38-a089-46cb-9223-306e4591fbda req-7180c04f-2c52-4e9e-89bd-90a09cd10cda tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381126 Dec 23 17:03:01.636942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd9478-cc7f-4ea0-857d-8a23edf39aac req-6d89edf2-7e1d-4529-b775-7c9f11f4ac02 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:01.638333 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5dd9478-cc7f-4ea0-857d-8a23edf39aac req-6d89edf2-7e1d-4529-b775-7c9f11f4ac02 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.0760157 Dec 23 17:03:01.681383 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5dd9478-cc7f-4ea0-857d-8a23edf39aac req-6de2893c-5f00-41df-b7eb-cc842b413cc7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371923 Dec 23 17:03:01.708687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36246) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:03:01.774214 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fd970a62-97da-4460-a4d6-5df09259f8ba tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 1094 time: 0.0644417 Dec 23 17:03:01.776762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36250) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:03:01.781506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:03:01.786984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:03:01.790650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:floatingip and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:03:01.793384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:03:01.799362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:03:01.809328 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:01.940445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:02.071024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.99 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/04e9d287-f0dc-452a-9d51-f0c58f19061f) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:03:02.212853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:02.239603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:02.313974 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:03:02.315342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=04e9d287-f0dc-452a-9d51-f0c58f19061f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:03:02.317822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:03:02.319857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:03:02.816827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:02.870490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:03.157612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:03.162693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:03.265821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=04e9d287-f0dc-452a-9d51-f0c58f19061f,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:03:03.277989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:03.469756 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Floating IP 322abb09-0aee-456b-91d5-aaff60db47af associated. External IP: 172.26.7.99, port: 7e5898a5-9627-4585-baa5-7d00b485a21e. Dec 23 17:03:03.844153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a0b8e21a-328c-4c06-af0a-0c8865109e57 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:03:04.032956 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:03:04.042393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] Sync routers for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:03:04.054556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:03:04.055295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:03:04.056830 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:04.112171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6895070c-531e-4d05-9f7f-d6a59b55d7c7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3335962 Dec 23 17:03:04.112546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:03:04.181379 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'status': 'completed', 'code': 200} Dec 23 17:03:04.266167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:03:04.334890 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-b7778657-f3fb-412d-9c18-f91bb6872306 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 1099 time: 0.1266470 Dec 23 17:03:04.340924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c184e9c-7498-4e13-aa7c-2b4911b76b10 req-18d0abd0-e452-4557-83f2-ed1cf23d26ae tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:04.342222 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c184e9c-7498-4e13-aa7c-2b4911b76b10 req-18d0abd0-e452-4557-83f2-ed1cf23d26ae tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.1046128 Dec 23 17:03:04.464935 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c184e9c-7498-4e13-aa7c-2b4911b76b10 req-52e4c430-c1a0-46d4-9013-b2a6a57ab398 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046796 Dec 23 17:03:04.498982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36258) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:03:04.568881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-58cbb9e0-5fbe-4d4a-bfc9-183e3b577b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:04.570382 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-58cbb9e0-5fbe-4d4a-bfc9-183e3b577b6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c HTTP/1.1" status: 200 len: 897 time: 0.2272873 Dec 23 17:03:04.617010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '322abb09-0aee-456b-91d5-aaff60db47af', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'port_id': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'mac_address': 'fa:16:3e:0b:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:03:02Z', 'updated_at': '2021-12-23T17:03:02Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:52Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:03:04.621273 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] Checking router: a0b8e21a-328c-4c06-af0a-0c8865109e57 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:03:04.632613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:03:04.633226 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:02:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:03:04.795046 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-369f9ee2-f471-44c9-8168-1ebf83edf2bb tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/322abb09-0aee-456b-91d5-aaff60db47af HTTP/1.1" status: 200 len: 991 time: 0.2920995 Dec 23 17:03:04.804311 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-84bc6be9-55aa-4ec2-b6e9-648f571c26c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5898a5-9627-4585-baa5-7d00b485a21e HTTP/1.1" status: 200 len: 999 time: 0.1187451 Dec 23 17:03:04.807876 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:03:04.865525 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-9d2202fa-ec49-47b3-b452-3b539df43772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:04.866956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-9d2202fa-ec49-47b3-b452-3b539df43772 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b371a2-57bc-460a-8836-be3f37ade24b HTTP/1.1" status: 200 len: 834 time: 0.0561361 Dec 23 17:03:04.941871 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-3aad4ab9-dbda-422c-9072-ddab77c70b94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692208 Dec 23 17:03:05.070783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-5b08eb5d-f694-4f9d-89c6-f6ba128361f4 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223657 Dec 23 17:03:05.133905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-967c9ae5-c639-4969-be39-1bab32d87141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:05.166546 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '322abb09-0aee-456b-91d5-aaff60db47af', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'port_id': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'mac_address': 'fa:16:3e:0b:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:03:02Z', 'updated_at': '2021-12-23T17:03:02Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:52Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:03:05.170568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8a919-ecdc-4ad1-8fb8-ab6444e82af4 None None] The sync data for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv is: [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '322abb09-0aee-456b-91d5-aaff60db47af', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.99', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'port_id': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'mac_address': 'fa:16:3e:0b:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:03:02Z', 'updated_at': '2021-12-23T17:03:02Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:52Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:03:05.209321 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc7cdce4-eefb-416b-957b-44373bc4abbe req-a6f382f2-85d8-4b3a-8bbf-469d740b7bc1 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315060 Dec 23 17:03:05.798827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36262) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:03:05.902893 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-096164e2-ef77-4ba8-91a0-04b3c0014575 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/322abb09-0aee-456b-91d5-aaff60db47af HTTP/1.1" status: 200 len: 991 time: 0.1029167 Dec 23 17:03:06.906789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36266) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:03:07.006122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7d85d26b-3ff5-4d85-b4b8-13aa5867e175 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/322abb09-0aee-456b-91d5-aaff60db47af HTTP/1.1" status: 200 len: 991 time: 0.0981991 Dec 23 17:03:07.195798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:07.349079 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2d6da37f-0289-40c4-b764-6f4dcb6723fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:07.712232 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f480d-9547-4b01-b059-76cbc5833ca3 None None] New status for floating IP 322abb09-0aee-456b-91d5-aaff60db47af: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:03:08.009931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36270) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:03:08.110743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5558366a-d561-4d0c-b173-20796aee42b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/322abb09-0aee-456b-91d5-aaff60db47af HTTP/1.1" status: 200 len: 993 time: 0.0997200 Dec 23 17:03:08.545373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:08.601069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:10.031768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:21.936198 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:03:35.126904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0a5acfc8-228e-4ed7-a928-55eeab3d0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:36.055797 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-61ea29ad-e03d-451c-b98d-6568c2e558c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686429 Dec 23 17:03:36.194504 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-b4b62c7e-6613-4da3-9577-c322f7e11e99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 1099 time: 0.0724337 Dec 23 17:03:36.334849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-c5e3c1ab-3d7a-4f50-8313-723348a5c7b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:36.336257 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-c5e3c1ab-3d7a-4f50-8313-723348a5c7b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c HTTP/1.1" status: 200 len: 897 time: 0.1220319 Dec 23 17:03:36.443888 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-88070cab-3574-4591-81a1-b59a0b8990ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5898a5-9627-4585-baa5-7d00b485a21e HTTP/1.1" status: 200 len: 1001 time: 0.1008992 Dec 23 17:03:36.504679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-5c688738-317a-4b89-8663-dc037dc957df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:03:36.506114 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-5c688738-317a-4b89-8663-dc037dc957df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b371a2-57bc-460a-8836-be3f37ade24b HTTP/1.1" status: 200 len: 834 time: 0.0555763 Dec 23 17:03:36.581012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-6e38300a-1879-4c7b-a9e5-2ccf7dd4152f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685780 Dec 23 17:03:36.810868 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-3754bc86-1aef-4c95-bc01-2e7d57a42a6f service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226107 Dec 23 17:03:36.938080 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6de5a411-de6e-421e-b4e5-f01d3fd7143e req-01c1d399-360b-4d3a-9d6c-87f331ba7948 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197808 Dec 23 17:03:37.194427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:37.350650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f56bcaf8-3cc6-49f8-aa64-c7011b391905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:38.547579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:38.601971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:40.033202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:03:58.936601 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:04:05.127813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bb14883-dda3-410d-b5ec-d221388b5680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:07.210189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:07.350243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bae87ecc-b5e2-45d2-ae07-9542b3b94b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:08.552718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:08.602619 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:09.249453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99735598-6847-494c-937b-bf236c204e85 req-abae869b-2ac2-4194-8e21-8d8354ae3317 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:09.251107 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-99735598-6847-494c-937b-bf236c204e85 req-abae869b-2ac2-4194-8e21-8d8354ae3317 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.1602235 Dec 23 17:04:09.295450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-99735598-6847-494c-937b-bf236c204e85 req-4bc21ae6-eb86-438f-9599-beb16d89ba55 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387290 Dec 23 17:04:10.036762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:10.575649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722ef8a-ed9f-4a7b-aab2-e752a4a5394a req-466540b8-8bc1-4d08-9f4a-a74073b622ae tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:10.577076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6722ef8a-ed9f-4a7b-aab2-e752a4a5394a req-466540b8-8bc1-4d08-9f4a-a74073b622ae tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.1469474 Dec 23 17:04:10.620927 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6722ef8a-ed9f-4a7b-aab2-e752a4a5394a req-ca7f1a07-ddcb-48e9-b998-b8fa8b2afeca tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 Dec 23 17:04:10.647693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36304) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:10.753278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-07bd1ce7-9ec9-41e7-b800-f3c0bab52c09 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/322abb09-0aee-456b-91d5-aaff60db47af HTTP/1.1" status: 200 len: 993 time: 0.1045051 Dec 23 17:04:12.238242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694048af-078d-4cef-851c-7231cfdd1fb1 req-f960c624-0d86-4315-b953-e74aa83fe872 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:12.239629 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-694048af-078d-4cef-851c-7231cfdd1fb1 req-f960c624-0d86-4315-b953-e74aa83fe872 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.0771384 Dec 23 17:04:12.286209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-694048af-078d-4cef-851c-7231cfdd1fb1 req-23f869cb-e7a5-4915-b156-40dd30653c07 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396221 Dec 23 17:04:13.482653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faaa93-ab56-4506-97ab-0ae36e0da55c req-a522afd3-ec54-4c63-abf0-284c6b0eb97d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:13.484108 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4faaa93-ab56-4506-97ab-0ae36e0da55c req-a522afd3-ec54-4c63-abf0-284c6b0eb97d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.0771322 Dec 23 17:04:13.527967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4faaa93-ab56-4506-97ab-0ae36e0da55c req-f96c7c44-0e06-435a-9a36-9a4a4d2e2351 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Dec 23 17:04:13.555455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36316) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:13.656637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-631bfeb9-609d-4c40-94d2-c32e7532e293 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/322abb09-0aee-456b-91d5-aaff60db47af HTTP/1.1" status: 200 len: 993 time: 0.1000206 Dec 23 17:04:14.024743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36324) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:14.216859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 04e9d287-f0dc-452a-9d51-f0c58f19061f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:04:14.217197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:14.380146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:14.380378 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:14.502013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 04e9d287-f0dc-452a-9d51-f0c58f19061f owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:04:14.644843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:14.688398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=04e9d287-f0dc-452a-9d51-f0c58f19061f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:14.725437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.725779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.726114 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.726445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.726772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.727099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.727427 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.727782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.728105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.728424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.728743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:14.877765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:15.253355 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a0b8e21a-328c-4c06-af0a-0c8865109e57 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:04:15.445618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:04:15.454783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] Sync routers for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:04:15.465524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:15.466369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:15.466970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:15.516873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-68846f5d-fc95-4b4d-bfe0-3fa2dafbb76f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/floatingips/322abb09-0aee-456b-91d5-aaff60db47af HTTP/1.1" status: 204 len: 168 time: 1.4910879 Dec 23 17:04:15.517423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:04:15.573675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'status': 'completed', 'code': 200} Dec 23 17:04:15.674627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-de551aa0-7cd9-48dd-a30b-30e692047f9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 1099 time: 0.0758801 Dec 23 17:04:15.701331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:15.809138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-aebf859b-0403-4883-b86c-482d4b062690 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:15.810626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-aebf859b-0403-4883-b86c-482d4b062690 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c HTTP/1.1" status: 200 len: 897 time: 0.1295300 Dec 23 17:04:15.885369 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-502c37b3-707a-4a3c-9144-372037a849a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5898a5-9627-4585-baa5-7d00b485a21e HTTP/1.1" status: 200 len: 217 time: 0.0683382 Dec 23 17:04:15.965185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-fbfd1da0-e3d2-40c4-8300-eb2d66cc867e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:15.966645 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-fbfd1da0-e3d2-40c4-8300-eb2d66cc867e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b371a2-57bc-460a-8836-be3f37ade24b HTTP/1.1" status: 200 len: 834 time: 0.0581903 Dec 23 17:04:16.031342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:52Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:16.035167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] Checking router: a0b8e21a-328c-4c06-af0a-0c8865109e57 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:04:16.045761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:16.046350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:16.100677 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-32585712-9c81-4c74-b6c1-27b4351f6a06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9a5177b7-6b5b-4287-990e-1b06f8eaed9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268058 Dec 23 17:04:16.106722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5d03a-86b4-4ed4-bdb7-c03d809313d8 req-b82942f5-3358-49c8-a6f6-01de2c2ef30b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:16.107384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-75a5d03a-86b4-4ed4-bdb7-c03d809313d8 req-b82942f5-3358-49c8-a6f6-01de2c2ef30b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:04:16.202667 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-75a5d03a-86b4-4ed4-bdb7-c03d809313d8 req-b82942f5-3358-49c8-a6f6-01de2c2ef30b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:04:16.203828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75a5d03a-86b4-4ed4-bdb7-c03d809313d8 req-b82942f5-3358-49c8-a6f6-01de2c2ef30b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.1948388 Dec 23 17:04:16.228005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:16.272061 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-39fc8350-4640-47e5-88c3-70022bef65c4 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618690 Dec 23 17:04:16.300457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75a5d03a-86b4-4ed4-bdb7-c03d809313d8 req-04d7eece-2281-4714-b83f-06950455f235 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886970 Dec 23 17:04:16.501148 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1deff7dd-cfc8-4c62-aa2b-4e125d2c2c44 req-df04ad92-ad35-44b2-a77a-5ae4b08c58e3 service neutron] 10.222.0.59 "GET /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224905 Dec 23 17:04:16.546143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:52Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:16.549960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdc7a7-babe-47d4-a002-711673e8726e None None] The sync data for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv is: [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:46Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '9a58d204-bb87-43de-85e4-6c3a2a8ea1ac', 'name': '', 'network_id': '9a5177b7-6b5b-4287-990e-1b06f8eaed9c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:bc:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:45Z', 'updated_at': '2021-12-23T17:02:52Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '13b371a2-57bc-460a-8836-be3f37ade24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:04:16.765443 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c9d4a-4708-4067-8072-055e2b21c8ce None None] New status for floating IP 322abb09-0aee-456b-91d5-aaff60db47af: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:04:17.492196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0d6d-cdd9-4d77-b5c4-3135ea37c67c req-9b2a3ba6-f729-4fba-9c39-e98c327e74df tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:17.493645 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ef9c0d6d-cdd9-4d77-b5c4-3135ea37c67c req-9b2a3ba6-f729-4fba-9c39-e98c327e74df tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.0732591 Dec 23 17:04:17.538248 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ef9c0d6d-cdd9-4d77-b5c4-3135ea37c67c req-e4bd4e5c-8594-4808-a976-d92c7c5d87e8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391262 Dec 23 17:04:17.952199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-2a349f91-9b20-4a98-8243-1efce4fa20a4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:17.953591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-2a349f91-9b20-4a98-8243-1efce4fa20a4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 946 time: 0.0761833 Dec 23 17:04:18.019565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 7e5898a5-9627-4585-baa5-7d00b485a21e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:04:18.019923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:18.251947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 7e5898a5-9627-4585-baa5-7d00b485a21e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7e5898a5-9627-4585-baa5-7d00b485a21e,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:18.252220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:18.372923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 7e5898a5-9627-4585-baa5-7d00b485a21e owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:04:18.513488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:18.569585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=7e5898a5-9627-4585-baa5-7d00b485a21e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:18.640919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] No DVR routers for this DVR port 7e5898a5-9627-4585-baa5-7d00b485a21e on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:04:18.643343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:18.645787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'name': 'network-vif-deleted', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:04:18.691627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7387b4f5-9e15-4f13-85af-2ec0055aa12b req-9d1b726a-8a97-4910-b678-06b855ef1f48 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "DELETE /v2.0/ports/7e5898a5-9627-4585-baa5-7d00b485a21e HTTP/1.1" status: 204 len: 173 time: 0.7325189 Dec 23 17:04:18.697091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-fb52087b-fa76-4ea8-bc3a-94f48bc07103 req-e65f867c-c016-47cc-b3e4-42500bb7b9fd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:04:18.700497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b0f115-a3f6-4061-808c-1a58f9f62789', 'name': 'network-vif-deleted', 'tag': '7e5898a5-9627-4585-baa5-7d00b485a21e', 'status': 'completed', 'code': 200} Dec 23 17:04:18.714353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-fb52087b-fa76-4ea8-bc3a-94f48bc07103 req-e65f867c-c016-47cc-b3e4-42500bb7b9fd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:04:18.715631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fb52087b-fa76-4ea8-bc3a-94f48bc07103 req-e65f867c-c016-47cc-b3e4-42500bb7b9fd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b0f115-a3f6-4061-808c-1a58f9f62789 HTTP/1.1" status: 200 len: 210 time: 0.0595872 Dec 23 17:04:19.821397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36342) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:20.225570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:20.920549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:04:20.921319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:21.111831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:21.112200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:21.228834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:04:21.357734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 7e5898a5-9627-4585-baa5-7d00b485a21e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:04:21.390479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 7e5898a5-9627-4585-baa5-7d00b485a21e {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:04:21.390814 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 7e5898a5-9627-4585-baa5-7d00b485a21e not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:04:21.409606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:21.460049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=9a58d204-bb87-43de-85e4-6c3a2a8ea1ac,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:21.755112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:22.412963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a0b8e21a-328c-4c06-af0a-0c8865109e57 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:04:22.610212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:04:22.619968 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] Sync routers for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:04:22.626813 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7907ca8e-a861-4822-b607-7e12298d97a0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/a0b8e21a-328c-4c06-af0a-0c8865109e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043544 Dec 23 17:04:22.629511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36346) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:22.632744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:22.633345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:22.809743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:22.814339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting subnet 13b371a2-57bc-460a-8836-be3f37ade24b {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:04:22.817249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:22.869660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:22.962246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.046370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.090144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Subnet': ['ID=13b371a2-57bc-460a-8836-be3f37ade24b,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:23.096844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.103233 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fe673215-7da3-4743-95df-0bba64e86656 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/subnets/13b371a2-57bc-460a-8836-be3f37ade24b HTTP/1.1" status: 204 len: 168 time: 0.4727209 Dec 23 17:04:23.105845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36350) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:23.111810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fffae9c-7e58-4284-8a1a-888aa80c6c46 None None] Network 9a5177b7-6b5b-4287-990e-1b06f8eaed9c requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:04:23.315703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.378580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:04:21Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:23.386081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] Checking router: a0b8e21a-328c-4c06-af0a-0c8865109e57 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:04:23.407111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] Routers {'a0b8e21a-328c-4c06-af0a-0c8865109e57'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:23.407607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a0b8e21a-328c-4c06-af0a-0c8865109e57'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:23.475693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] DHCP port deletion for 9a5177b7-6b5b-4287-990e-1b06f8eaed9c request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:04:23.491012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Deleting port 0775909e-05ef-47c6-ab6f-636348212c00 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:04:23.491374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.561115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.571544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 04700ad2-ec4a-4b15-be7d-fe9705587adf {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:04:23.571943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.751116 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] Set router a0b8e21a-328c-4c06-af0a-0c8865109e57 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:23.853149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 04700ad2-ec4a-4b15-be7d-fe9705587adf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=04700ad2-ec4a-4b15-be7d-fe9705587adf,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:23.853508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.897411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] For port 0775909e-05ef-47c6-ab6f-636348212c00, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=0775909e-05ef-47c6-ab6f-636348212c00,segment=NetworkSegment(8e24afdb-0b19-4e38-9f58-caf24a19f644),segment_id=8e24afdb-0b19-4e38-9f58-caf24a19f644)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:23.897812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:23.972709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 04700ad2-ec4a-4b15-be7d-fe9705587adf owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:04:24.072710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Calling delete_port for 0775909e-05ef-47c6-ab6f-636348212c00 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:04:24.138591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.183302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=04700ad2-ec4a-4b15-be7d-fe9705587adf,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:24.215293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0775909e-05ef-47c6-ab6f-636348212c00 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:04:24.243019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.288884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 0775909e-05ef-47c6-ab6f-636348212c00 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:04:24.289217 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 0775909e-05ef-47c6-ab6f-636348212c00 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:04:24.303488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Pushing event deleted for resources: {'Port': ['ID=0775909e-05ef-47c6-ab6f-636348212c00,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:24.310118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] No DVR routers for this DVR port 0775909e-05ef-47c6-ab6f-636348212c00 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:04:24.330942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.331210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.331537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.331886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.332213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.332538 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.332863 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.333176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.333491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.333804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.334135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679767f4-e9bc-466b-b1cb-80b42c11bf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:24.349193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:04:21Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:24.353312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76539a70-7c2b-42bc-b72e-45e155e47021 None None] The sync data for ids ['a0b8e21a-328c-4c06-af0a-0c8865109e57'] in dv-neutron-822800-1-hyperv is: [{'id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190449005', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:04:21Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '04700ad2-ec4a-4b15-be7d-fe9705587adf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b8e21a-328c-4c06-af0a-0c8865109e57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:02:42Z', 'updated_at': '2021-12-23T17:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:04:24.432792 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.693771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.697934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.720784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.721307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Fanout notify agent at l3_agent the message router_deleted on router a0b8e21a-328c-4c06-af0a-0c8865109e57 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:04:24.735652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.736733 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-34547d80-a396-45d9-9195-63b7985d5f32 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/routers/a0b8e21a-328c-4c06-af0a-0c8865109e57 HTTP/1.1" status: 204 len: 168 time: 1.6300020 Dec 23 17:04:24.739942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36354) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:24.855471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:24.984550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.008198 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5177b7-6b5b-4287-990e-1b06f8eaed9c']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:25.020567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e24afdb-0b19-4e38-9f58-caf24a19f644') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:25.020764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e24afdb-0b19-4e38-9f58-caf24a19f644') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:25.032053 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.051545 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.057581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:04:25.057951 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:04:25.071757 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:04:25.148258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.168922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.174881 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Network': ['ID=9a5177b7-6b5b-4287-990e-1b06f8eaed9c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:25.187226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.187591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.187974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.188302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.188627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.188948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.189268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.189585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.189900 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.190213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.190528 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:25.194089 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3adcc190-fb96-4146-b243-ef6ab188bac2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/networks/9a5177b7-6b5b-4287-990e-1b06f8eaed9c HTTP/1.1" status: 204 len: 168 time: 0.4531791 Dec 23 17:04:25.197546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36358) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:25.263952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-595b4184-407f-422f-b2f8-10f2ef49441d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.292206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-595b4184-407f-422f-b2f8-10f2ef49441d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.353144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-595b4184-407f-422f-b2f8-10f2ef49441d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.373120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b4184-407f-422f-b2f8-10f2ef49441d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:25.394962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-595b4184-407f-422f-b2f8-10f2ef49441d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.400291 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-595b4184-407f-422f-b2f8-10f2ef49441d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a5158f3-a99f-4eb7-a7df-c0f9faa9ab4c HTTP/1.1" status: 204 len: 168 time: 0.1985745 Dec 23 17:04:25.677739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36366) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:25.683794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140191143', 'description': 'tempest-secgroup-smoke-140191143 description', 'project_id': 'ce0086d1afaa410793a621edbb5a418c'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:25.689674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:25.693971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:25.697483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:25.703059 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:25.712889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.751783 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:25.757797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:25.760591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:25.766130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:25.822482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.826105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.867846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0277e-e912-464a-90c9-695d9ae6c2bc,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:25.873579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.874804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a02bd0ee-1efd-43b6-8e95-880155b84d30 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1960485 Dec 23 17:04:25.877622 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36370) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:25.883769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'cda0277e-e912-464a-90c9-695d9ae6c2bc', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:25.889577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:25.893396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:25.896294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:25.902345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:25.918621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.976952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:25.980403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.002843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e354792-9fbe-4412-8960-5b6fb0b20f9a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:26.011824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.013168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5d8b2a48-ad98-498c-9b32-26c348d79743 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1346419 Dec 23 17:04:26.015829 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36374) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:26.020995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'cda0277e-e912-464a-90c9-695d9ae6c2bc', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:26.026675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:26.030424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:26.033226 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:26.039760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:26.056055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.120184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.123810 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.148776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f428596f-4f40-4066-ba26-523d18db6054,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:26.157092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.158201 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ed644b5b-df34-4bc4-9680-4936b02d710f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1415024 Dec 23 17:04:26.162862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36378) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:26.168883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'cda0277e-e912-464a-90c9-695d9ae6c2bc', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:26.174952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:26.179076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:26.182701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:26.188454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:26.216361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:04:26.251092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:04:26.251426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 9a58d204-bb87-43de-85e4-6c3a2a8ea1ac not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:04:26.251868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 04700ad2-ec4a-4b15-be7d-fe9705587adf no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:04:26.305110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.347981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 04700ad2-ec4a-4b15-be7d-fe9705587adf {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:04:26.348328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 04700ad2-ec4a-4b15-be7d-fe9705587adf not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:04:26.369038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.372542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.394411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dd4d7b-fe36-45d7-b419-78a0e4ce9e21,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:26.404287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.405511 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2e2df92c-1f0d-4b44-a550-3cc784070b8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2411842 Dec 23 17:04:26.408287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36382) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:26.414459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'cda0277e-e912-464a-90c9-695d9ae6c2bc', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:26.420157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:26.423762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:26.426524 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:26.432164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:26.447944 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.508349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.511700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.533621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c459ce-f1c8-4c9b-b1df-0ee25c1ad26e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:26.542993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.544160 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5493377d-cae0-41b2-935c-f3b3c910e334 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1349738 Dec 23 17:04:26.546879 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36386) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:26.552165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'cda0277e-e912-464a-90c9-695d9ae6c2bc', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:26.557847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:26.561584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:26.564431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:26.569884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:26.584029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:04:26.591043 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.654370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.657613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.680925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1218ad09-4063-45af-948d-a2ff0d76059a,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:26.689369 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.690577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fac271d9-fc35-4855-9e15-023364feb2af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1427770 Dec 23 17:04:26.693188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36390) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:26.699251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'cda0277e-e912-464a-90c9-695d9ae6c2bc', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:26.704724 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:26.708345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:26.711737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:26.717183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:26.726926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:04:26.733037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.794736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.798157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.820459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d812e782-f78e-4318-9347-fb903feeee17,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:26.829160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.830295 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b41b9bb0-c697-4cd2-a7dd-7f4d52bf4bd1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1361015 Dec 23 17:04:26.833067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36394) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:26.838891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'network': {'name': 'tempest-network-smoke--82409480', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'port_security_enabled': True}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:26.843567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:26.847451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:network and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:26.850253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:26.855776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:26.864671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:04:26.867493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.894925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:04:26.903908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.904278 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Added segment 714e7fe7-6681-446b-bab2-f40df0c9ce3d of type vlan for network e75c5429-6309-4d7c-99e2-195b1ecb034e Dec 23 17:04:26.930850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.958169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:26.964533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:26.965236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.075780 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2416871 Dec 23 17:04:27.078532 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36398) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:27.081172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55408c8b-b8d7-4a16-9635-8b63f0dc1313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Network': ['ID=e75c5429-6309-4d7c-99e2-195b1ecb034e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:27.084883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'admin_state_up': True, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:27.091613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e75c5429-6309-4d7c-99e2-195b1ecb034e details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:04:27.093433 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:27.097223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:router and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:27.100005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:27.109947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:27.121475 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.122451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.141942 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.383182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.576331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.617999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.758605 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.127 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/b5e95cfb-416e-45b5-a909-573c975e63bf) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:04:27.903371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.930112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:27.998832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:04:28.002217 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:04:28.004546 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:04:28.033406 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=b5e95cfb-416e-45b5-a909-573c975e63bf,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:28.159572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:28.160306 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:28.378586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:04:28.577705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:04:28.587125 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Sync routers for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:04:28.598929 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:28.599821 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:28.604407 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:28.605711 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aa5f34b9-98d9-41e9-b8c6-ffe317c9acc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5260644 Dec 23 17:04:28.608735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36402) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:28.647414 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d7e46399-004b-450d-8f44-b6a8add2953d tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ce0086d1afaa410793a621edbb5a418c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375886 Dec 23 17:04:28.650503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36406) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:28.776453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25474284-d99e-44f7-87dc-0c104aa9e47a tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:28.777929 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25474284-d99e-44f7-87dc-0c104aa9e47a tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265640 Dec 23 17:04:28.779212 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:28.780650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36410) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:28.822184 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be770a59-64cc-42a1-9082-a690386b4ede tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404930 Dec 23 17:04:28.824809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36414) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:28.830440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631893202', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:28.939360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:28.943244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:subnet and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:28.946699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:28.952345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:28.962620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:04:29.059600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.093656 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:28Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:29.097458 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Checking router: 58cddd2e-24ef-495b-bd8d-cb0bd1938343 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:04:29.097797 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Updating router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 port b5e95cfb-416e-45b5-a909-573c975e63bf binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:04:29.146366 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.271864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.336738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Subnet': ['ID=fb75a97a-0058-498b-9c72-d626d1935668,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:29.359361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Checking segment: {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:04:29.359762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network hostable DHCP agents. Network: e75c5429-6309-4d7c-99e2-195b1ecb034e, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:04:29.381535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e75c5429-6309-4d7c-99e2-195b1ecb034e is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:04:29.392127 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e75c5429-6309-4d7c-99e2-195b1ecb034e) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:04:29.396077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:29.396709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.403459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd421c-8128-4118-910f-766b084d4668 None None] Network e75c5429-6309-4d7c-99e2-195b1ecb034e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:04:29.430635 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-211969ee-5e91-4661-984c-1558b99173f2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6046035 Dec 23 17:04:29.433244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36418) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:29.473075 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.485593 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Transition to ACTIVE for port object b5e95cfb-416e-45b5-a909-573c975e63bf will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:04:29.493314 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.571317 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Attempting to bind port b5e95cfb-416e-45b5-a909-573c975e63bf on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:04:29.571700 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Attempting to bind port b5e95cfb-416e-45b5-a909-573c975e63bf by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:04:29.572180 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Attempting to bind port b5e95cfb-416e-45b5-a909-573c975e63bf on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:04:29.581646 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Pushing event updated for resources: {'Port': ['ID=b5e95cfb-416e-45b5-a909-573c975e63bf,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:29.584682 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:04:29.585365 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:04:29.585499 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.585798 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:04:29.586286 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Bound port: b5e95cfb-416e-45b5-a909-573c975e63bf, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:04:29.588019 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.618226 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.619153 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.619153 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.619153 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.619486 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.619830 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.620144 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.620453 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.620761 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.621064 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.621367 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:04:29.640951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-e75c5429-6309-4d7c-99e2-195b1ecb034e', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:04:29.641761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.667637 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] For port b5e95cfb-416e-45b5-a909-573c975e63bf, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:04:29.670586 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] For port b5e95cfb-416e-45b5-a909-573c975e63bf, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b5e95cfb-416e-45b5-a909-573c975e63bf,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:04:29.675385 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:29.750162 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaed83d-a47c-4183-8c59-6fb623948961 None None] Pushing event updated for resources: {'Port': ['ID=b5e95cfb-416e-45b5-a909-573c975e63bf,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:29.770467 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:29.771069 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:29.802830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Allocated IP 172.20.0.2 (e75c5429-6309-4d7c-99e2-195b1ecb034e/fb75a97a-0058-498b-9c72-d626d1935668/16eea9d9-4645-4e3a-ab4a-d664305af826) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:04:29.948329 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:30.003643 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:30.014745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Transition to ACTIVE for port object 16eea9d9-4645-4e3a-ab4a-d664305af826 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:04:30.033596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Transition to ACTIVE for port object 16eea9d9-4645-4e3a-ab4a-d664305af826 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:04:30.041132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:30.111406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Network e75c5429-6309-4d7c-99e2-195b1ecb034e is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:04:30.114235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:04:30.118657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:04:30.120603 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Pushing event updated for resources: {'Port': ['ID=16eea9d9-4645-4e3a-ab4a-d664305af826,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:30.209792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Attempting to bind port 16eea9d9-4645-4e3a-ab4a-d664305af826 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:04:30.210072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Attempting to bind port 16eea9d9-4645-4e3a-ab4a-d664305af826 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:04:30.210951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Attempting to bind port 16eea9d9-4645-4e3a-ab4a-d664305af826 on network e75c5429-6309-4d7c-99e2-195b1ecb034e {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:04:30.217312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:04:30.217683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Checking segment: {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:04:30.218078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:30.218477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Bound using segment: {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:04:30.218920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Bound port: 16eea9d9-4645-4e3a-ab4a-d664305af826, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:04:30.219432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:30.248568 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:28Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:30.252517 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f42b5d-c243-4929-8d97-82bde59aefd8 None None] The sync data for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv is: [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:28Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:04:30.310865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] For port 16eea9d9-4645-4e3a-ab4a-d664305af826, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:04:30.312101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:30.314029 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] For port 16eea9d9-4645-4e3a-ab4a-d664305af826, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=16eea9d9-4645-4e3a-ab4a-d664305af826,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:04:30.319339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:30.408063 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f229-3b65-48dc-97b7-844f852b7e1c None None] Pushing event updated for resources: {'Port': ['ID=16eea9d9-4645-4e3a-ab4a-d664305af826,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:30.775168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.1 (e75c5429-6309-4d7c-99e2-195b1ecb034e/fb75a97a-0058-498b-9c72-d626d1935668/5a6dce21-d268-425f-9fd7-633420e81ccf) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:04:30.939106 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:30.957241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 5a6dce21-d268-425f-9fd7-633420e81ccf will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:04:30.982310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:31.055799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e75c5429-6309-4d7c-99e2-195b1ecb034e is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:04:31.058819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:04:31.061277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:04:31.099011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=5a6dce21-d268-425f-9fd7-633420e81ccf,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:31.134688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:31.221317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:31.399871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75450bc3-1808-4bdc-b06c-8d329a2fad07 None None] Network e75c5429-6309-4d7c-99e2-195b1ecb034e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:04:31.496504 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-68f80667-dd2f-4769-a814-205cd040fbdf None None] Provisioning for port 16eea9d9-4645-4e3a-ab4a-d664305af826 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:04:31.632780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:31.638470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:31.754770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:31.758377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=5a6dce21-d268-425f-9fd7-633420e81ccf,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:31.849337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8b27b543-01e7-459f-a7ff-766a7d810508 None None] Provisioning for port 5a6dce21-d268-425f-9fd7-633420e81ccf completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:04:31.856274 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8b27b543-01e7-459f-a7ff-766a7d810508 None None] Provisioning complete for port 5a6dce21-d268-425f-9fd7-633420e81ccf triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:31.856650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b27b543-01e7-459f-a7ff-766a7d810508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:31.921292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8b27b543-01e7-459f-a7ff-766a7d810508 None None] Port 5a6dce21-d268-425f-9fd7-633420e81ccf cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:04:32.003573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e75c5429-6309-4d7c-99e2-195b1ecb034e is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:04:32.004629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:04:32.042204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f90c7af2-00a2-4843-9654-727e79a093f0 None None] Provisioning complete for port 5a6dce21-d268-425f-9fd7-633420e81ccf triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:32.042574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f90c7af2-00a2-4843-9654-727e79a093f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.099437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f90c7af2-00a2-4843-9654-727e79a093f0 None None] Port 5a6dce21-d268-425f-9fd7-633420e81ccf cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:04:32.220540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-65832b3d-5e7c-4a37-914a-1954a06b3e2d None None] Provisioning complete for port 5a6dce21-d268-425f-9fd7-633420e81ccf triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:32.220930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65832b3d-5e7c-4a37-914a-1954a06b3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.261252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 16eea9d9-4645-4e3a-ab4a-d664305af826 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:04:32.321920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-65832b3d-5e7c-4a37-914a-1954a06b3e2d None None] Port 5a6dce21-d268-425f-9fd7-633420e81ccf cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:04:32.344370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 16eea9d9-4645-4e3a-ab4a-d664305af826 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:04:32.349608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 16eea9d9-4645-4e3a-ab4a-d664305af826 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:32.349981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.391709 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:04:32.497860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.528716 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 16eea9d9-4645-4e3a-ab4a-d664305af826, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=16eea9d9-4645-4e3a-ab4a-d664305af826,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:32.532792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.533588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b5e95cfb-416e-45b5-a909-573c975e63bf up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:04:32.591310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:04:32.603738 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-564143a4-2f73-4d09-8875-88387b0a5e58 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/58cddd2e-24ef-495b-bd8d-cb0bd1938343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1691260 Dec 23 17:04:32.644452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=16eea9d9-4645-4e3a-ab4a-d664305af826,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:32.663896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port b5e95cfb-416e-45b5-a909-573c975e63bf completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:04:32.669988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b5e95cfb-416e-45b5-a909-573c975e63bf triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:32.670352 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.779992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-63750565-bc73-4908-b8ab-92cabbaafd2b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:04:32.781783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.796744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-63750565-bc73-4908-b8ab-92cabbaafd2b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:04:32.797972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port b5e95cfb-416e-45b5-a909-573c975e63bf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b5e95cfb-416e-45b5-a909-573c975e63bf,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:32.798484 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-63750565-bc73-4908-b8ab-92cabbaafd2b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140191143&fields=id&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 267 time: 0.0572350 Dec 23 17:04:32.801141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:32.864721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=b5e95cfb-416e-45b5-a909-573c975e63bf,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:32.942150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-321fba9d-7de7-4536-b750-6de578314c2b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:32.942806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-321fba9d-7de7-4536-b750-6de578314c2b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:04:32.957726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-321fba9d-7de7-4536-b750-6de578314c2b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:04:32.958843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-321fba9d-7de7-4536-b750-6de578314c2b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 795 time: 0.1535780 Dec 23 17:04:32.974859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-88f9e47b-f4fd-4868-8f15-67b9db6d5005 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/quotas/ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 375 time: 0.0100565 Dec 23 17:04:33.059257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-786103e7-18c3-4f21-951f-4155fe46315a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:04:33.074559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-786103e7-18c3-4f21-951f-4155fe46315a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:04:33.075832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-786103e7-18c3-4f21-951f-4155fe46315a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962937 Dec 23 17:04:33.273019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-8d407634-aa5b-4f43-9e56-1e267be3ba32 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848567 Dec 23 17:04:33.400821 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-99d3e105-d908-4a8f-8e4c-6861e1d721c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221087 Dec 23 17:04:33.587819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-de9cd838-34cc-43c2-a696-0bbdcbd01dc7 req-9160c645-780e-46d5-acff-b1ac03741e3b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 210 time: 0.0404191 Dec 23 17:04:33.771136 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Sync routers for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:04:33.782727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:33.783331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:33.969441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:34.243366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 16eea9d9-4645-4e3a-ab4a-d664305af826 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:04:34.337182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 16eea9d9-4645-4e3a-ab4a-d664305af826 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:34.337548 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:34.365190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 2, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:34.381487 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Checking router: 58cddd2e-24ef-495b-bd8d-cb0bd1938343 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:04:34.381835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Updating router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 port 5a6dce21-d268-425f-9fd7-633420e81ccf binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:04:34.444649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:34.557956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b5e95cfb-416e-45b5-a909-573c975e63bf up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:04:34.758173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-671cb191-bce4-4e29-b23c-cbe54f0a2d2e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:34.759799 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-671cb191-bce4-4e29-b23c-cbe54f0a2d2e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 795 time: 0.1638319 Dec 23 17:04:34.773477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b5e95cfb-416e-45b5-a909-573c975e63bf triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:34.774013 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:34.829249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9e59022f-8e65-4574-8c5d-8c0347e404e5 req-55ce572e-522a-4fcd-bd2b-a5fa80219890 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 210 time: 0.0685091 Dec 23 17:04:34.972493 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-3b9cae80-4246-4540-ab15-ffdb2b38d3a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 379 time: 0.1731000 Dec 23 17:04:34.981006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'port': {'device_id': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'admin_state_up': True, 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'security_groups': ['cda0277e-e912-464a-90c9-695d9ae6c2bc']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:35.043826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.055527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Transition to ACTIVE for port object 5a6dce21-d268-425f-9fd7-633420e81ccf will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:04:35.066995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.113313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:35.123307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:35.132690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:04:35.135638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.204206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1641968-7e44-4263-aaea-59463592a5a1 None None] Pushing event updated for resources: {'Port': ['ID=5a6dce21-d268-425f-9fd7-633420e81ccf,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:35.208810 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dca008d-02e1-414f-a5df-d4369b054fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.298743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Attempting to bind port 5a6dce21-d268-425f-9fd7-633420e81ccf on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:04:35.299160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Attempting to bind port 5a6dce21-d268-425f-9fd7-633420e81ccf by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:04:35.299960 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Attempting to bind port 5a6dce21-d268-425f-9fd7-633420e81ccf on network e75c5429-6309-4d7c-99e2-195b1ecb034e {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:04:35.305745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.7 (e75c5429-6309-4d7c-99e2-195b1ecb034e/fb75a97a-0058-498b-9c72-d626d1935668/42207b1f-c82b-440e-90de-16bdca13db22) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:04:35.306414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:04:35.307311 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Checking segment: {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:04:35.307483 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.307973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Bound using segment: {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:04:35.308517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Bound port: 5a6dce21-d268-425f-9fd7-633420e81ccf, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:04:35.309347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.414731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] For port 5a6dce21-d268-425f-9fd7-633420e81ccf, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:04:35.418359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] For port 5a6dce21-d268-425f-9fd7-633420e81ccf, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5a6dce21-d268-425f-9fd7-633420e81ccf,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:04:35.423929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.493916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.510336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:35.510958 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:35.512382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 42207b1f-c82b-440e-90de-16bdca13db22 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:04:35.537368 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.574443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1641968-7e44-4263-aaea-59463592a5a1 None None] Pushing event updated for resources: {'Port': ['ID=5a6dce21-d268-425f-9fd7-633420e81ccf,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:35.613703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e75c5429-6309-4d7c-99e2-195b1ecb034e is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:04:35.617297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:04:35.621225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:04:35.661444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=42207b1f-c82b-440e-90de-16bdca13db22,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:35.691861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:35.692301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.706069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:35.721456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c5d7c1db-5e28-4014-b095-674b93ba4e05 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437282 Dec 23 17:04:35.733790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Request body: {'port': {'device_id': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:35.850256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:35.940033 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:04:35.953607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ca54a4c7-b5a4-4ef6-b508-5ddc16a5238d None None] Provisioning for port 42207b1f-c82b-440e-90de-16bdca13db22 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:04:35.963967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ca54a4c7-b5a4-4ef6-b508-5ddc16a5238d None None] Provisioning complete for port 42207b1f-c82b-440e-90de-16bdca13db22 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:35.964336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca54a4c7-b5a4-4ef6-b508-5ddc16a5238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.061399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ca54a4c7-b5a4-4ef6-b508-5ddc16a5238d None None] Port 42207b1f-c82b-440e-90de-16bdca13db22 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:04:36.093441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:35Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:36.097430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe5e4a-b2d1-4f5c-9ab5-cc04070b570b None None] The sync data for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv is: [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:35Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:04:36.197366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff896ce6-43a1-45f8-80e0-bf6c666c1af7 req-0cb29005-3ac3-4431-9bee-7581562dba20 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:36.198064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ff896ce6-43a1-45f8-80e0-bf6c666c1af7 req-0cb29005-3ac3-4431-9bee-7581562dba20 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:04:36.232648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-ff896ce6-43a1-45f8-80e0-bf6c666c1af7 req-0cb29005-3ac3-4431-9bee-7581562dba20 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:04:36.233804 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ff896ce6-43a1-45f8-80e0-bf6c666c1af7 req-0cb29005-3ac3-4431-9bee-7581562dba20 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 931 time: 0.2576845 Dec 23 17:04:36.260811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a6dce21-d268-425f-9fd7-633420e81ccf up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:04:36.319309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42207b1f-c82b-440e-90de-16bdca13db22 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:04:36.331257 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.335371 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 5a6dce21-d268-425f-9fd7-633420e81ccf completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:04:36.340137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5a6dce21-d268-425f-9fd7-633420e81ccf triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:36.340511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.344676 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ff896ce6-43a1-45f8-80e0-bf6c666c1af7 req-65d653c4-83d0-4936-b50b-5140672cd3bb tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781381 Dec 23 17:04:36.353728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Transition to ACTIVE for port object 42207b1f-c82b-440e-90de-16bdca13db22 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:04:36.358952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.473729 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.519832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 5a6dce21-d268-425f-9fd7-633420e81ccf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5a6dce21-d268-425f-9fd7-633420e81ccf,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:36.520993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Pushing event updated for resources: {'Port': ['ID=42207b1f-c82b-440e-90de-16bdca13db22,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:36.525517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.600501 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=5a6dce21-d268-425f-9fd7-633420e81ccf,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:36.638486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Attempting to bind port 42207b1f-c82b-440e-90de-16bdca13db22 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:04:36.638807 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Attempting to bind port 42207b1f-c82b-440e-90de-16bdca13db22 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:04:36.639128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Attempting to bind port 42207b1f-c82b-440e-90de-16bdca13db22 on network e75c5429-6309-4d7c-99e2-195b1ecb034e {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:04:36.646080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Port 42207b1f-c82b-440e-90de-16bdca13db22 on network e75c5429-6309-4d7c-99e2-195b1ecb034e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:04:36.646400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Attempting to bind port 42207b1f-c82b-440e-90de-16bdca13db22 on network e75c5429-6309-4d7c-99e2-195b1ecb034e {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:04:36.652970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:04:36.653308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Checking segment: {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:04:36.653682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Bound using segment: {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:04:36.654095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Bound port: 42207b1f-c82b-440e-90de-16bdca13db22, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714e7fe7-6681-446b-bab2-f40df0c9ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:04:36.654431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.752707 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] For port 42207b1f-c82b-440e-90de-16bdca13db22, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:04:36.755901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] For port 42207b1f-c82b-440e-90de-16bdca13db22, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=42207b1f-c82b-440e-90de-16bdca13db22,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:04:36.761291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.824444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:36.825819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] 10.222.0.59 "PUT /v2.0/ports/42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 1093 time: 1.0964406 Dec 23 17:04:36.826247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:04:36.843377 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6137f-948d-452d-8c90-ac521ab4dab9 service neutron] Pushing event updated for resources: {'Port': ['ID=42207b1f-c82b-440e-90de-16bdca13db22,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:36.912785 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22', 'status': 'completed', 'code': 200} Dec 23 17:04:37.057987 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-c029ad86-9295-4596-b3a0-79873f16c35b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1096 time: 0.1952102 Dec 23 17:04:37.130320 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-38517eaf-44b9-4b45-9442-cee8a0d59db6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 217 time: 0.0649185 Dec 23 17:04:37.196433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-69b6127f-ecae-4e9b-9c24-72f513167248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:37.198010 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-69b6127f-ecae-4e9b-9c24-72f513167248 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 200 len: 835 time: 0.0621381 Dec 23 17:04:37.209182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:37.270769 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-03f5ddda-8f35-4c01-b3b1-91f1a8777597 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e75c5429-6309-4d7c-99e2-195b1ecb034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665510 Dec 23 17:04:37.351651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd122fbf-f6fa-4594-aaae-b836c8f6f8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:37.399470 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-e0baa19f-929c-4a16-8616-c4682423eb9d service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225433 Dec 23 17:04:37.589499 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-849df1c7-f85e-46ee-bf68-15bd66d4e9f9 req-f6418e3f-146d-4699-859c-77829c27aa5d service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841526 Dec 23 17:04:37.599079 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bb5ac-aa80-4eeb-b9b0-eafe24743d06 req-da156243-d279-4c7b-b892-e460f0a1ac3c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:37.600475 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2d3bb5ac-aa80-4eeb-b9b0-eafe24743d06 req-da156243-d279-4c7b-b892-e460f0a1ac3c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 943 time: 0.1258314 Dec 23 17:04:37.682528 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2d3bb5ac-aa80-4eeb-b9b0-eafe24743d06 req-ae188b19-a1eb-4e66-9365-d801527e92fa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756154 Dec 23 17:04:37.710649 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-1730be70-4ee6-42c3-8d98-86aefbf5bcb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1096 time: 0.0743570 Dec 23 17:04:37.834940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-9bd292c5-998a-4908-9f5e-a2417be03542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:37.836882 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-9bd292c5-998a-4908-9f5e-a2417be03542 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 896 time: 0.1210945 Dec 23 17:04:37.904653 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-28077449-205f-402b-8ad7-ae49a6424a4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 217 time: 0.0619912 Dec 23 17:04:37.966231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-f7513529-54d6-4ff0-9674-3dc15f67d47d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:37.967587 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-f7513529-54d6-4ff0-9674-3dc15f67d47d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 200 len: 835 time: 0.0555704 Dec 23 17:04:38.044115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-624efc4f-a883-47f6-a8e3-2d1cca44cbef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e75c5429-6309-4d7c-99e2-195b1ecb034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694768 Dec 23 17:04:38.170430 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-a72d8b75-260f-496f-a44c-181c0f8004e9 service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203630 Dec 23 17:04:38.212131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a6dce21-d268-425f-9fd7-633420e81ccf up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:04:38.282258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 5a6dce21-d268-425f-9fd7-633420e81ccf triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:38.282626 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:38.304647 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be4f4d5-63ef-4e8f-b094-e939b30f3f6b req-8908b966-5f45-43fb-812c-dda03a9d0e92 service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275189 Dec 23 17:04:38.552164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:38.603443 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:38.874612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ad82-ae31-4efd-859f-78eb68161cf1 req-206c6165-6ecf-41d2-9d6f-a7a838a5d2a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:38.875964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45d4ad82-ae31-4efd-859f-78eb68161cf1 req-206c6165-6ecf-41d2-9d6f-a7a838a5d2a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 943 time: 0.0737016 Dec 23 17:04:38.919542 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-45d4ad82-ae31-4efd-859f-78eb68161cf1 req-6dc7397f-5f1b-4914-a804-7ae884f7df62 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382295 Dec 23 17:04:39.429087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 42207b1f-c82b-440e-90de-16bdca13db22 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:04:39.557782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 42207b1f-c82b-440e-90de-16bdca13db22, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=42207b1f-c82b-440e-90de-16bdca13db22,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:39.571118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '42207b1f-c82b-440e-90de-16bdca13db22', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'port_id': '42207b1f-c82b-440e-90de-16bdca13db22', 'mac_address': 'fa:16:3e:29:8b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:04:39.623145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:39.639804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42207b1f-c82b-440e-90de-16bdca13db22 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:04:39.654409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 42207b1f-c82b-440e-90de-16bdca13db22, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=42207b1f-c82b-440e-90de-16bdca13db22,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:39.658429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:39.723916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=42207b1f-c82b-440e-90de-16bdca13db22,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:39.971373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['42207b1f-c82b-440e-90de-16bdca13db22'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:04:40.055536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:40.117198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5fe5a-ce3b-4476-a3fe-5fe28688a6fe req-4fcb0019-d145-4d8c-a4c4-1cb5544b5d62 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:40.118635 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69d5fe5a-ce3b-4476-a3fe-5fe28688a6fe req-4fcb0019-d145-4d8c-a4c4-1cb5544b5d62 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 944 time: 0.0795569 Dec 23 17:04:40.163050 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69d5fe5a-ce3b-4476-a3fe-5fe28688a6fe req-b277536d-7e06-4aaa-99b2-5b9b8a8d1601 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388644 Dec 23 17:04:41.356115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497edd2-3830-44fb-ab64-5846480fa8cb req-b20ea55f-bde5-4000-9e78-12c33881ea34 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:41.357540 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9497edd2-3830-44fb-ab64-5846480fa8cb req-b20ea55f-bde5-4000-9e78-12c33881ea34 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 944 time: 0.0743904 Dec 23 17:04:41.409900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9497edd2-3830-44fb-ab64-5846480fa8cb req-ef8e9734-22f1-4f65-aa40-2e519e8d9a09 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468245 Dec 23 17:04:41.430000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 42207b1f-c82b-440e-90de-16bdca13db22 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:04:41.496795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 42207b1f-c82b-440e-90de-16bdca13db22 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:04:41.501246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 42207b1f-c82b-440e-90de-16bdca13db22 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:04:41.501614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:41.611225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:41.638745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:04:41.648175 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 42207b1f-c82b-440e-90de-16bdca13db22, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=42207b1f-c82b-440e-90de-16bdca13db22,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:04:41.651897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:41.702306 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22', 'code': 200} Dec 23 17:04:41.730442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=42207b1f-c82b-440e-90de-16bdca13db22,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:42.003634 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebeea8ff-ff46-44d0-b1dd-b71b65e13458 req-c7df69e1-6bdf-48f3-866e-8ae4714dfebf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1098 time: 0.1569521 Dec 23 17:04:42.044089 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebeea8ff-ff46-44d0-b1dd-b71b65e13458 req-aff0845a-46ab-48bb-876e-333f51887201 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344026 Dec 23 17:04:42.602463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd659-d459-433c-883d-59df7dbac142 req-3a44744d-9ed5-4467-87a8-b01497201602 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:42.603894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-947dd659-d459-433c-883d-59df7dbac142 req-3a44744d-9ed5-4467-87a8-b01497201602 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0762393 Dec 23 17:04:42.646802 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-947dd659-d459-433c-883d-59df7dbac142 req-4a685c3c-8e74-4cd6-abd0-d8ec56cedb68 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374410 Dec 23 17:04:43.836359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28da86b-b49a-4944-9054-60cab00e7559 req-083ef03e-fb62-4f70-9b49-8bde15459fa8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:43.837768 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a28da86b-b49a-4944-9054-60cab00e7559 req-083ef03e-fb62-4f70-9b49-8bde15459fa8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0732224 Dec 23 17:04:43.880132 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a28da86b-b49a-4944-9054-60cab00e7559 req-961cafaa-e711-4087-888d-24d93843c289 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370030 Dec 23 17:04:44.070098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba38a2-9b37-42c4-b611-903ef0246f4d req-68f9fe55-58b2-487e-bc7e-bbd2cb7d804d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:44.071520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cdba38a2-9b37-42c4-b611-903ef0246f4d req-68f9fe55-58b2-487e-bc7e-bbd2cb7d804d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0761948 Dec 23 17:04:44.114538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cdba38a2-9b37-42c4-b611-903ef0246f4d req-da38e46d-9ccc-4f04-91e8-cfd84030b7f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Dec 23 17:04:44.140875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36468) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:44.206828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4cfb1daa-9d17-467e-a347-2905fca0fbe5 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1093 time: 0.0648754 Dec 23 17:04:44.209360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36472) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:44.214847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '42207b1f-c82b-440e-90de-16bdca13db22', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:04:44.220239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:04:44.223997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:floatingip and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:04:44.226797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:04:44.232478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:04:44.242483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:44.372146 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:44.505250 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.69 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/7d320893-36f2-40bf-8999-6af608e0c9ac) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:04:44.646470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:44.671926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:44.742393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:04:44.745188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:04:44.749513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:04:44.778982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=7d320893-36f2-40bf-8999-6af608e0c9ac,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:45.243631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:45.296217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:45.579145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:45.583450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:45.686634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=7d320893-36f2-40bf-8999-6af608e0c9ac,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:04:45.699070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:45.883518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Floating IP 393d7851-0efe-4f16-bbc8-521e98399697 associated. External IP: 172.26.7.69, port: 42207b1f-c82b-440e-90de-16bdca13db22. Dec 23 17:04:46.257348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:04:46.447828 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:04:46.461944 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] Sync routers for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:04:46.473603 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:46.474431 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:46.477110 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:04:46.531956 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bf2a9e7c-7dfb-49c3-a290-6b325d0299b6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3215852 Dec 23 17:04:46.532618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:04:46.589508 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22', 'status': 'completed', 'code': 200} Dec 23 17:04:46.652409 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:46.739717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-23210d30-e5bd-475b-85e5-635a5ec17c62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1098 time: 0.1280689 Dec 23 17:04:46.749362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97c44a-9d70-4ddb-bba2-73328bedfc56 req-73f79266-9e26-4d8c-941a-598750ef6f89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:46.750693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d97c44a-9d70-4ddb-bba2-73328bedfc56 req-73f79266-9e26-4d8c-941a-598750ef6f89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.1103766 Dec 23 17:04:46.881765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d97c44a-9d70-4ddb-bba2-73328bedfc56 req-7bbb6aec-0284-4e03-8936-110a57a2a59d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093209 Dec 23 17:04:46.911924 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:46.915767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-99642c04-e19a-4376-b5de-b6888585a4d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:46.917229 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-99642c04-e19a-4376-b5de-b6888585a4d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 896 time: 0.1656954 Dec 23 17:04:47.029809 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '393d7851-0efe-4f16-bbc8-521e98399697', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'port_id': '42207b1f-c82b-440e-90de-16bdca13db22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'mac_address': 'fa:16:3e:29:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:04:45Z', 'updated_at': '2021-12-23T17:04:45Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:36Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:47.034323 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] Checking router: 58cddd2e-24ef-495b-bd8d-cb0bd1938343 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:04:47.045710 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:04:47.046315 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:04:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:47.113111 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1caa03a3-f3c0-444b-8157-998a72d133ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 200 len: 990 time: 0.1976914 Dec 23 17:04:47.138521 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-e5d42429-dc51-4a95-9dca-31bede1c104d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 998 time: 0.2152247 Dec 23 17:04:47.199507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-37f1895e-644e-43aa-955e-55d0190bf9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:04:47.200964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-37f1895e-644e-43aa-955e-55d0190bf9aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 200 len: 835 time: 0.0563118 Dec 23 17:04:47.224197 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:04:47.271296 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-30a757bc-64d7-4dc1-ab6a-9828e511f3fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e75c5429-6309-4d7c-99e2-195b1ecb034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645421 Dec 23 17:04:47.400870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-93be90c6-61a9-458b-a453-f6799fd7583a service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235390 Dec 23 17:04:47.530095 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1211bb-32a0-4494-8eb8-2b5bcd6abb41 req-5735bec3-d437-4583-9aaf-ea74d4d1a419 service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231685 Dec 23 17:04:47.562565 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '393d7851-0efe-4f16-bbc8-521e98399697', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'port_id': '42207b1f-c82b-440e-90de-16bdca13db22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'mac_address': 'fa:16:3e:29:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:04:45Z', 'updated_at': '2021-12-23T17:04:45Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:36Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:04:47.566439 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252913a3-f829-4591-954c-ddc2da799b76 None None] The sync data for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv is: [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '393d7851-0efe-4f16-bbc8-521e98399697', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.69', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'port_id': '42207b1f-c82b-440e-90de-16bdca13db22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'mac_address': 'fa:16:3e:29:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:04:45Z', 'updated_at': '2021-12-23T17:04:45Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:36Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:04:48.115891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36484) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:48.215485 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cde8f109-6561-4ae2-8222-42f91a5c3701 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 200 len: 990 time: 0.0980122 Dec 23 17:04:49.219121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36488) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:49.320637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-aa60c330-8bb5-4414-a58a-757a378052c9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 200 len: 990 time: 0.1003473 Dec 23 17:04:50.324474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36492) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:50.430216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e8857e88-4be7-4804-ae48-16646e279fa2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 200 len: 990 time: 0.1045630 Dec 23 17:04:51.433453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:51.536325 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-24afd46f-d412-431a-8f7c-55fb8967bb6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 200 len: 990 time: 0.1014984 Dec 23 17:04:51.731091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc7513-9bff-40e5-9c49-132cb14459d6 None None] New status for floating IP 393d7851-0efe-4f16-bbc8-521e98399697: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:04:52.539199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36500) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:04:52.640667 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e266f4f6-a393-469b-a184-65561c75111e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 200 len: 992 time: 0.1003411 Dec 23 17:05:05.133589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e8d64c1-7cfa-4b8c-a331-c0b39d4b8b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:07.215972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:07.353342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a5069607-15ab-4162-8dc8-cb7e3bce2567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:08.555205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:08.603298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:10.041646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:12.940450 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:05:35.135671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f8fe581-fc2d-4a57-aaf6-59b697799e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:37.215466 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:37.357288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2465d16d-72e0-49b1-b235-db710b6945f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:38.556735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:38.604203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:39.143272 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-3bd7cf17-b005-4047-b255-b56150840620 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1463184 Dec 23 17:05:39.280718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-573fc024-27dc-418b-9e3c-40ddfbbb9dac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0694335 Dec 23 17:05:39.424380 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-93cc495d-aba9-42a0-b6c5-665f137baf76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:39.425806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-93cc495d-aba9-42a0-b6c5-665f137baf76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 896 time: 0.1274467 Dec 23 17:05:39.525934 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-92fd72ba-2239-4eb0-80a2-024c31236771 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 1000 time: 0.0937321 Dec 23 17:05:39.586214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-2578d77a-8617-463b-a91a-3bdf460adf41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:39.587498 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-2578d77a-8617-463b-a91a-3bdf460adf41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 200 len: 835 time: 0.0559821 Dec 23 17:05:39.659716 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-65ee10d5-b724-4c9d-9217-4db45c46d597 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e75c5429-6309-4d7c-99e2-195b1ecb034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651984 Dec 23 17:05:39.788083 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-95b9407e-3052-40bb-b226-43f1f5d5bda5 service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213729 Dec 23 17:05:39.916082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f1d0fee-d73f-4b23-b9dc-379fd24c73fa req-ca728815-ad72-4c0d-8bbf-fd8ae7df92de service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215780 Dec 23 17:05:40.046416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:05:49.676712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70080a0e-015b-4bde-98ae-1642277c621f req-7b7e6d80-a706-4b6e-84c2-f1f00d3da02e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1098 time: 0.1237741 Dec 23 17:05:49.798118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb7599-b7e2-4fb1-8d83-5751597bef83 req-6ac83b99-487a-4412-b5c7-2ced6558f5e1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:49.799525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6afb7599-b7e2-4fb1-8d83-5751597bef83 req-6ac83b99-487a-4412-b5c7-2ced6558f5e1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.2054842 Dec 23 17:05:49.916897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6afb7599-b7e2-4fb1-8d83-5751597bef83 req-91541f9f-6196-4586-bacc-60fbaf65ce91 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748651 Dec 23 17:05:49.934075 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70080a0e-015b-4bde-98ae-1642277c621f req-591d41a2-ecf5-4f78-8f24-5dc23e167862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:49.935328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70080a0e-015b-4bde-98ae-1642277c621f req-591d41a2-ecf5-4f78-8f24-5dc23e167862 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 896 time: 0.2526095 Dec 23 17:05:49.941160 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:05:50.033217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70080a0e-015b-4bde-98ae-1642277c621f req-78c60013-347e-4b44-a841-9b99939d4161 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 1000 time: 0.0907090 Dec 23 17:05:50.096773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70080a0e-015b-4bde-98ae-1642277c621f req-0d7ce76a-6a7b-472c-b7c7-a9636b52b574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:50.098118 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70080a0e-015b-4bde-98ae-1642277c621f req-0d7ce76a-6a7b-472c-b7c7-a9636b52b574 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 200 len: 835 time: 0.0582864 Dec 23 17:05:50.169405 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70080a0e-015b-4bde-98ae-1642277c621f req-aca88fb4-9dc3-49c6-942a-f8afbeb01d55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e75c5429-6309-4d7c-99e2-195b1ecb034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651774 Dec 23 17:05:50.296422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70080a0e-015b-4bde-98ae-1642277c621f req-57c05997-b6d9-4a77-991d-6a68cd3282ee service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208363 Dec 23 17:05:50.425998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70080a0e-015b-4bde-98ae-1642277c621f req-43908adb-e51f-4393-bb04-97b92292787f service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207438 Dec 23 17:05:51.120507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db568c-157f-401b-b20e-8cddd101fea0 req-d7921886-17e3-44dd-a8ef-0e81572b0961 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:51.121946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-29db568c-157f-401b-b20e-8cddd101fea0 req-d7921886-17e3-44dd-a8ef-0e81572b0961 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0862567 Dec 23 17:05:51.166803 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-29db568c-157f-401b-b20e-8cddd101fea0 req-81226f6e-c75a-4dd8-a256-53d816f6fda0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392911 Dec 23 17:05:52.356178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5f94-8767-4289-9553-41fe7877416e req-55f72464-4d84-466a-899b-a99b1bb8ced0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:52.357619 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53fd5f94-8767-4289-9553-41fe7877416e req-55f72464-4d84-466a-899b-a99b1bb8ced0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0743930 Dec 23 17:05:52.401911 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-53fd5f94-8767-4289-9553-41fe7877416e req-561acdf3-db4d-4e92-940b-d48c84ea5530 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388861 Dec 23 17:05:53.603659 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3775a5d-ec91-4690-aa13-c24b90e67e7a req-0bf569c5-33a0-4697-af98-1824ef29ad23 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:53.605080 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3775a5d-ec91-4690-aa13-c24b90e67e7a req-0bf569c5-33a0-4697-af98-1824ef29ad23 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0773699 Dec 23 17:05:53.648916 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c3775a5d-ec91-4690-aa13-c24b90e67e7a req-50460c72-41bd-4603-baaf-15974cb50abe tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Dec 23 17:05:54.843163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba317ea-5c55-4e72-89db-945a535c13d5 req-cbe02922-c3f6-4a48-b571-fb04c4c44244 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:54.844699 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ba317ea-5c55-4e72-89db-945a535c13d5 req-cbe02922-c3f6-4a48-b571-fb04c4c44244 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0739291 Dec 23 17:05:54.892129 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4ba317ea-5c55-4e72-89db-945a535c13d5 req-185953c5-7bf7-4225-a66c-442b8c9ed735 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Dec 23 17:05:56.088429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e448ad-3b38-43ea-bfb5-5d8561fba285 req-af0c84c0-df23-43e0-b1d5-b652cf107e3f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:56.089836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4e448ad-3b38-43ea-bfb5-5d8561fba285 req-af0c84c0-df23-43e0-b1d5-b652cf107e3f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0746799 Dec 23 17:05:56.131897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e4e448ad-3b38-43ea-bfb5-5d8561fba285 req-edd6b26b-7bee-49c6-a08d-59118d118bf1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366652 Dec 23 17:05:57.327159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5650d-30cf-4670-bf5a-4bd8f501016a req-1bf7a422-89ab-4a31-9087-7e478aec871f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:57.328635 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2be5650d-30cf-4670-bf5a-4bd8f501016a req-1bf7a422-89ab-4a31-9087-7e478aec871f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0799909 Dec 23 17:05:57.372421 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2be5650d-30cf-4670-bf5a-4bd8f501016a req-7e64f3ee-8360-4ff4-b788-36da2284e01c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Dec 23 17:05:58.561984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036f7ed-3a75-46f0-b292-8ddbd9456306 req-a67b35d8-6103-4707-a526-7d5504059a2d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:58.563406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6036f7ed-3a75-46f0-b292-8ddbd9456306 req-a67b35d8-6103-4707-a526-7d5504059a2d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0743275 Dec 23 17:05:58.608167 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6036f7ed-3a75-46f0-b292-8ddbd9456306 req-bfa86008-af4a-43a1-aa1a-50a29cd6ad43 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392561 Dec 23 17:05:59.802915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1f2d8-3eeb-4397-9750-3f026e072b4d req-b7a37590-740d-452d-b61a-ab36166aa9a4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:05:59.804380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28f1f2d8-3eeb-4397-9750-3f026e072b4d req-b7a37590-740d-452d-b61a-ab36166aa9a4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0784042 Dec 23 17:05:59.848124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-28f1f2d8-3eeb-4397-9750-3f026e072b4d req-57cef745-e913-4a3c-970f-e12b443fabff tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384521 Dec 23 17:06:01.039809 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8485-d585-44a9-9015-37625c08f68b req-dded0ff7-d636-40e7-9d84-d8bfd7b29808 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:01.041251 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-103c8485-d585-44a9-9015-37625c08f68b req-dded0ff7-d636-40e7-9d84-d8bfd7b29808 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0748365 Dec 23 17:06:01.088274 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-103c8485-d585-44a9-9015-37625c08f68b req-01e9fc91-ebb1-42a2-bcd1-ddd66b513a8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416543 Dec 23 17:06:02.280583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c3c8-4c9e-4f4f-a9e0-ea55e942a84a req-344cbb59-7d03-4c18-87b2-3b4462972c78 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:02.281992 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-91b9c3c8-4c9e-4f4f-a9e0-ea55e942a84a req-344cbb59-7d03-4c18-87b2-3b4462972c78 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.0740683 Dec 23 17:06:02.325392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-91b9c3c8-4c9e-4f4f-a9e0-ea55e942a84a req-5f4d255f-0cc6-4992-9bd0-8633af91b582 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378790 Dec 23 17:06:02.352148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36558) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:06:02.455399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d7cfd945-c096-4196-b043-9d88da97c108 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 200 len: 992 time: 0.1021671 Dec 23 17:06:05.138463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e04a5cbb-204d-4229-b197-6fd45fd90e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:07.229940 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:07.360541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e6335a48-8c91-4c54-ae79-46c10c5dd2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:08.560899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:08.605569 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:10.048350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:26.941595 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:06:35.139503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a813f71d-0223-4b6b-a2bf-973517a6ea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:37.244325 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:37.361223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-542f656a-0e54-4199-8856-280ef9048764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:38.563418 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:38.609016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:39.056760 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-54872d16-54f6-4ac3-ac6c-221540e16b6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681295 Dec 23 17:06:39.190267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-815098ae-5007-47c7-b0a5-f843ea85acb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0695465 Dec 23 17:06:39.413065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-a5879da1-cd88-4592-972f-f7834e8eb0a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:39.414418 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-a5879da1-cd88-4592-972f-f7834e8eb0a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 896 time: 0.2067614 Dec 23 17:06:39.513070 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-10654f78-1719-439f-a48b-b0788428b687 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 1000 time: 0.0919731 Dec 23 17:06:39.574218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-6acc23ad-f750-4242-bbdc-d9ad45ba9f08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:39.575667 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-6acc23ad-f750-4242-bbdc-d9ad45ba9f08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 200 len: 835 time: 0.0560801 Dec 23 17:06:39.651913 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-1f4fc532-9bb1-4498-8ae5-80efed7c9daa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e75c5429-6309-4d7c-99e2-195b1ecb034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697954 Dec 23 17:06:39.782204 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-25909391-cca9-4b15-9096-552385b2d8c6 service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240337 Dec 23 17:06:39.910631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e2b088e2-8953-42a0-8ea2-9a7eb289c744 req-e51c59e5-720a-4aeb-a1dc-97e6ee410dab service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215484 Dec 23 17:06:40.051841 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:50.912657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:06:51.108701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 7d320893-36f2-40bf-8999-6af608e0c9ac {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:06:51.109040 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:51.268529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:51.268848 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:51.397001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 7d320893-36f2-40bf-8999-6af608e0c9ac owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:06:51.537705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:51.585731 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=7d320893-36f2-40bf-8999-6af608e0c9ac,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:06:51.626081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.626425 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.626757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.627086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.627417 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.627765 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.628087 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.628411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.628733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.629050 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.629365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:51.682752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:52.149711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:06:52.342452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:06:52.354480 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] Sync routers for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:06:52.366776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:52.366966 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:06:52.367493 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:06:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:06:52.423461 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ca7c9d8a-8e82-4b58-80fa-f9b501f7bd83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/floatingips/393d7851-0efe-4f16-bbc8-521e98399697 HTTP/1.1" status: 204 len: 168 time: 1.5072913 Dec 23 17:06:52.423461 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:06:52.565591 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:06:52.681868 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22', 'status': 'completed', 'code': 200} Dec 23 17:06:52.910664 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:36Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:06:52.914795 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] Checking router: 58cddd2e-24ef-495b-bd8d-cb0bd1938343 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:06:52.925299 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:06:52.925761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-bd094e4b-1b80-4726-a9af-66000408e040 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 1098 time: 0.1779940 Dec 23 17:06:52.926244 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:06:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:06:53.051012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb4db6-3e0d-4a14-93c9-b9d578fc1f19 req-e59baa1f-3a3f-4af3-b0fd-070512a1f98b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:53.052464 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2fb4db6-3e0d-4a14-93c9-b9d578fc1f19 req-e59baa1f-3a3f-4af3-b0fd-070512a1f98b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.2425878 Dec 23 17:06:53.095310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-5ee4e33c-2a4a-416b-afe5-f876cb88bb7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:53.096748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-5ee4e33c-2a4a-416b-afe5-f876cb88bb7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 200 len: 896 time: 0.1594710 Dec 23 17:06:53.099037 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:06:53.173483 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2fb4db6-3e0d-4a14-93c9-b9d578fc1f19 req-cad32de1-1889-46fc-b364-43c15355356e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140027 Dec 23 17:06:53.174800 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-c8db4244-0f31-488b-8de1-49e66029bbfb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 200 len: 217 time: 0.0698397 Dec 23 17:06:53.239296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-854590e7-9ce9-4d85-9538-f24daca9f7be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:53.240773 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-854590e7-9ce9-4d85-9538-f24daca9f7be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 200 len: 835 time: 0.0597830 Dec 23 17:06:53.314094 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-99ad01bb-af6b-4cc7-9ecb-5e823ff984e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e75c5429-6309-4d7c-99e2-195b1ecb034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665016 Dec 23 17:06:53.407999 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:36Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:06:53.412499 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d8bee-1d62-4fe9-9ad1-dfdfdc3e2dd2 None None] The sync data for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv is: [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:31Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '5a6dce21-d268-425f-9fd7-633420e81ccf', 'name': '', 'network_id': 'e75c5429-6309-4d7c-99e2-195b1ecb034e', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:57:37:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:30Z', 'updated_at': '2021-12-23T17:04:36Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': 'fb75a97a-0058-498b-9c72-d626d1935668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:06:53.447505 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-698e1f5b-7085-4bd6-859f-b2bcce636e87 service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253221 Dec 23 17:06:53.589180 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-569b459c-80bd-43c6-88e3-0031f800b7ed req-7592305a-8f32-487d-8bf9-ce3c0a2b8882 service neutron] 10.222.0.59 "GET /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350615 Dec 23 17:06:53.640222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef117a57-4b2a-4f04-9a83-79d0e907c23b None None] New status for floating IP 393d7851-0efe-4f16-bbc8-521e98399697: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:06:54.440346 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411d8f3-b98f-42a0-9c38-075a03cb20c6 req-92d3cf4f-eb91-4ff0-a945-9e8381f9dcf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:54.441769 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d411d8f3-b98f-42a0-9c38-075a03cb20c6 req-92d3cf4f-eb91-4ff0-a945-9e8381f9dcf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.1458251 Dec 23 17:06:54.532098 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d411d8f3-b98f-42a0-9c38-075a03cb20c6 req-e59c8da3-6fa0-49e1-878a-e935b4409f64 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=cda0277e-e912-464a-90c9-695d9ae6c2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844963 Dec 23 17:06:54.549282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-26ae2f98-fe7a-4eab-b3c6-031c0ba238f9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:06:54.550661 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-26ae2f98-fe7a-4eab-b3c6-031c0ba238f9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 945 time: 0.1042166 Dec 23 17:06:54.712565 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 42207b1f-c82b-440e-90de-16bdca13db22 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:06:54.712901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:54.946289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 42207b1f-c82b-440e-90de-16bdca13db22, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=42207b1f-c82b-440e-90de-16bdca13db22,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:06:54.946554 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:55.067917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 42207b1f-c82b-440e-90de-16bdca13db22 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:06:55.202971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:55.254099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=42207b1f-c82b-440e-90de-16bdca13db22,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:06:55.296612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.296954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.297291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.297618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.297941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.298260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.298577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.298890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.299204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.299514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.299847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:06:55.333511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] No DVR routers for this DVR port 42207b1f-c82b-440e-90de-16bdca13db22 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:06:55.335628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:55.338587 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'name': 'network-vif-deleted', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:06:55.349313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0143ed5c-3cbb-45f6-85de-1ceacddd4a86 req-6b48269e-7b3a-49db-b818-7e326c73e60b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "DELETE /v2.0/ports/42207b1f-c82b-440e-90de-16bdca13db22 HTTP/1.1" status: 204 len: 173 time: 0.7930360 Dec 23 17:06:55.402569 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48d5bbe-a6c8-4a3f-9146-c339f81df6d5', 'name': 'network-vif-deleted', 'tag': '42207b1f-c82b-440e-90de-16bdca13db22', 'status': 'completed', 'code': 200} Dec 23 17:06:55.721248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7665b351-4304-4a7d-94af-cb0ca6d53d2d req-7a804625-918a-435a-95b9-fefc4c97d507 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:06:55.737206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7665b351-4304-4a7d-94af-cb0ca6d53d2d req-7a804625-918a-435a-95b9-fefc4c97d507 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:06:55.738453 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7665b351-4304-4a7d-94af-cb0ca6d53d2d req-7a804625-918a-435a-95b9-fefc4c97d507 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=e48d5bbe-a6c8-4a3f-9146-c339f81df6d5 HTTP/1.1" status: 200 len: 210 time: 0.0630741 Dec 23 17:06:56.851291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36612) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:06:57.236377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:57.824452 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 5a6dce21-d268-425f-9fd7-633420e81ccf {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:06:57.824787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:58.092186 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 5a6dce21-d268-425f-9fd7-633420e81ccf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=5a6dce21-d268-425f-9fd7-633420e81ccf,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:06:58.092849 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:58.096263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 42207b1f-c82b-440e-90de-16bdca13db22 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:06:58.130687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 42207b1f-c82b-440e-90de-16bdca13db22 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:06:58.131031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 42207b1f-c82b-440e-90de-16bdca13db22 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:06:58.209986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 5a6dce21-d268-425f-9fd7-633420e81ccf owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:06:58.386597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:58.434657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=5a6dce21-d268-425f-9fd7-633420e81ccf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:06:58.718235 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:59.267289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:06:59.554955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:06:59.565002 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] Sync routers for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:06:59.571108 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30bb151b-43f8-4788-b135-68c8df0473ad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/58cddd2e-24ef-495b-bd8d-cb0bd1938343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185204 Dec 23 17:06:59.573534 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36618) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:06:59.577372 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:06:59.577973 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:06:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:06:59.750728 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:06:59.758803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting subnet fb75a97a-0058-498b-9c72-d626d1935668 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:06:59.761891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:59.818074 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:59.900540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:06:59.973921 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.016090 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Subnet': ['ID=fb75a97a-0058-498b-9c72-d626d1935668,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:00.020594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.026481 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be56ec1b-fd3e-4808-8ddd-062e5f18af9b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/subnets/fb75a97a-0058-498b-9c72-d626d1935668 HTTP/1.1" status: 204 len: 168 time: 0.4500494 Dec 23 17:07:00.029099 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36622) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:00.029563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e08c8a-a926-443b-b5ca-394321a66405 None None] Network e75c5429-6309-4d7c-99e2-195b1ecb034e requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:07:00.039253 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:06:58Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:00.043152 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] Checking router: 58cddd2e-24ef-495b-bd8d-cb0bd1938343 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:07:00.053667 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] Routers {'58cddd2e-24ef-495b-bd8d-cb0bd1938343'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:07:00.054251 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:06:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:00.234736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.269746 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] Set router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:07:00.304320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] DHCP port deletion for e75c5429-6309-4d7c-99e2-195b1ecb034e request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:07:00.310244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Deleting port 16eea9d9-4645-4e3a-ab4a-d664305af826 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:07:00.310972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.455127 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.466110 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port b5e95cfb-416e-45b5-a909-573c975e63bf {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:07:00.466442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.524984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] For port 16eea9d9-4645-4e3a-ab4a-d664305af826, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=16eea9d9-4645-4e3a-ab4a-d664305af826,segment=NetworkSegment(714e7fe7-6681-446b-bab2-f40df0c9ce3d),segment_id=714e7fe7-6681-446b-bab2-f40df0c9ce3d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:00.525357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.559698 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:06:58Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:00.563694 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5e542-4ab4-4462-a152-8fbf27bc60ea None None] The sync data for ids ['58cddd2e-24ef-495b-bd8d-cb0bd1938343'] in dv-neutron-822800-1-hyperv is: [{'id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866078747', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:06:58Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': 'b5e95cfb-416e-45b5-a909-573c975e63bf', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cddd2e-24ef-495b-bd8d-cb0bd1938343', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:04:27Z', 'updated_at': '2021-12-23T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:07:00.642197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Calling delete_port for 16eea9d9-4645-4e3a-ab4a-d664305af826 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:07:00.643918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port b5e95cfb-416e-45b5-a909-573c975e63bf, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b5e95cfb-416e-45b5-a909-573c975e63bf,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:00.644278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.711988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.757288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Pushing event deleted for resources: {'Port': ['ID=16eea9d9-4645-4e3a-ab4a-d664305af826,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:00.762529 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for b5e95cfb-416e-45b5-a909-573c975e63bf owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:07:00.765155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] No DVR routers for this DVR port 16eea9d9-4645-4e3a-ab4a-d664305af826 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:07:00.777069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.777413 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.777743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.778067 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.778395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.778714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.779055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.779451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.779834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.780220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.780545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d02609-31b0-4483-be21-1737c09fde52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:00.928724 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:00.974298 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=b5e95cfb-416e-45b5-a909-573c975e63bf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:01.279185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.530675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.534718 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.557979 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.558476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Fanout notify agent at l3_agent the message router_deleted on router 58cddd2e-24ef-495b-bd8d-cb0bd1938343 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:07:01.572226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.573336 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a7ff4e5-3b22-4125-8ead-636b75ff8629 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/routers/58cddd2e-24ef-495b-bd8d-cb0bd1938343 HTTP/1.1" status: 204 len: 168 time: 1.5431163 Dec 23 17:07:01.576116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36628) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:01.693488 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.820691 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.845011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75c5429-6309-4d7c-99e2-195b1ecb034e']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:01.857011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714e7fe7-6681-446b-bab2-f40df0c9ce3d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:01.857301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714e7fe7-6681-446b-bab2-f40df0c9ce3d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:01.868774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.885681 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.891735 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:07:01.892116 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:07:01.910279 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:07:01.992158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.009843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.021631 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Network': ['ID=e75c5429-6309-4d7c-99e2-195b1ecb034e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:02.028616 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33cc67f2-4f0f-45f3-8831-dae688262276 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/networks/e75c5429-6309-4d7c-99e2-195b1ecb034e HTTP/1.1" status: 204 len: 168 time: 0.4515779 Dec 23 17:07:02.031308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36634) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:02.098550 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a1012fc-136e-4674-b877-a22e487abe8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.125821 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a1012fc-136e-4674-b877-a22e487abe8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.185626 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a1012fc-136e-4674-b877-a22e487abe8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.207577 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1012fc-136e-4674-b877-a22e487abe8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0277e-e912-464a-90c9-695d9ae6c2bc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:02.217272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a1012fc-136e-4674-b877-a22e487abe8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.218378 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a1012fc-136e-4674-b877-a22e487abe8b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/security-groups/cda0277e-e912-464a-90c9-695d9ae6c2bc HTTP/1.1" status: 204 len: 168 time: 0.1861408 Dec 23 17:07:02.298123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a6dce21-d268-425f-9fd7-633420e81ccf no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:07:02.332247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 5a6dce21-d268-425f-9fd7-633420e81ccf {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:07:02.332653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 5a6dce21-d268-425f-9fd7-633420e81ccf not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:07:02.333062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 16eea9d9-4645-4e3a-ab4a-d664305af826 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:07:02.365660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 16eea9d9-4645-4e3a-ab4a-d664305af826 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:07:02.365998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 16eea9d9-4645-4e3a-ab4a-d664305af826 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:07:02.366395 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b5e95cfb-416e-45b5-a909-573c975e63bf no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:07:02.400106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b5e95cfb-416e-45b5-a909-573c975e63bf {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:07:02.400444 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b5e95cfb-416e-45b5-a909-573c975e63bf not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:07:02.603595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36644) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:02.609096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252291140', 'description': 'tempest-secgroup-smoke-1252291140 description', 'project_id': 'ce0086d1afaa410793a621edbb5a418c'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:02.615392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:02.619916 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:02.622675 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:02.628166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:02.638448 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.672080 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:02.675935 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:02.678592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:02.685249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:02.738271 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.741588 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.783637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:02.786143 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.787582 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2fd0c81-f5e9-49c2-aabb-98e4a7e456d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1826940 Dec 23 17:07:02.791039 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36648) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:02.796686 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:02.802603 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:02.807077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:02.810004 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:02.815688 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:02.831757 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.890201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.893552 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.916164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a220650-7767-41a3-b81c-0824eaba4308,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:02.924741 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:02.925936 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-32e5c81f-bc95-4e7e-8bca-8cad3a123ea3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1338806 Dec 23 17:07:02.928530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36652) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:02.933769 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:02.939349 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:02.943049 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:02.946453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:02.952070 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:02.971387 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.031072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.034431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.060912 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1553cda-ae2f-4c00-824c-8232b46539e2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:03.067339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.068553 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b755998d-f54d-41b0-879b-a49550c5a65a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1391380 Dec 23 17:07:03.071792 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36656) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:03.077066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:03.083002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:03.086955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:03.089865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:03.095511 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:03.110999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.172450 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.175706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.198611 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cc0bbe-657d-49f6-8d95-f2fac96179fd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:03.207123 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.208305 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ce860846-c97a-417d-ab11-63796cb8d4f4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1356256 Dec 23 17:07:03.210957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36660) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:03.216164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:03.221624 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:03.225435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:03.228234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:03.233742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:03.250426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.401540 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.405826 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.429706 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a498b7-bb62-44ae-9245-9c7ca4ba6731,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:03.439587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.440889 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0315747f-fa3c-4c7b-ad7d-ec4257bbff38 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2290673 Dec 23 17:07:03.443541 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36664) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:03.448755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:03.454386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:03.458041 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:03.460851 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:03.466327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:03.475958 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:07:03.482617 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.543868 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.547023 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.570944 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f37a6d-6bf8-4379-9fc6-46b6c9cdb2e0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:03.580695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.581822 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3d501cd-c3d6-4949-8c7f-0bda588eea83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1373794 Dec 23 17:07:03.584585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36668) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:03.589946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:03.595653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:03.599300 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:03.602622 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:03.608124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:03.616886 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:07:03.623438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.685066 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.688200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.712057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe5c0c2-4229-4d20-b15f-05e4b775b336,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:03.720313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.721437 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d7569278-ba38-40be-b846-1f02b0f46725 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1358976 Dec 23 17:07:03.724204 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36672) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:03.729957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'network': {'name': 'tempest-network-smoke--491295752', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:03.734628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:03.738572 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:network and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:03.741367 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:03.747503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:03.757444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:07:03.760341 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.788028 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:07:03.797082 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.797430 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Added segment e7662d26-bc0a-4054-97c5-7b7b79c6680b of type vlan for network b847957c-5428-40e0-b461-3e26a9f3cc6a Dec 23 17:07:03.828638 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.857060 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.860679 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:03.861249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.942157 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:07:03.960851 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2356684 Dec 23 17:07:03.963616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36676) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:03.968877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'admin_state_up': True, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:03.969240 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf7acd-be0c-4133-8940-a8dc1214f954 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Network': ['ID=b847957c-5428-40e0-b461-3e26a9f3cc6a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:03.975952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:03.979018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network b847957c-5428-40e0-b461-3e26a9f3cc6a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:07:03.979586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:router and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:03.982455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:03.988793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:03.998852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:03.999785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.019684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.160191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.330844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.362584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.490711 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.71 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/7e2b3907-a9df-40a1-8d7c-a9536e3f6596) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:07:04.634155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.660180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.729009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:07:04.731758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:07:04.734693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:07:04.764010 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:04.889770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:04.890546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:05.141815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6cc51d44-0d32-40ff-b0d4-1d7c3b60ffb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:05.196430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:07:05.388839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:07:05.399124 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Sync routers for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:07:05.411027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:07:05.411883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:06:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:05.414483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:05.416112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d959677a-eaf5-402c-9411-87a1284cd795 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4514723 Dec 23 17:07:05.421064 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36680) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:05.461780 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-124be150-5764-48b0-b385-9c84e40868f3 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ce0086d1afaa410793a621edbb5a418c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388768 Dec 23 17:07:05.464421 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:05.588130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:07:05.590980 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68dec84-5e2b-4796-8b12-38366f4a6af3 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:05.592505 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e68dec84-5e2b-4796-8b12-38366f4a6af3 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271625 Dec 23 17:07:05.595251 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36688) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:05.638788 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8f02f35d-246b-4467-b3e9-1418e43ca246 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423822 Dec 23 17:07:05.641158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36692) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:05.646301 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1354143507', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:05.756167 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:05.759967 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:subnet and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:05.762705 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:05.768272 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:05.777932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:07:05.875762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:05.897843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:04Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:05.901573 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Checking router: d40aa18e-3ecd-4274-8bee-cb6e47f6e737 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:07:05.901913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Updating router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:07:05.952299 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.089469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.163228 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Subnet': ['ID=2f5d0874-b153-48dd-84a5-e36354d39646,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:06.177420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Checking segment: {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:07:06.177772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network hostable DHCP agents. Network: b847957c-5428-40e0-b461-3e26a9f3cc6a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:07:06.199269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network b847957c-5428-40e0-b461-3e26a9f3cc6a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:07:06.208905 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, b847957c-5428-40e0-b461-3e26a9f3cc6a) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:07:06.213179 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:06.213738 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.220398 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f754cf-6b8b-4d12-b6d0-3b846a2b9645 None None] Network b847957c-5428-40e0-b461-3e26a9f3cc6a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:07:06.235172 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-55a1140a-76dd-4726-a398-c646738f43e4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5930560 Dec 23 17:07:06.237763 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36696) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:06.366494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.390155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Transition to ACTIVE for port object 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:07:06.407196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.526630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53321612-4904-4cfa-95bf-6a14a4358355 None None] Pushing event updated for resources: {'Port': ['ID=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:06.531909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Attempting to bind port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:07:06.532270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Attempting to bind port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:07:06.532629 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Attempting to bind port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:07:06.565596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:07:06.565964 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:07:06.566357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.566743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:07:06.567203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Bound port: 7e2b3907-a9df-40a1-8d7c-a9536e3f6596, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:07:06.567580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.621668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-b847957c-5428-40e0-b461-3e26a9f3cc6a', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:07:06.622464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.701624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] For port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:07:06.722294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] For port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:07:06.730842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:06.865583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53321612-4904-4cfa-95bf-6a14a4358355 None None] Pushing event updated for resources: {'Port': ['ID=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:06.875291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:07:06.875921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:06:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:06.946735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Allocated IP 172.20.0.2 (b847957c-5428-40e0-b461-3e26a9f3cc6a/2f5d0874-b153-48dd-84a5-e36354d39646/51fe2d0b-d6d6-4218-9564-203482d458a9) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:07:07.079692 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.166848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:07:07.405711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.459172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b57a750e-7d6d-4ece-a7bc-17276cac30f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.480893 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.497517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Transition to ACTIVE for port object 51fe2d0b-d6d6-4218-9564-203482d458a9 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:07:07.539369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Transition to ACTIVE for port object 51fe2d0b-d6d6-4218-9564-203482d458a9 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:07:07.547402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.613597 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.1 (b847957c-5428-40e0-b461-3e26a9f3cc6a/2f5d0874-b153-48dd-84a5-e36354d39646/24d68a8a-47a4-432e-bc54-3921e4abbfd2) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:07:07.649038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Network b847957c-5428-40e0-b461-3e26a9f3cc6a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:07:07.653436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:07:07.658722 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:07:07.660662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Pushing event updated for resources: {'Port': ['ID=51fe2d0b-d6d6-4218-9564-203482d458a9,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:07.760364 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Attempting to bind port 51fe2d0b-d6d6-4218-9564-203482d458a9 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:07:07.760727 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Attempting to bind port 51fe2d0b-d6d6-4218-9564-203482d458a9 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:07:07.761099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Attempting to bind port 51fe2d0b-d6d6-4218-9564-203482d458a9 on network b847957c-5428-40e0-b461-3e26a9f3cc6a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:07:07.767183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:04Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:07.772941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ec83c5-e2b2-4041-ba57-1cc1b019704a None None] The sync data for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv is: [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:04Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:07:07.774703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:07:07.775062 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Checking segment: {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:07:07.775456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.775868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Bound using segment: {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:07:07.775986 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.776718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Bound port: 51fe2d0b-d6d6-4218-9564-203482d458a9, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:07:07.776718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.798309 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 24d68a8a-47a4-432e-bc54-3921e4abbfd2 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:07:07.822344 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.879191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] For port 51fe2d0b-d6d6-4218-9564-203482d458a9, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:07:07.883834 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] For port 51fe2d0b-d6d6-4218-9564-203482d458a9, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=51fe2d0b-d6d6-4218-9564-203482d458a9,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:07:07.888903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.901216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network b847957c-5428-40e0-b461-3e26a9f3cc6a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:07:07.904330 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:07:07.908889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:07:07.937736 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=24d68a8a-47a4-432e-bc54-3921e4abbfd2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:07.979121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:07.984871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d3cc2-c6c1-4689-9cbe-5533f57f87ca None None] Pushing event updated for resources: {'Port': ['ID=51fe2d0b-d6d6-4218-9564-203482d458a9,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:08.085015 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.369523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:07:08.448268 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:07:08.453534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:08.453986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.581755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.582128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.588327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391966'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.605912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.616589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:08.624685 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.626181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.626947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 51fe2d0b-d6d6-4218-9564-203482d458a9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:07:08.777957 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:08.780775 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 51fe2d0b-d6d6-4218-9564-203482d458a9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:07:08.833471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:08.836977 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=24d68a8a-47a4-432e-bc54-3921e4abbfd2,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:08.975531 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network b847957c-5428-40e0-b461-3e26a9f3cc6a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:07:08.977113 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:07:08.998234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5db2c00-01b5-42c0-ba91-db333b190f35 None None] Network b847957c-5428-40e0-b461-3e26a9f3cc6a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:07:09.090784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4e820507-e766-43ae-899b-fa6b7598cf70 None None] Provisioning for port 51fe2d0b-d6d6-4218-9564-203482d458a9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:07:09.108137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4e820507-e766-43ae-899b-fa6b7598cf70 None None] Provisioning complete for port 51fe2d0b-d6d6-4218-9564-203482d458a9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:09.108503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e820507-e766-43ae-899b-fa6b7598cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:09.319498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e820507-e766-43ae-899b-fa6b7598cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:09.351411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:07:09.362596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4e820507-e766-43ae-899b-fa6b7598cf70 None None] For port 51fe2d0b-d6d6-4218-9564-203482d458a9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=51fe2d0b-d6d6-4218-9564-203482d458a9,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:09.368666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e820507-e766-43ae-899b-fa6b7598cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:09.437999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e820507-e766-43ae-899b-fa6b7598cf70 None None] Pushing event updated for resources: {'Port': ['ID=51fe2d0b-d6d6-4218-9564-203482d458a9,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:09.571373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:07:09.586536 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-680c4b48-c0e7-4eee-b26a-cd4383c6c107 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/d40aa18e-3ecd-4274-8bee-cb6e47f6e737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3470318 Dec 23 17:07:09.598610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1f280965-c631-43b6-9ec2-4f09e6c84ff0 None None] Provisioning for port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:07:09.604439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1f280965-c631-43b6-9ec2-4f09e6c84ff0 None None] Provisioning complete for port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:09.604828 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f280965-c631-43b6-9ec2-4f09e6c84ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:09.664645 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1f280965-c631-43b6-9ec2-4f09e6c84ff0 None None] Port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:07:09.680542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1f280965-c631-43b6-9ec2-4f09e6c84ff0 None None] Provisioning complete for port 51fe2d0b-d6d6-4218-9564-203482d458a9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:09.680908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f280965-c631-43b6-9ec2-4f09e6c84ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:09.789289 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-11727dc9-cc57-4aeb-b746-6fb4187fcc1b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252291140&fields=id&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 267 time: 0.0607738 Dec 23 17:07:09.926170 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3f0f2a69-5f6d-403e-ab31-c3d14844a5b8 None None] Provisioning complete for port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:09.926533 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2a69-5f6d-403e-ab31-c3d14844a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:09.943847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-efff874e-96ce-446f-bcac-69bde3f31645 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:09.945353 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-efff874e-96ce-446f-bcac-69bde3f31645 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 796 time: 0.1493435 Dec 23 17:07:09.962096 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-02cae23a-47f4-4fda-a899-43e42b02e6ed tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/quotas/ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 375 time: 0.0107081 Dec 23 17:07:10.019149 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f2a69-5f6d-403e-ab31-c3d14844a5b8 None None] Port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:07:10.047492 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-1ce94aa0-3f12-40fd-9130-50aaa4b49db5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801950 Dec 23 17:07:10.054248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:10.140254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9b85f9cf-86d3-4830-b328-fe7724390aa5 None None] Provisioning complete for port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:10.140615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9cf-86d3-4830-b328-fe7724390aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:10.190639 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9b85f9cf-86d3-4830-b328-fe7724390aa5 None None] Port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:07:10.250493 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-67081102-e91b-43ae-8eac-c1c3824f3db6 service neutron] 10.222.0.18 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899633 Dec 23 17:07:10.291342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:07:10.360277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:10.360549 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:10.388538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-0d37958b-d2a6-4df2-88fe-1161f060491c service neutron] 10.222.0.18 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319466 Dec 23 17:07:10.471010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 51fe2d0b-d6d6-4218-9564-203482d458a9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:07:10.547285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 51fe2d0b-d6d6-4218-9564-203482d458a9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:10.547781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:10.574357 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-869cff85-6175-457b-a6dc-f54cbc66f3a0 req-51126b85-0113-4e82-9c0e-e2b818661c40 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 210 time: 0.0408046 Dec 23 17:07:11.374932 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Sync routers for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:07:11.387773 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:07:11.388434 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:07:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:11.568448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-41557f70-6f62-469f-9d43-6a33ae190c98 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:11.570500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-41557f70-6f62-469f-9d43-6a33ae190c98 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 796 time: 0.1489031 Dec 23 17:07:11.580184 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:07:11.631581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-10547800-6913-431a-a74f-b51d7131b657 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 380 time: 0.0481243 Dec 23 17:07:11.641089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'port': {'device_id': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'admin_state_up': True, 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'security_groups': ['41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:11.790106 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b309e1d9-759b-474e-a27c-089d559cb525 req-c9f493e3-d321-4965-a42a-96aaa3ebdfb6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 210 time: 0.0530972 Dec 23 17:07:11.846254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:11.850243 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:port and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:11.853753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:11.860802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:11.873924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:07:11.876486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:11.948378 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 2, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:11.952199 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Checking router: d40aa18e-3ecd-4274-8bee-cb6e47f6e737 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:07:11.952542 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Updating router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:07:12.008514 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.047403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.8 (b847957c-5428-40e0-b461-3e26a9f3cc6a/2f5d0874-b153-48dd-84a5-e36354d39646/8c91506b-0bee-47a1-8611-cd4b8e28a2cd) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:07:12.344045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.360500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 8c91506b-0bee-47a1-8611-cd4b8e28a2cd will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:07:12.383772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.456042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network b847957c-5428-40e0-b461-3e26a9f3cc6a is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:07:12.458895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:07:12.462791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:07:12.527306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:12.527985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.535937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:12.558945 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e6eb3585-948d-4f21-91b1-887d094c6021 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9214685 Dec 23 17:07:12.570770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Request body: {'port': {'device_id': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:12.603709 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.616786 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Transition to ACTIVE for port object 24d68a8a-47a4-432e-bc54-3921e4abbfd2 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:07:12.625298 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.692397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.734706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a228c300-691e-43ba-82d3-b612b5877001 None None] Provisioning for port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:07:12.744045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a228c300-691e-43ba-82d3-b612b5877001 None None] Provisioning complete for port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:12.744695 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a228c300-691e-43ba-82d3-b612b5877001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.783407 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Pushing event updated for resources: {'Port': ['ID=24d68a8a-47a4-432e-bc54-3921e4abbfd2,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:12.820969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a228c300-691e-43ba-82d3-b612b5877001 None None] Port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:07:12.828795 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.829131 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.829453 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.829769 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.830083 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.830397 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.830709 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.831022 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.831327 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.831653 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.831958 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:07:12.895122 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Attempting to bind port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:07:12.895491 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Attempting to bind port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:07:12.895875 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Attempting to bind port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 on network b847957c-5428-40e0-b461-3e26a9f3cc6a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:07:12.902493 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:07:12.902856 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Checking segment: {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:07:12.903368 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.903780 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Bound using segment: {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:07:12.904374 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Bound port: 24d68a8a-47a4-432e-bc54-3921e4abbfd2, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:07:12.904749 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:12.991122 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] For port 24d68a8a-47a4-432e-bc54-3921e4abbfd2, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:07:12.994701 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] For port 24d68a8a-47a4-432e-bc54-3921e4abbfd2, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=24d68a8a-47a4-432e-bc54-3921e4abbfd2,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:07:12.998925 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:13.082305 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5077940-2aa1-481a-9b1f-18cbbffe00fe None None] Pushing event updated for resources: {'Port': ['ID=24d68a8a-47a4-432e-bc54-3921e4abbfd2,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:13.088256 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:07:13.088852 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:07:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:13.096441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da92f47-f909-41a2-8567-37f662509ffd req-4e8f41ee-e7db-431a-b9e6-a8eaa6e7e66e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:13.097208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7da92f47-f909-41a2-8567-37f662509ffd req-4e8f41ee-e7db-431a-b9e6-a8eaa6e7e66e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:07:13.131615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c91506b-0bee-47a1-8611-cd4b8e28a2cd {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:07:13.136579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7da92f47-f909-41a2-8567-37f662509ffd req-4e8f41ee-e7db-431a-b9e6-a8eaa6e7e66e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:07:13.137727 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7da92f47-f909-41a2-8567-37f662509ffd req-4e8f41ee-e7db-431a-b9e6-a8eaa6e7e66e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 931 time: 0.1956325 Dec 23 17:07:13.141838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:13.177429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Transition to ACTIVE for port object 8c91506b-0bee-47a1-8611-cd4b8e28a2cd will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:07:13.188855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:13.255432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7da92f47-f909-41a2-8567-37f662509ffd req-ef29cd06-9d01-4bd8-b2f8-6c7e36250060 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075809 Dec 23 17:07:13.281602 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:07:13.315120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Pushing event updated for resources: {'Port': ['ID=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:13.448460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Attempting to bind port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:07:13.448894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Attempting to bind port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:07:13.449283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Attempting to bind port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd on network b847957c-5428-40e0-b461-3e26a9f3cc6a {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:07:13.458225 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd on network b847957c-5428-40e0-b461-3e26a9f3cc6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:07:13.458543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Attempting to bind port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd on network b847957c-5428-40e0-b461-3e26a9f3cc6a {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:07:13.465325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:07:13.465650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Checking segment: {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:07:13.466023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Bound using segment: {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:07:13.466439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Bound port: 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7662d26-bc0a-4054-97c5-7b7b79c6680b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:07:13.466778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:13.561971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] For port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:07:13.564924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] For port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:07:13.569600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:13.619178 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:12Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:13.623285 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26539c4c-9da1-41a0-9c1f-dfe4e539200b None None] The sync data for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv is: [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:12Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:07:13.632778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:13.634143 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 1093 time: 1.0677834 Dec 23 17:07:13.634555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:07:13.652855 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc5a9e-b294-493e-91c9-f3f1d981b504 service neutron] Pushing event updated for resources: {'Port': ['ID=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:13.777512 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-b69875ce-2c1d-4ed6-a7a1-11b3dd155243 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1096 time: 0.0974872 Dec 23 17:07:13.871792 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-46169b8b-3077-4f9d-a06e-66f12d728712 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 217 time: 0.0871522 Dec 23 17:07:13.913758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'status': 'completed', 'code': 200} Dec 23 17:07:13.941271 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e1880b19-7a17-408a-9617-f34fead58249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:13.942728 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-e1880b19-7a17-408a-9617-f34fead58249 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0645039 Dec 23 17:07:14.022360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-82803adb-4373-4270-a702-f3edfe07fd99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725572 Dec 23 17:07:14.156605 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-71323e2f-da99-4aa2-bb3f-111a938ccf14 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271391 Dec 23 17:07:14.316978 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 24d68a8a-47a4-432e-bc54-3921e4abbfd2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:07:14.394407 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-452a72df-6ec6-4fba-89ae-c03f1e2defc1 req-c9805ea0-a290-4376-a68e-8325dce9b798 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311862 Dec 23 17:07:14.419406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:07:14.424500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:14.424877 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:14.548408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:14.573736 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-e4f3380a-1221-4b63-8296-35522d68ae9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1096 time: 0.1267242 Dec 23 17:07:14.595208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 24d68a8a-47a4-432e-bc54-3921e4abbfd2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=24d68a8a-47a4-432e-bc54-3921e4abbfd2,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:14.600004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:14.603385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62ebc-42f3-4e25-bc96-457da301cb24 req-64979cb7-29e8-4c72-b5c0-88075b35e1ba tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:14.604857 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8e62ebc-42f3-4e25-bc96-457da301cb24 req-64979cb7-29e8-4c72-b5c0-88075b35e1ba tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.1292002 Dec 23 17:07:14.673211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=24d68a8a-47a4-432e-bc54-3921e4abbfd2,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:14.728302 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8e62ebc-42f3-4e25-bc96-457da301cb24 req-55a27bad-3ede-4081-b8a6-e36c58accd98 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721843 Dec 23 17:07:14.747029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-3efc28ef-05ba-4e8f-83a2-a1227aa28590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:14.748457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-3efc28ef-05ba-4e8f-83a2-a1227aa28590 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.1677091 Dec 23 17:07:14.815688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-a543386c-6ba2-452d-a845-c26609be4208 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 217 time: 0.0614221 Dec 23 17:07:14.874564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-f8b76271-43b1-478c-8e53-c7ec4a9cc3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:14.875932 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-f8b76271-43b1-478c-8e53-c7ec4a9cc3b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0544221 Dec 23 17:07:14.958568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-2dfb2f75-011f-4f6d-8f96-26f191a98b48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764124 Dec 23 17:07:15.085401 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-fc1cf89d-18ca-4ec5-be50-74fc70ff07e7 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194196 Dec 23 17:07:15.210558 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd2976c8-a42d-47ad-972f-c36a55a7b1a4 req-b6a0225b-4a6e-4485-8fc2-1e4857ecfc27 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180091 Dec 23 17:07:15.924738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f83e5-d325-4205-9169-1e39b9a8a02d req-52a5cf13-3e78-4a48-bea3-4593b26a07f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:15.927385 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b3f83e5-d325-4205-9169-1e39b9a8a02d req-52a5cf13-3e78-4a48-bea3-4593b26a07f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0781856 Dec 23 17:07:15.971967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0b3f83e5-d325-4205-9169-1e39b9a8a02d req-6d393c52-d1d9-4371-825e-86b580c0d189 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Dec 23 17:07:16.287811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 24d68a8a-47a4-432e-bc54-3921e4abbfd2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:07:16.353614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:16.353972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:17.163310 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c879bf-1ae1-43f3-980c-34936bd85513 req-16c1f55d-408a-44aa-998d-df8adfbcc050 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:17.165136 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-65c879bf-1ae1-43f3-980c-34936bd85513 req-16c1f55d-408a-44aa-998d-df8adfbcc050 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0761414 Dec 23 17:07:17.207966 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-65c879bf-1ae1-43f3-980c-34936bd85513 req-736cfb72-8570-4907-b3ed-f2e6d2e88188 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374641 Dec 23 17:07:18.204818 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8c91506b-0bee-47a1-8611-cd4b8e28a2cd details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:07:18.335939 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:18.348624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'port_id': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'mac_address': 'fa:16:3e:54:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:07:18.398067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c00b47-4eea-49ca-8118-74be749869ac req-c8483c40-d8f8-431d-9d84-3c6d6dbaddbe tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:18.399660 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26c00b47-4eea-49ca-8118-74be749869ac req-c8483c40-d8f8-431d-9d84-3c6d6dbaddbe tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0735602 Dec 23 17:07:18.401813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:18.419263 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c91506b-0bee-47a1-8611-cd4b8e28a2cd {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:07:18.435035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:18.439803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:18.446078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26c00b47-4eea-49ca-8118-74be749869ac req-629468be-161b-4fad-bda3-27939cabee67 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407619 Dec 23 17:07:18.506620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:18.829228 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['8c91506b-0bee-47a1-8611-cd4b8e28a2cd'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:07:19.642903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cfa5d-4dfc-4602-b587-7fb4fb867b61 req-41bb0650-0eb7-4fe3-8bb8-264e715160d0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:19.644350 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f2cfa5d-4dfc-4602-b587-7fb4fb867b61 req-41bb0650-0eb7-4fe3-8bb8-264e715160d0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 944 time: 0.0773971 Dec 23 17:07:19.688101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f2cfa5d-4dfc-4602-b587-7fb4fb867b61 req-ea8ba173-388c-417a-91a1-8cb77a3cbfb9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377984 Dec 23 17:07:20.220231 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8c91506b-0bee-47a1-8611-cd4b8e28a2cd up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:07:20.285601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:07:20.290934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:07:20.291243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:20.399316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:20.426282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:07:20.435317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:07:20.439452 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:20.533453 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:20.624490 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'code': 200} Dec 23 17:07:20.905491 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-58574cef-58e1-40f8-8b0b-41035197392f req-f885a5f0-f357-4440-80ea-dd96d05e2064 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1098 time: 0.1243529 Dec 23 17:07:20.910626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f23ca-2a77-4554-ab25-2f66fd1b965b req-db9423af-86d2-4d1b-8f9a-022c5bee22e5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:20.911974 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-643f23ca-2a77-4554-ab25-2f66fd1b965b req-db9423af-86d2-4d1b-8f9a-022c5bee22e5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.1030438 Dec 23 17:07:20.976741 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-58574cef-58e1-40f8-8b0b-41035197392f req-64e79cf4-a715-4f7e-a93e-ac602c983957 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635548 Dec 23 17:07:20.981087 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-643f23ca-2a77-4554-ab25-2f66fd1b965b req-d6b0f6a9-0e15-433a-9f5e-f996354ee934 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558419 Dec 23 17:07:22.191788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f2965-cf7d-4b62-8008-3beab8728a10 req-30dcf038-20f7-4ece-8769-08fe2cfc1e1b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:22.193456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-947f2965-cf7d-4b62-8008-3beab8728a10 req-30dcf038-20f7-4ece-8769-08fe2cfc1e1b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0799198 Dec 23 17:07:22.244997 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-947f2965-cf7d-4b62-8008-3beab8728a10 req-c89918df-d2e2-4573-aa33-eb4aa4f55cdd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Dec 23 17:07:23.435930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309cf29-524f-4ab6-969f-cd4d32f6ac72 req-df8ec77d-8b58-490b-b448-f2cf533f786f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:23.437288 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1309cf29-524f-4ab6-969f-cd4d32f6ac72 req-df8ec77d-8b58-490b-b448-f2cf533f786f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0749860 Dec 23 17:07:23.480765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1309cf29-524f-4ab6-969f-cd4d32f6ac72 req-5c409d55-1ca4-4415-ba73-0b5ba5ffbcd3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379057 Dec 23 17:07:23.767400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9afd2c-c315-4dd0-b72e-0c597b97cdd5 req-53d318ae-1179-431f-96dd-464e04f09109 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:23.768846 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab9afd2c-c315-4dd0-b72e-0c597b97cdd5 req-53d318ae-1179-431f-96dd-464e04f09109 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.1645417 Dec 23 17:07:23.812568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab9afd2c-c315-4dd0-b72e-0c597b97cdd5 req-b0a1b5b4-d333-460e-87c4-65c3f31d13ea tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Dec 23 17:07:23.839302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36756) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:23.904897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-41d223ac-8fb7-4e16-bbf7-9afd8c7b768b tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1093 time: 0.0645015 Dec 23 17:07:23.907465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36760) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:23.912741 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:07:23.918603 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:07:23.922345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:floatingip and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:07:23.925107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:07:23.930647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:07:23.943358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:24.071644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:24.203101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.211 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/82e206ab-b1ca-47be-b71d-58ac5441cb2d) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:07:24.344675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:24.370416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:24.437673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:07:24.440649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:07:24.443074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:07:24.479003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=82e206ab-b1ca-47be-b71d-58ac5441cb2d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:24.950951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:25.008712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:25.211394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:25.215981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:25.319920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=82e206ab-b1ca-47be-b71d-58ac5441cb2d,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:07:25.331687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:25.600823 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Floating IP 87f42cf7-e694-435c-a34e-ad7e2cb2c23b associated. External IP: 172.26.7.211, port: 8c91506b-0bee-47a1-8611-cd4b8e28a2cd. Dec 23 17:07:25.974838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:07:26.176352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:07:26.186374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] Sync routers for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:07:26.199910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:07:26.200153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:26.200518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:07:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:26.254958 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-aa6dcc6d-8f8c-4650-85d6-e4e5cdc4560f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3464808 Dec 23 17:07:26.255849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:07:26.313443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'status': 'completed', 'code': 200} Dec 23 17:07:26.375459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:07:26.467797 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-50ac30fb-ab7b-425f-b07d-0a99e2e68a68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1098 time: 0.1341147 Dec 23 17:07:26.477821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0961ab-dbea-436c-9a4c-ffb34ece4094 req-af2ec5ca-3456-45f9-a8d5-d92229961e8e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:26.479140 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fc0961ab-dbea-436c-9a4c-ffb34ece4094 req-af2ec5ca-3456-45f9-a8d5-d92229961e8e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.1129091 Dec 23 17:07:26.603899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fc0961ab-dbea-436c-9a4c-ffb34ece4094 req-f43d56d6-f235-4a99-93aa-c7f0b4890d28 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064775 Dec 23 17:07:26.632491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36768) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:26.710297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-172aff06-8be3-4015-9ce6-3bcffae6dc86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:26.711672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-172aff06-8be3-4015-9ce6-3bcffae6dc86 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.2316666 Dec 23 17:07:26.719708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '87f42cf7-e694-435c-a34e-ad7e2cb2c23b', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'port_id': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'mac_address': 'fa:16:3e:54:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:07:24Z', 'updated_at': '2021-12-23T17:07:24Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:26.723442 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] Checking router: d40aa18e-3ecd-4274-8bee-cb6e47f6e737 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:07:26.734276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:07:26.734850 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:07:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:26.817747 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-87cb57f7-ac42-4e51-a504-ccdc193e2a80 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/87f42cf7-e694-435c-a34e-ad7e2cb2c23b HTTP/1.1" status: 200 len: 991 time: 0.1811304 Dec 23 17:07:26.830299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-80618513-04df-41c9-885e-a7f44ca0fb32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 999 time: 0.1053383 Dec 23 17:07:26.891887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-2ade8d9e-e0de-47ae-afed-14fad9c14ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:26.893298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-2ade8d9e-e0de-47ae-afed-14fad9c14ab5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0572865 Dec 23 17:07:26.917738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:07:26.966209 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-163cc0e7-a1e1-469a-981b-f8123f228852 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667071 Dec 23 17:07:27.205315 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-1dc276a9-4a76-4799-a709-91160c67b51a service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324569 Dec 23 17:07:27.264212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '87f42cf7-e694-435c-a34e-ad7e2cb2c23b', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'port_id': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'mac_address': 'fa:16:3e:54:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:07:24Z', 'updated_at': '2021-12-23T17:07:24Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:07:27.268507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f539e-269e-4062-8c5c-f756ea7414ae None None] The sync data for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv is: [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '87f42cf7-e694-435c-a34e-ad7e2cb2c23b', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'port_id': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'mac_address': 'fa:16:3e:54:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:07:24Z', 'updated_at': '2021-12-23T17:07:24Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:07:27.338520 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a70e6c38-f85a-464d-a56f-e73281e35989 req-cd466c95-3f38-4405-a535-59d5cfed8ee6 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273184 Dec 23 17:07:27.821257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:27.922357 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a8022d23-3316-4814-8a8d-2e6bbeed1e7b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/87f42cf7-e694-435c-a34e-ad7e2cb2c23b HTTP/1.1" status: 200 len: 991 time: 0.0994277 Dec 23 17:07:28.926122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:29.028548 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-09d95bd3-9741-42e5-8973-6ef20c687db2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/87f42cf7-e694-435c-a34e-ad7e2cb2c23b HTTP/1.1" status: 200 len: 991 time: 0.1013296 Dec 23 17:07:30.031716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36780) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:30.135671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-94b8b7a4-1867-4834-b94e-20e9b314a92c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/87f42cf7-e694-435c-a34e-ad7e2cb2c23b HTTP/1.1" status: 200 len: 991 time: 0.1027806 Dec 23 17:07:30.406344 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd488ff0-eac8-4332-a846-bb4b5864100b None None] New status for floating IP 87f42cf7-e694-435c-a34e-ad7e2cb2c23b: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:07:31.139451 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:07:31.241004 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5944fae-ba09-4495-8160-bb38b5db4619 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/87f42cf7-e694-435c-a34e-ad7e2cb2c23b HTTP/1.1" status: 200 len: 993 time: 0.1004443 Dec 23 17:07:35.143895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a4042fa8-4bb1-4f96-9d2d-867ee651475f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:37.264147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:37.361596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27c37395-a7f7-4485-912f-5cf9a649b7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:38.570544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:38.606424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:40.057743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:07:40.941919 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:07:41.051086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-fb43c9e2-0f81-440c-be99-d764dd408f95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729756 Dec 23 17:07:41.184819 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-b4d451c3-0ee7-40cb-980e-7b62677d0952 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1098 time: 0.0663645 Dec 23 17:07:41.324564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849f984-7535-4008-b283-32be249ae8bc req-e76dc97a-21b0-442f-96ae-d077da970ea7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:41.325977 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-e76dc97a-21b0-442f-96ae-d077da970ea7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.1237059 Dec 23 17:07:41.432188 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-6f10951e-4691-4928-b6c1-b3bf4ab82a24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 1001 time: 0.0998781 Dec 23 17:07:41.491233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849f984-7535-4008-b283-32be249ae8bc req-3d10ddd4-004b-4266-bf14-9aa4513ba13b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:07:41.492608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-3d10ddd4-004b-4266-bf14-9aa4513ba13b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0544055 Dec 23 17:07:41.568381 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-9b4f55ce-a7e3-4dc0-9ad6-848827bbcd25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682271 Dec 23 17:07:41.697345 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-2fc3931f-7573-498a-8fce-c9502fbc365e service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217549 Dec 23 17:07:41.825224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f849f984-7535-4008-b283-32be249ae8bc req-34564cc9-2601-4a98-8163-86f0a7991617 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218839 Dec 23 17:08:05.186321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0495ebc3-2a75-4019-a37d-db0d2512e45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:07.267826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:07.364229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd4b1757-e07a-4336-9656-92ad48b56ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:08.573494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:08.607767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:10.060239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:17.942782 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:08:30.276182 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0368b15-eb4a-465c-bb8a-9581806b2856 req-5bee829c-4436-43b2-b003-1e4a2ae2bd44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1396282 Dec 23 17:08:31.526518 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:08:31.614249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7739-e9a7-4977-8046-d6c8dc27f074 req-ef8f7159-4057-43d9-926f-8187e0e7e7df tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:31.616047 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6edd7739-e9a7-4977-8046-d6c8dc27f074 req-ef8f7159-4057-43d9-926f-8187e0e7e7df tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0819397 Dec 23 17:08:31.660922 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6edd7739-e9a7-4977-8046-d6c8dc27f074 req-cb2e9157-c7e2-4266-b2ea-3837026f63af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387704 Dec 23 17:08:31.670446 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-0fcb823e-2c92-4d11-8568-8e2a3dc1f9e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428096 Dec 23 17:08:32.904972 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e93af-87b3-452a-8784-7fdd310cccbc req-93e9159e-1088-4249-96bd-bbe8ea781c03 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:32.906387 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-442e93af-87b3-452a-8784-7fdd310cccbc req-93e9159e-1088-4249-96bd-bbe8ea781c03 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.1201489 Dec 23 17:08:32.965603 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-442e93af-87b3-452a-8784-7fdd310cccbc req-d7ae7013-4991-4267-9f9f-4426691a1a79 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492430 Dec 23 17:08:32.969156 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-3cbde4f7-125e-41cb-9d9f-0841f152272b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1098 time: 0.1162472 Dec 23 17:08:33.185445 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-114190d9-766e-4c67-9f58-fbef3b6678cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:33.186872 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-114190d9-766e-4c67-9f58-fbef3b6678cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.2109990 Dec 23 17:08:33.291477 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-f3c85a6e-5d84-4358-9c76-ee639e689e49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 1001 time: 0.0975909 Dec 23 17:08:33.351028 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-dd26eaee-6cd7-4391-aba4-ce848d2b60d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:33.352503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-dd26eaee-6cd7-4391-aba4-ce848d2b60d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0551224 Dec 23 17:08:33.432609 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-47e29b6e-9ba7-4347-af55-415a7ad059a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733025 Dec 23 17:08:33.560928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-5032879c-1470-420d-927b-0df1c7e13b4a service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206384 Dec 23 17:08:33.688216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-30890d29-0629-4b5c-aee6-ae277b277333 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201332 Dec 23 17:08:34.157086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0453e-e6d7-4ae8-96bc-c0249c9dfded req-fd14e91d-6ed8-498f-a8e1-5005cd2963e3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:34.158487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dda0453e-e6d7-4ae8-96bc-c0249c9dfded req-fd14e91d-6ed8-498f-a8e1-5005cd2963e3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0730267 Dec 23 17:08:34.202270 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dda0453e-e6d7-4ae8-96bc-c0249c9dfded req-25ef74f6-806d-4f88-a85f-24942e8d09f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381920 Dec 23 17:08:35.148516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae2f8291-7051-42d2-bb29-2805dbef38a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:35.395138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca5688-cc92-4939-9017-cbc3261b0eae req-631effb3-0d4c-4eb9-8601-2f7622454f9e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:35.396598 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4bca5688-cc92-4939-9017-cbc3261b0eae req-631effb3-0d4c-4eb9-8601-2f7622454f9e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0770838 Dec 23 17:08:35.441481 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4bca5688-cc92-4939-9017-cbc3261b0eae req-c3a1e4ff-b3d4-4f1e-8b11-0a3ba80fc65b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395002 Dec 23 17:08:36.631930 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197b254-f8b7-4957-b76f-749fe0cc8641 req-ccda31c9-9f32-4918-bbe6-eb54dd1ad1c9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:36.633354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3197b254-f8b7-4957-b76f-749fe0cc8641 req-ccda31c9-9f32-4918-bbe6-eb54dd1ad1c9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0741162 Dec 23 17:08:36.680626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3197b254-f8b7-4957-b76f-749fe0cc8641 req-fd9d7319-74af-45e6-9a11-b6fd326b3306 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418382 Dec 23 17:08:37.264130 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:37.367519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee35e00b-6958-4f55-aaad-ae341a57a6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:37.871886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf56db-efe3-4635-94ff-3ac709363acf req-cca4ec5c-b61b-45b0-aa0f-9d6912224d91 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:37.873286 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfcf56db-efe3-4635-94ff-3ac709363acf req-cca4ec5c-b61b-45b0-aa0f-9d6912224d91 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0738146 Dec 23 17:08:37.921982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cfcf56db-efe3-4635-94ff-3ac709363acf req-e610ddc3-30e0-4ca2-a334-5f2bab963313 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Dec 23 17:08:38.576351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:38.610479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:39.121796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9498b60-a2e1-4a95-ad94-de25eddd432d req-05e6be27-4eda-424c-a30d-15ac7eec9a62 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:39.123216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d9498b60-a2e1-4a95-ad94-de25eddd432d req-05e6be27-4eda-424c-a30d-15ac7eec9a62 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0770421 Dec 23 17:08:39.166510 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d9498b60-a2e1-4a95-ad94-de25eddd432d req-b39d22c8-eab7-4469-a440-b4b55eaf4521 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373306 Dec 23 17:08:40.064617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:40.361145 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039e613-5cc7-44df-8bf9-34cc4ca366a8 req-c0219134-8c43-4d9f-9386-9e4b4c9dd4e9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:40.362501 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d039e613-5cc7-44df-8bf9-34cc4ca366a8 req-c0219134-8c43-4d9f-9386-9e4b4c9dd4e9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0769932 Dec 23 17:08:40.408128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d039e613-5cc7-44df-8bf9-34cc4ca366a8 req-128fdb44-4562-495e-bfac-058302f0a7b2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 Dec 23 17:08:41.104798 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-d35e1593-c666-42ab-ac3d-e91c5c7ebeac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1098 time: 0.0703454 Dec 23 17:08:41.244111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-f45c6a6e-661d-47d8-99d0-25d53f6b6e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:41.245539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-f45c6a6e-661d-47d8-99d0-25d53f6b6e6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.1226904 Dec 23 17:08:41.347067 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-30e86ff3-d0eb-4cde-bc33-188ca5fc7758 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 1001 time: 0.0942276 Dec 23 17:08:41.407888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-b3cbf9d3-1c5b-4648-be1c-48f7f351bb59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:41.409230 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-b3cbf9d3-1c5b-4648-be1c-48f7f351bb59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0556383 Dec 23 17:08:41.481920 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-e4db1873-4295-4852-a606-c1f22d924d1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663486 Dec 23 17:08:41.752898 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-49843c27-1c70-4599-bd17-4d16c9d7c250 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643011 Dec 23 17:08:41.783841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4213b-5b4a-4f35-8689-90ede598661e req-50620a96-9baf-41ba-9c88-abb9c5cc6165 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:41.785186 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ac4213b-5b4a-4f35-8689-90ede598661e req-50620a96-9baf-41ba-9c88-abb9c5cc6165 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.1417005 Dec 23 17:08:41.902817 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9ac4213b-5b4a-4f35-8689-90ede598661e req-61052d55-0d92-4b99-a69a-615638a25cdd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723209 Dec 23 17:08:41.923736 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ebc30192-aaf8-4a68-8f70-fb13d4d2100e req-84d4b6bd-17f5-4b41-874a-aa097811e717 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638484 Dec 23 17:08:43.241081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f10fd3-1d0c-435d-9e22-09aab70fcca6 req-208fe300-d4ea-4c8a-bcb9-5b649a1ea0ab tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:43.242417 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8f10fd3-1d0c-435d-9e22-09aab70fcca6 req-208fe300-d4ea-4c8a-bcb9-5b649a1ea0ab tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0772629 Dec 23 17:08:43.286079 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8f10fd3-1d0c-435d-9e22-09aab70fcca6 req-a7fc1d3b-c95d-4c86-b202-aa9a87656844 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Dec 23 17:08:44.480324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf199e3-1508-4367-b9ea-ebd144b41c58 req-526a34f6-4323-4094-a0ef-105ab83e824f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:44.481748 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9cf199e3-1508-4367-b9ea-ebd144b41c58 req-526a34f6-4323-4094-a0ef-105ab83e824f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0741222 Dec 23 17:08:44.525249 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9cf199e3-1508-4367-b9ea-ebd144b41c58 req-c2f8042c-1d60-4bb8-851c-98e9c7fc2ff2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Dec 23 17:08:45.301241 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-0e327028-d425-47f7-a8b8-a7a988730d9e service neutron] 10.222.0.59 "GET /v2.0/ports/8c91506b-0bee-47a1-8611-cd4b8e28a2cd/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0741332 Dec 23 17:08:45.560472 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-c6984363-9c5a-4b79-b1b0-d9920de8335b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 1098 time: 0.0665185 Dec 23 17:08:45.699726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-2a23c852-8a62-4b1b-a738-b67239121f3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1098 time: 0.1192367 Dec 23 17:08:45.825706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd8d8-e1d6-496a-8404-5d7c4e74328f req-25349b5d-43b8-4eec-8589-2cbd49286699 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:45.827067 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dcdfd8d8-e1d6-496a-8404-5d7c4e74328f req-25349b5d-43b8-4eec-8589-2cbd49286699 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.1842830 Dec 23 17:08:45.865111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-eaf7c4f2-cd09-4e8c-873d-22fe4bf312b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:45.866451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-eaf7c4f2-cd09-4e8c-873d-22fe4bf312b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.1569359 Dec 23 17:08:45.954267 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dcdfd8d8-e1d6-496a-8404-5d7c4e74328f req-42f36c84-3c71-4a38-b2a3-44732bc5c804 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201086 Dec 23 17:08:45.978712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-98b91b38-cee2-48da-b964-bdf1e444b690 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 1001 time: 0.1041813 Dec 23 17:08:46.041653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-0b2d1ad5-41f8-483a-b482-e9d93299199a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:46.043041 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-0b2d1ad5-41f8-483a-b482-e9d93299199a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0589182 Dec 23 17:08:46.113346 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-33791987-45ac-4098-8a5e-b9d3fafb5a09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643444 Dec 23 17:08:46.237968 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-f711cf55-1f8b-4b4c-882e-e5f1e0310c03 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178424 Dec 23 17:08:46.363941 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-032654fa-b4d6-4db3-88e8-3fdb7a1ce171 req-726cc052-0dfc-499b-8fca-2f34ecd9c186 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202109 Dec 23 17:08:47.148620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5e074-3d9b-4ffc-8b21-00e9977a4856 req-dbb00f67-0f55-492e-bbca-daecf7651d0e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:47.150588 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bec5e074-3d9b-4ffc-8b21-00e9977a4856 req-dbb00f67-0f55-492e-bbca-daecf7651d0e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0733714 Dec 23 17:08:47.285000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bec5e074-3d9b-4ffc-8b21-00e9977a4856 req-d4b253d6-d6e8-44e4-add0-06fc0ce86bb9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290686 Dec 23 17:08:48.481213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90299-2822-41cf-a5a5-28e0821ef76a req-9afc6d69-601f-48cc-8aa3-e2e864a9eb4a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:48.482633 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb90299-2822-41cf-a5a5-28e0821ef76a req-9afc6d69-601f-48cc-8aa3-e2e864a9eb4a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 945 time: 0.0781124 Dec 23 17:08:48.524610 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6eb90299-2822-41cf-a5a5-28e0821ef76a req-1302497b-739a-47c5-8365-4999729f13ba tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366333 Dec 23 17:08:48.682302 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8c91506b-0bee-47a1-8611-cd4b8e28a2cd no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:08:48.787846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:48.814073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:08:48.823271 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:08:48.827064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:08:48.878678 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'code': 200} Dec 23 17:08:48.894202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:08:48.902224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.902564 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.902921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.903229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.903574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.903920 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.904242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.904563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.904880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.905192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:48.905508 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:08:49.721680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f6cc0-bacb-43c4-a3e0-1141972ad0a7 req-c7daf25a-c8ed-4f40-9218-bf0a65e7fd11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:49.723015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-667f6cc0-bacb-43c4-a3e0-1141972ad0a7 req-c7daf25a-c8ed-4f40-9218-bf0a65e7fd11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0813730 Dec 23 17:08:49.766275 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-667f6cc0-bacb-43c4-a3e0-1141972ad0a7 req-c321f3c7-b686-42e8-b390-c1a3ec6bf6fb tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378354 Dec 23 17:08:50.143233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674c25-d694-4ec4-815d-49816d042724 req-5d110163-8fd6-485d-8f13-7a07d89192fc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:50.144684 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-31674c25-d694-4ec4-815d-49816d042724 req-5d110163-8fd6-485d-8f13-7a07d89192fc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.1358945 Dec 23 17:08:50.153105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-38d11fee-c515-4803-9c3e-8160a80a6688 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:50.154407 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-38d11fee-c515-4803-9c3e-8160a80a6688 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773&tenant_id=ce0086d1afaa410793a621edbb5a418c&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 943 time: 0.1436346 Dec 23 17:08:50.194156 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-31674c25-d694-4ec4-815d-49816d042724 req-3903a700-825e-4a9e-bf67-3a73c3ada88b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Dec 23 17:08:50.301125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-9c4fcd73-242c-4069-9b79-2c877c58bf83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1096 time: 0.0702584 Dec 23 17:08:50.483348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-af1ac575-d216-4904-bb06-b9b72be22e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:50.484811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-af1ac575-d216-4904-bb06-b9b72be22e5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.1776385 Dec 23 17:08:50.491012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ac61-3119-474e-85f6-78f3a82d4b60 req-59642ccb-3f45-4561-a5b9-6566c140979e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:50.492360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0953ac61-3119-474e-85f6-78f3a82d4b60 req-59642ccb-3f45-4561-a5b9-6566c140979e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.1680391 Dec 23 17:08:50.615826 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0953ac61-3119-474e-85f6-78f3a82d4b60 req-2eaa3b94-eb09-406a-aea6-ce54c43d6d8e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743406 Dec 23 17:08:50.617493 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-5aa83a07-83da-4063-ac78-d553e8df2860 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 999 time: 0.1243227 Dec 23 17:08:50.678054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-826acb2d-4c39-439e-8c82-3a4fe4f68d7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:50.679442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-826acb2d-4c39-439e-8c82-3a4fe4f68d7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0557349 Dec 23 17:08:50.754171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-3f144979-eeda-4dec-880b-65648f8d01d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681326 Dec 23 17:08:50.880271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-3539aa1c-ba87-4b4d-9632-ed49d3c511ae service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194503 Dec 23 17:08:51.006674 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ed42078f-2d06-48a1-a93a-3a670f92c482 req-cd6715b7-934f-467a-b21c-f8bf45e9b2b9 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198273 Dec 23 17:08:51.807673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bdedc-ebf4-48dd-aca6-76ae7e06c29e req-61bc37ac-8c40-4579-a926-8b3d21262c31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:08:51.809079 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-549bdedc-ebf4-48dd-aca6-76ae7e06c29e req-61bc37ac-8c40-4579-a926-8b3d21262c31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0735502 Dec 23 17:08:51.852335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-549bdedc-ebf4-48dd-aca6-76ae7e06c29e req-96d1ced3-eb03-4d77-b50b-e7ed1375a985 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Dec 23 17:08:51.878912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 36930) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:08:51.983673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-aa7b1ac9-d95a-4fc3-8315-c2c55ff95d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/87f42cf7-e694-435c-a34e-ad7e2cb2c23b HTTP/1.1" status: 200 len: 991 time: 0.1036801 Dec 23 17:08:54.943111 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:09:05.153080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc475-aee1-4cb7-87c2-d3666c92a510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:07.262373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:07.368986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7043-b4ed-4a44-bb4a-4d93c72c18a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:08.579000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:08.611048 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:10.066853 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:31.942770 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:09:35.155852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58644e6d-2fc3-42fe-98d6-8d5df8509b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:37.260184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:37.370143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0575d97-9726-4b04-a538-09315648e80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:38.579887 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:38.611239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:40.068556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:42.051824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-4c851b57-463d-46ba-a6b6-495bd3c665ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694828 Dec 23 17:09:42.188655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-e5cdcb91-41b7-4cd7-a325-f65065e4ef79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1096 time: 0.0678530 Dec 23 17:09:42.421165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c370-82e6-4414-99aa-bf47df44620c req-4d1215ea-dcd8-4ef9-9f42-807a83025356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:42.422584 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-4d1215ea-dcd8-4ef9-9f42-807a83025356 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.2156262 Dec 23 17:09:42.522155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-f8189a02-b126-4ba1-8e7e-a721d48c3315 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 999 time: 0.0933628 Dec 23 17:09:42.582366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c370-82e6-4414-99aa-bf47df44620c req-30df6b02-fe78-4112-960d-ea36cdf862a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:42.583683 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-30df6b02-fe78-4112-960d-ea36cdf862a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0552363 Dec 23 17:09:42.658049 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-c7c177f6-fa0c-4c99-8917-4992525fddfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674219 Dec 23 17:09:42.787500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-4f49601b-ad7b-457d-b6bb-990c558e2ca4 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224401 Dec 23 17:09:42.914002 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf40c370-82e6-4414-99aa-bf47df44620c req-0c13837f-34a5-443b-a385-99e9e441537e service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203098 Dec 23 17:09:47.265482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36952) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:09:47.545690 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 82e206ab-b1ca-47be-b71d-58ac5441cb2d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:09:47.545939 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:47.712703 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:47.713025 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:47.828157 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 82e206ab-b1ca-47be-b71d-58ac5441cb2d owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:09:47.971920 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:48.016076 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=82e206ab-b1ca-47be-b71d-58ac5441cb2d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:48.091332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.091625 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.091964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.092294 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.092621 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.092948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.093269 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.093594 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.093909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.094229 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.094547 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:48.118121 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:48.510699 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:09:48.699138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:09:48.709746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] Sync routers for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:09:48.719280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:48.721652 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:09:48.722625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:48.774407 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ebfd4aed-cf0a-41ea-97dd-c60b4849b0b3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/floatingips/87f42cf7-e694-435c-a34e-ad7e2cb2c23b HTTP/1.1" status: 204 len: 168 time: 1.5078769 Dec 23 17:09:48.774962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:09:48.903632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:09:48.946516 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'status': 'completed', 'code': 200} Dec 23 17:09:49.033503 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-c8b2adf2-31b6-465f-a030-62e3057f44fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 1096 time: 0.0657713 Dec 23 17:09:49.160267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-6113a163-9680-4f26-b372-ad3dd122f5d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:49.161682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-6113a163-9680-4f26-b372-ad3dd122f5d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 200 len: 897 time: 0.1225910 Dec 23 17:09:49.211847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:49.216324 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] Checking router: d40aa18e-3ecd-4274-8bee-cb6e47f6e737 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:09:49.226622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:09:49.227212 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:49.231048 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-e06e13a3-8143-4e7e-99ac-cfc33abe8658 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 200 len: 217 time: 0.0629559 Dec 23 17:09:49.290997 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-eb5f5cf3-9647-4c49-b7f3-2eb0b37cb702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:49.292425 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-eb5f5cf3-9647-4c49-b7f3-2eb0b37cb702 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 200 len: 835 time: 0.0560546 Dec 23 17:09:49.366810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-e4770d38-9f88-40f8-8950-c7e65e66f8cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b847957c-5428-40e0-b461-3e26a9f3cc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682096 Dec 23 17:09:49.379899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-32e004e7-9f8d-4c6c-aa6a-4c7db2422b95 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 17:09:49.381003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-32e004e7-9f8d-4c6c-aa6a-4c7db2422b95 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051808 Dec 23 17:09:49.406849 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:09:49.511454 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-dadeb57e-9b4b-4bc5-99a0-16a02fe93ab9 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232605 Dec 23 17:09:49.640976 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5703ad23-1f29-4a0f-9a18-b40f0f266e13 req-cd1561cb-f242-40ad-9fba-0a1339134329 service neutron] 10.222.0.59 "GET /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227851 Dec 23 17:09:49.745424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:49.749805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b6a3cd-e152-4f39-811f-eb71f4cd8437 None None] The sync data for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv is: [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '24d68a8a-47a4-432e-bc54-3921e4abbfd2', 'name': '', 'network_id': 'b847957c-5428-40e0-b461-3e26a9f3cc6a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:1b:be:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:07Z', 'updated_at': '2021-12-23T17:07:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '2f5d0874-b153-48dd-84a5-e36354d39646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:09:49.956617 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff06ae5-1e01-462e-90b0-4ce927edbc6c None None] New status for floating IP 87f42cf7-e694-435c-a34e-ad7e2cb2c23b: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:09:50.175991 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c23bf-b186-4e63-b7de-97bb6748629b req-91a4a932-ed34-4cae-916a-732156e8b736 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:50.177424 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5e0c23bf-b186-4e63-b7de-97bb6748629b req-91a4a932-ed34-4cae-916a-732156e8b736 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0744462 Dec 23 17:09:50.221031 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5e0c23bf-b186-4e63-b7de-97bb6748629b req-66554843-14de-4f72-8686-ff66aaeeea6f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381930 Dec 23 17:09:51.429585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248efce2-c097-476b-a16d-974a5dbd49b1 req-91c0cb77-dd09-42e7-9d5a-bbfd93de0097 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:51.431160 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-248efce2-c097-476b-a16d-974a5dbd49b1 req-91c0cb77-dd09-42e7-9d5a-bbfd93de0097 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0803139 Dec 23 17:09:51.475686 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-248efce2-c097-476b-a16d-974a5dbd49b1 req-b0cd5da4-aa22-43b0-bf4d-557f26be30d0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389750 Dec 23 17:09:52.006926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-150dd81e-f607-4410-9a67-0b40c055cb03 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:52.008346 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-150dd81e-f607-4410-9a67-0b40c055cb03 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.0730066 Dec 23 17:09:52.166000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:09:52.166337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:52.401435 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:09:52.401787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:52.523124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 8c91506b-0bee-47a1-8611-cd4b8e28a2cd owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:09:52.711121 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:52.765006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=8c91506b-0bee-47a1-8611-cd4b8e28a2cd,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:52.774252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da64a-505e-4818-8026-a9cedafcb75a req-4c6072ba-f741-4314-b56d-0f79cc56c323 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:09:52.775712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-659da64a-505e-4818-8026-a9cedafcb75a req-4c6072ba-f741-4314-b56d-0f79cc56c323 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773 HTTP/1.1" status: 200 len: 943 time: 0.1815031 Dec 23 17:09:52.814050 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.814397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.814735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.815064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.815391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.815744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.816064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.816384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.816700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.817016 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.817335 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:52.873123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] No DVR routers for this DVR port 8c91506b-0bee-47a1-8611-cd4b8e28a2cd on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:09:52.881186 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:52.883442 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'name': 'network-vif-deleted', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:09:52.898843 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-412d0f8c-2f32-402d-82ea-93c7b499e7cf req-a33db930-4341-401a-8a61-38c6073286d6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "DELETE /v2.0/ports/8c91506b-0bee-47a1-8611-cd4b8e28a2cd HTTP/1.1" status: 204 len: 173 time: 0.8853335 Dec 23 17:09:52.905780 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-659da64a-505e-4818-8026-a9cedafcb75a req-4042337f-518a-43ef-afe9-5905d52f3f71 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993280 Dec 23 17:09:52.939896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd2e1cd-e84b-4f0b-ac11-0248cfc5b773', 'name': 'network-vif-deleted', 'tag': '8c91506b-0bee-47a1-8611-cd4b8e28a2cd', 'status': 'completed', 'code': 200} Dec 23 17:09:54.013963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36984) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:09:54.487530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:55.076454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 24d68a8a-47a4-432e-bc54-3921e4abbfd2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:09:55.077138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:55.253788 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 24d68a8a-47a4-432e-bc54-3921e4abbfd2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=24d68a8a-47a4-432e-bc54-3921e4abbfd2,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:09:55.254132 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:55.370100 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 24d68a8a-47a4-432e-bc54-3921e4abbfd2 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:09:55.550902 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:55.605174 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=24d68a8a-47a4-432e-bc54-3921e4abbfd2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:55.979620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:56.541941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:09:56.733643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:09:56.742728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] Sync routers for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:09:56.745665 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d3c0274-2c8f-4732-af60-613b8141e275 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/d40aa18e-3ecd-4274-8bee-cb6e47f6e737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7307096 Dec 23 17:09:56.748289 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36990) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:09:56.754555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:09:56.755150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:56.930488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:09:56.931507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting subnet 2f5d0874-b153-48dd-84a5-e36354d39646 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:09:56.935027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:56.987697 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.071896 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.138318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8c91506b-0bee-47a1-8611-cd4b8e28a2cd no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:09:57.145223 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.180990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 8c91506b-0bee-47a1-8611-cd4b8e28a2cd {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:09:57.181333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 8c91506b-0bee-47a1-8611-cd4b8e28a2cd not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:09:57.184583 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5d0874-b153-48dd-84a5-e36354d39646,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:57.188388 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.194365 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f7a002ee-a977-4e44-9ab3-79e789b261aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/subnets/2f5d0874-b153-48dd-84a5-e36354d39646 HTTP/1.1" status: 204 len: 168 time: 0.4451606 Dec 23 17:09:57.196946 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36994) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:09:57.210816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a642a-09d7-404b-92c9-149ad7b563e6 None None] Network b847957c-5428-40e0-b461-3e26a9f3cc6a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:09:57.400637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:09:55Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:57.411527 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] Checking router: d40aa18e-3ecd-4274-8bee-cb6e47f6e737 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:09:57.430555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] Routers {'d40aa18e-3ecd-4274-8bee-cb6e47f6e737'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:09:57.431155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:57.495405 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.572213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] DHCP port deletion for b847957c-5428-40e0-b461-3e26a9f3cc6a request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:09:57.588075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Deleting port 51fe2d0b-d6d6-4218-9564-203482d458a9 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:09:57.588439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.692437 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] Set router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:09:57.695748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.706366 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:09:57.706726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.876774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 7e2b3907-a9df-40a1-8d7c-a9536e3f6596, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:09:57.877045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:57.995642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:09:58.015305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] For port 51fe2d0b-d6d6-4218-9564-203482d458a9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=51fe2d0b-d6d6-4218-9564-203482d458a9,segment=NetworkSegment(e7662d26-bc0a-4054-97c5-7b7b79c6680b),segment_id=e7662d26-bc0a-4054-97c5-7b7b79c6680b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:09:58.015880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.145844 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Calling delete_port for 51fe2d0b-d6d6-4218-9564-203482d458a9 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:09:58.157628 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.202875 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=7e2b3907-a9df-40a1-8d7c-a9536e3f6596,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:58.272375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.321764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Pushing event deleted for resources: {'Port': ['ID=51fe2d0b-d6d6-4218-9564-203482d458a9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:58.333611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] No DVR routers for this DVR port 51fe2d0b-d6d6-4218-9564-203482d458a9 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:09:58.337627 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:09:55Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:58.343935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f3755-ff88-4b38-b9bb-48523389ed70 None None] The sync data for ids ['d40aa18e-3ecd-4274-8bee-cb6e47f6e737'] in dv-neutron-822800-1-hyperv is: [{'id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214551888', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:09:55Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '7e2b3907-a9df-40a1-8d7c-a9536e3f6596', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40aa18e-3ecd-4274-8bee-cb6e47f6e737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:07:04Z', 'updated_at': '2021-12-23T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:09:58.349157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.349157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.349157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.351953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21811e-a071-4be2-aaaf-6891660e43f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:09:58.460368 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.750055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 51fe2d0b-d6d6-4218-9564-203482d458a9 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:09:58.783517 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 51fe2d0b-d6d6-4218-9564-203482d458a9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:09:58.783894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 51fe2d0b-d6d6-4218-9564-203482d458a9 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:09:58.811332 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.815591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.844983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.845565 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Fanout notify agent at l3_agent the message router_deleted on router d40aa18e-3ecd-4274-8bee-cb6e47f6e737 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:09:58.861599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:58.862737 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ee60cd9a-e1bf-4409-8f16-d0cebc7cfa69 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/routers/d40aa18e-3ecd-4274-8bee-cb6e47f6e737 HTTP/1.1" status: 204 len: 168 time: 1.6647041 Dec 23 17:09:58.865434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 36998) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:09:58.979889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.112480 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.137342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b847957c-5428-40e0-b461-3e26a9f3cc6a']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:59.148803 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7662d26-bc0a-4054-97c5-7b7b79c6680b') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:59.149094 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7662d26-bc0a-4054-97c5-7b7b79c6680b') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:09:59.160497 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.175964 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.181992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:09:59.182373 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:09:59.196660 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:09:59.273595 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.290185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.302275 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Network': ['ID=b847957c-5428-40e0-b461-3e26a9f3cc6a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:59.304997 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b542b83-02be-430c-be61-8145d68194af tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/networks/b847957c-5428-40e0-b461-3e26a9f3cc6a HTTP/1.1" status: 204 len: 168 time: 0.4386406 Dec 23 17:09:59.307680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:09:59.377220 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a333-78d2-40c8-a04f-5beab59a2924 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.405711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a333-78d2-40c8-a04f-5beab59a2924 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.475496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a333-78d2-40c8-a04f-5beab59a2924 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.492520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4a333-78d2-40c8-a04f-5beab59a2924 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:09:59.501953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a333-78d2-40c8-a04f-5beab59a2924 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:09:59.503126 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b8f4a333-78d2-40c8-a04f-5beab59a2924 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/security-groups/41bec3b2-d0b7-47a8-90d2-1b9cf6b36f20 HTTP/1.1" status: 204 len: 168 time: 0.1945877 Dec 23 17:10:00.331561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:10:00.363879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:10:00.364219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 7e2b3907-a9df-40a1-8d7c-a9536e3f6596 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:10:00.364621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 24d68a8a-47a4-432e-bc54-3921e4abbfd2 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:10:00.397150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 24d68a8a-47a4-432e-bc54-3921e4abbfd2 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:10:00.397489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 24d68a8a-47a4-432e-bc54-3921e4abbfd2 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:10:02.190067 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37016) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:02.195483 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386858776', 'description': 'tempest-secgroup-smoke-1386858776 description', 'project_id': 'ce0086d1afaa410793a621edbb5a418c'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:02.201553 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:02.205566 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:02.208411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:02.215247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:02.224784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.260280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:02.263992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:02.266653 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:02.272164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:02.327947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.332057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.374659 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:02.377392 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.381341 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92a40909-2fe6-4b3f-8062-48529c54115b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1875732 Dec 23 17:10:02.381590 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37020) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:02.386960 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:02.392838 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:02.396513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:02.399434 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:02.405914 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:02.423523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.485078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.488490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.510291 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4436b4a7-3db9-41bd-9d9d-82da502b86cd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:02.519918 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.521108 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-737e4055-5f74-4838-89af-a919e6e54b8d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1386783 Dec 23 17:10:02.523795 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37024) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:02.530616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:02.536791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:02.540711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:02.544078 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:02.549859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:02.565478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.624937 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.628185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.650520 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5642f5f6-bdbb-4901-8d78-d2d767ec3481,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:02.659613 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.660763 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8540ca61-f42e-4e07-a784-cd7baa038fee tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1359491 Dec 23 17:10:02.663377 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37028) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:02.668955 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:02.674581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:02.678234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:02.681062 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:02.686766 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:02.703820 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.765334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.769091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.795586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a2c17f-f3a9-49fb-acba-f63624362450,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:02.801536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.802676 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29be3050-975f-4799-a5ae-e8649ce53966 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1381137 Dec 23 17:10:02.805285 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:02.810418 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:02.816034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:02.819734 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:02.822476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:02.828582 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:02.844975 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.911443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.915081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.938554 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdf1c6d-b7fb-4e18-bf48-551ac4256532,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:02.946140 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:02.947276 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b4014ca-cd99-48d4-8d48-7e6ece3d4f15 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1411078 Dec 23 17:10:02.950003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37036) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:02.955213 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:02.960843 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:02.965331 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:02.967907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:02.973411 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:02.984302 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:10:02.990302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.051618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.054733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.076284 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1605718-ea61-4d11-ae8f-2d7d7ec5a702,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:03.084585 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.085718 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be34f3ec-16d3-4121-b23b-2dabd7b863aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1348438 Dec 23 17:10:03.088444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:03.094241 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': 'c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:03.099832 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:03.103494 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:03.106940 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:03.112536 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:03.124863 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:10:03.130883 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.194321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.197620 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.220711 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7716e5-e6da-482f-a1f7-3fd2667675c8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:03.228894 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.230041 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62c733d4-3ec1-4f69-ab40-1aa2b851eaf7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1407061 Dec 23 17:10:03.232815 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:03.238011 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'network': {'name': 'tempest-network-smoke--1884651682', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:03.242635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:03.247129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:network and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:03.249950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:03.255526 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:03.265538 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:10:03.268353 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.296101 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:10:03.305754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.306090 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Added segment 80549c70-11ae-4ffe-a5fd-d8024e8c6937 of type vlan for network 60c960ec-75f7-4580-ab6f-de365dcbc29a Dec 23 17:10:03.332444 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.361046 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.364727 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:03.365286 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.468012 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2341037 Dec 23 17:10:03.470735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37048) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:03.473669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006208-525b-4bbd-9e52-4366c7f471d5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Network': ['ID=60c960ec-75f7-4580-ab6f-de365dcbc29a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:03.475909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'admin_state_up': True, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:03.483215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:03.488171 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:10:03.488631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:router and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:03.491020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:03.500772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:03.511038 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.512053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.531119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.671577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.840456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.868577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:03.997900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.27 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/11a97140-7959-446f-b635-cff7dee3de7d) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:10:04.137977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:04.164162 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:04.317253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:10:04.320137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:10:04.325000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:10:04.349067 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=11a97140-7959-446f-b635-cff7dee3de7d,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:04.477732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:04.478444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:04.696141 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 29a95b19-8fea-4d18-b947-5855fdce9f44 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:10:04.890549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:10:04.899757 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Sync routers for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:10:04.911245 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:10:04.911991 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:04.915701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:04.916925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5b48b2cd-6327-4f9c-8623-8a38bf923d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4452155 Dec 23 17:10:04.920588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37052) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:05.024907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6d4e975f-f23b-43aa-be39-4bc4ab0f39ee tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ce0086d1afaa410793a621edbb5a418c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1032381 Dec 23 17:10:05.027502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37058) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:05.085554 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:10:05.156719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14d9ca-3bad-4a5c-96e1-15e363f0f50c tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:05.157938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d8caca76-103e-459f-8138-9fac61462af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.158743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-da14d9ca-3bad-4a5c-96e1-15e363f0f50c tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300380 Dec 23 17:10:05.161267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37062) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:05.201432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d269a41e-17e1-4e52-bb5c-4ace261f51f5 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385830 Dec 23 17:10:05.203443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37066) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:05.208601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1213083169', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:05.316713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:05.320470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:subnet and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:05.323188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:05.328803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:05.338228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:10:05.361147 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:04Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:05.365086 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Checking router: 29a95b19-8fea-4d18-b947-5855fdce9f44 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:10:05.365425 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Updating router 29a95b19-8fea-4d18-b947-5855fdce9f44 port 11a97140-7959-446f-b635-cff7dee3de7d binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:10:05.419497 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.439291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.649085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.727566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Subnet': ['ID=63b61fb9-2350-46dc-b0c7-971a75ccd758,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:05.739782 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.745339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Checking segment: {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:10:05.745723 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network hostable DHCP agents. Network: 60c960ec-75f7-4580-ab6f-de365dcbc29a, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:10:05.755297 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Transition to ACTIVE for port object 11a97140-7959-446f-b635-cff7dee3de7d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:10:05.760756 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.767570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:10:05.776180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 60c960ec-75f7-4580-ab6f-de365dcbc29a) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:10:05.780739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:05.781308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.787890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816047b-3ebc-4115-b6e2-697cc9e4fb86 None None] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:10:05.802682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c2c2ee99-ccdf-4104-8e26-9d93cc772ca7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5982275 Dec 23 17:10:05.805771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37070) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:05.840395 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Pushing event updated for resources: {'Port': ['ID=11a97140-7959-446f-b635-cff7dee3de7d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:05.842582 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Attempting to bind port 11a97140-7959-446f-b635-cff7dee3de7d on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:10:05.842929 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Attempting to bind port 11a97140-7959-446f-b635-cff7dee3de7d by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:10:05.843280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Attempting to bind port 11a97140-7959-446f-b635-cff7dee3de7d on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:10:05.854669 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.855005 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.855462 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.855810 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.856140 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.856442 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.856755 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.857066 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.857373 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.857702 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.857986 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:10:05.860923 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:10:05.861284 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:10:05.861673 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.862042 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:10:05.862488 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Bound port: 11a97140-7959-446f-b635-cff7dee3de7d, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:10:05.862850 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:05.937775 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] For port 11a97140-7959-446f-b635-cff7dee3de7d, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:10:05.940651 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] For port 11a97140-7959-446f-b635-cff7dee3de7d, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=11a97140-7959-446f-b635-cff7dee3de7d,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:10:05.946047 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.024399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-60c960ec-75f7-4580-ab6f-de365dcbc29a', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:10:06.025353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.029983 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:10:06.030613 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:09:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:06.148715 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397069d-ca95-4eae-ade3-5b658ae609e5 None None] Pushing event updated for resources: {'Port': ['ID=11a97140-7959-446f-b635-cff7dee3de7d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:06.191662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Allocated IP 172.20.0.2 (60c960ec-75f7-4580-ab6f-de365dcbc29a/63b61fb9-2350-46dc-b0c7-971a75ccd758/338f7fb9-1f84-41ea-a656-723aa12672a1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:10:06.252149 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:10:06.401671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.412547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Transition to ACTIVE for port object 338f7fb9-1f84-41ea-a656-723aa12672a1 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:10:06.431462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Transition to ACTIVE for port object 338f7fb9-1f84-41ea-a656-723aa12672a1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:10:06.438543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.498574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:10:06.499753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:10:06.507675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:10:06.546462 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:04Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:06.550375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Pushing event updated for resources: {'Port': ['ID=338f7fb9-1f84-41ea-a656-723aa12672a1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:06.551717 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878fecf4-edff-41b8-b4ac-575db69d2d17 None None] The sync data for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv is: [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:04Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:10:06.605462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Attempting to bind port 338f7fb9-1f84-41ea-a656-723aa12672a1 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:10:06.605820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Attempting to bind port 338f7fb9-1f84-41ea-a656-723aa12672a1 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:10:06.606379 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Attempting to bind port 338f7fb9-1f84-41ea-a656-723aa12672a1 on network 60c960ec-75f7-4580-ab6f-de365dcbc29a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:10:06.613192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:10:06.613552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Checking segment: {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:10:06.613941 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.614318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Bound using segment: {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:10:06.614763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Bound port: 338f7fb9-1f84-41ea-a656-723aa12672a1, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:10:06.615127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.740594 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.772296 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] For port 338f7fb9-1f84-41ea-a656-723aa12672a1, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:10:06.782576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] For port 338f7fb9-1f84-41ea-a656-723aa12672a1, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=338f7fb9-1f84-41ea-a656-723aa12672a1,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:10:06.788202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:06.870505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edc7ab-92c1-4481-b8f4-1fe0e970a485 None None] Pushing event updated for resources: {'Port': ['ID=338f7fb9-1f84-41ea-a656-723aa12672a1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:07.188506 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.1 (60c960ec-75f7-4580-ab6f-de365dcbc29a/63b61fb9-2350-46dc-b0c7-971a75ccd758/77e2c899-47fc-4630-b3eb-6979c323eb9a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:10:07.276514 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:07.354907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:07.381850 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63d26d95-3f20-4f23-a765-e69384b2a2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:07.385119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 77e2c899-47fc-4630-b3eb-6979c323eb9a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:10:07.407914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:07.475472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:10:07.478231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:10:07.481228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:10:07.516776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=77e2c899-47fc-4630-b3eb-6979c323eb9a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:07.545950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:07.636474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:07.805394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525b4c7-a7c1-4b1d-a345-8b0aa3a92d30 None None] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:10:07.912912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-00474ad5-ff5c-4e96-8cd6-a34047542e42 None None] Provisioning for port 338f7fb9-1f84-41ea-a656-723aa12672a1 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:10:08.144360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.149505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.247787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c7c971a3-a0fc-4d68-8687-8abf66176e46 None None] Provisioning for port 77e2c899-47fc-4630-b3eb-6979c323eb9a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:10:08.254176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c7c971a3-a0fc-4d68-8687-8abf66176e46 None None] Provisioning complete for port 77e2c899-47fc-4630-b3eb-6979c323eb9a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:08.254552 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7c971a3-a0fc-4d68-8687-8abf66176e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.263109 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=77e2c899-47fc-4630-b3eb-6979c323eb9a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:08.265418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.312924 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c7c971a3-a0fc-4d68-8687-8abf66176e46 None None] Port 77e2c899-47fc-4630-b3eb-6979c323eb9a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:10:08.439979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:10:08.446080 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:10:08.452704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 11a97140-7959-446f-b635-cff7dee3de7d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:10:08.525094 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 11a97140-7959-446f-b635-cff7dee3de7d completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:10:08.530561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 11a97140-7959-446f-b635-cff7dee3de7d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:08.530932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.615210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.630709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-79a5ea8c-889c-4c1b-bc7f-1ad58dca161e None None] Provisioning complete for port 77e2c899-47fc-4630-b3eb-6979c323eb9a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:08.631069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-79a5ea8c-889c-4c1b-bc7f-1ad58dca161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.665142 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.717854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-79a5ea8c-889c-4c1b-bc7f-1ad58dca161e None None] Port 77e2c899-47fc-4630-b3eb-6979c323eb9a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:10:08.735563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.751665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 11a97140-7959-446f-b635-cff7dee3de7d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=11a97140-7959-446f-b635-cff7dee3de7d,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:10:08.759040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.760468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 338f7fb9-1f84-41ea-a656-723aa12672a1 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:10:08.854376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 29a95b19-8fea-4d18-b947-5855fdce9f44 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:10:08.885597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9d7e2b73-48cd-4c4d-977e-88fc9d77dbef None None] Provisioning complete for port 77e2c899-47fc-4630-b3eb-6979c323eb9a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:08.885967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2b73-48cd-4c4d-977e-88fc9d77dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:08.908917 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=11a97140-7959-446f-b635-cff7dee3de7d,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:08.942361 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:10:08.949207 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 338f7fb9-1f84-41ea-a656-723aa12672a1 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:10:08.952218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e2b73-48cd-4c4d-977e-88fc9d77dbef None None] Port 77e2c899-47fc-4630-b3eb-6979c323eb9a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:10:08.955821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 338f7fb9-1f84-41ea-a656-723aa12672a1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:08.956100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:09.057388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:10:09.065700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:09.069820 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-59410a92-7d7a-41e2-badf-1603827385c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/29a95b19-8fea-4d18-b947-5855fdce9f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630785 Dec 23 17:10:09.097467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 338f7fb9-1f84-41ea-a656-723aa12672a1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=338f7fb9-1f84-41ea-a656-723aa12672a1,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:10:09.102113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:09.170225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=338f7fb9-1f84-41ea-a656-723aa12672a1,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:09.241710 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-6da6b934-9a64-44f5-80ff-cee5213a2ba3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386858776&fields=id&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 267 time: 0.0396736 Dec 23 17:10:09.380289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-2c4fb1d8-332f-4bd6-be6b-bb390d738f83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:09.381593 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-2c4fb1d8-332f-4bd6-be6b-bb390d738f83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 797 time: 0.1339023 Dec 23 17:10:09.397458 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-16863705-cd79-43d5-a519-a717f7d0052a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/quotas/ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 375 time: 0.0101023 Dec 23 17:10:09.477490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-2eefd532-770b-4d91-b29b-13a29bee95bf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:10:09.492101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-2eefd532-770b-4d91-b29b-13a29bee95bf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:10:09.493344 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-2eefd532-770b-4d91-b29b-13a29bee95bf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911746 Dec 23 17:10:09.624648 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-0f3087e4-331b-43d9-961a-cd037bb78b0f service neutron] 10.222.0.18 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200502 Dec 23 17:10:09.863000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-30727851-a16d-4a89-a7ce-fec76a864601 service neutron] 10.222.0.18 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326875 Dec 23 17:10:10.057745 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa423e95-942c-4d1c-9656-4878809e1ecb req-decd4d5b-a310-445a-8aa8-33d7d6b2bbc8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 210 time: 0.0423226 Dec 23 17:10:10.079377 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Sync routers for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:10:10.083665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:10.092472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:10:10.093076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:10.271108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:10:10.404596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 11a97140-7959-446f-b635-cff7dee3de7d up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:10:10.642840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 11a97140-7959-446f-b635-cff7dee3de7d triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:10.643213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:10.773868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 338f7fb9-1f84-41ea-a656-723aa12672a1 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:10:10.805117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 2, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:10.821782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Checking router: 29a95b19-8fea-4d18-b947-5855fdce9f44 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:10:10.822132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Updating router 29a95b19-8fea-4d18-b947-5855fdce9f44 port 77e2c899-47fc-4630-b3eb-6979c323eb9a binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:10:10.881257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:10.953016 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 338f7fb9-1f84-41ea-a656-723aa12672a1 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:10.953272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:11.267391 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a1649499-6eb4-45ae-a8e4-668c0f4c3225 req-f28491cd-781b-4c01-a59f-3e6017c8d922 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 210 time: 0.0553064 Dec 23 17:10:11.333092 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:11.334396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-9672dcca-9d31-4a99-a918-361c44fac5c9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:11.336225 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-9672dcca-9d31-4a99-a918-361c44fac5c9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 797 time: 0.2061105 Dec 23 17:10:11.345219 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Transition to ACTIVE for port object 77e2c899-47fc-4630-b3eb-6979c323eb9a will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:10:11.351488 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:11.398497 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-5ad16f59-608d-4c37-b6bc-b69aeba193c4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 380 time: 0.0434816 Dec 23 17:10:11.415213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'port': {'device_id': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'admin_state_up': True, 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'security_groups': ['c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:11.479634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0636e-0fc2-4c9c-8017-a19c8e814173 None None] Pushing event updated for resources: {'Port': ['ID=77e2c899-47fc-4630-b3eb-6979c323eb9a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:11.563725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:11.573339 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Attempting to bind port 77e2c899-47fc-4630-b3eb-6979c323eb9a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:10:11.573750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Attempting to bind port 77e2c899-47fc-4630-b3eb-6979c323eb9a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:10:11.574919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Attempting to bind port 77e2c899-47fc-4630-b3eb-6979c323eb9a on network 60c960ec-75f7-4580-ab6f-de365dcbc29a {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:10:11.575888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:11.582046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:10:11.582609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Checking segment: {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:10:11.582923 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:11.583343 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Bound using segment: {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:10:11.584012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Bound port: 77e2c899-47fc-4630-b3eb-6979c323eb9a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:10:11.584375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:11.589929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:10:11.594452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:11.674631 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] For port 77e2c899-47fc-4630-b3eb-6979c323eb9a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:10:11.681611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] For port 77e2c899-47fc-4630-b3eb-6979c323eb9a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77e2c899-47fc-4630-b3eb-6979c323eb9a,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:10:11.688831 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:11.771591 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:10:11.772328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:11.778607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.6 (60c960ec-75f7-4580-ab6f-de365dcbc29a/63b61fb9-2350-46dc-b0c7-971a75ccd758/f3cdc3ec-7858-426e-8998-ca1b4a24bc2c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:10:11.861089 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0636e-0fc2-4c9c-8017-a19c8e814173 None None] Pushing event updated for resources: {'Port': ['ID=77e2c899-47fc-4630-b3eb-6979c323eb9a,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:11.967305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:10:11.992360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:12.008738 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object f3cdc3ec-7858-426e-8998-ca1b4a24bc2c will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:10:12.032047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:12.082851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:10:12.088960 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:10:12.091229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:10:12.172096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:12.183295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:12.183939 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:12.211875 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b08ac111-cf44-4bce-b0ae-25c263d6d63e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8004749 Dec 23 17:10:12.226053 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Request body: {'port': {'device_id': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:12.355285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:12.363661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:11Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:12.368984 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672f7aa-f866-45ec-b1c6-a5446be43cab None None] The sync data for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv is: [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:11Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:10:12.474366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d8723043-2b8a-4fba-999f-38093fba534d None None] Provisioning for port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:10:12.480689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d8723043-2b8a-4fba-999f-38093fba534d None None] Provisioning complete for port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:12.481344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d8723043-2b8a-4fba-999f-38093fba534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:12.547981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d8723043-2b8a-4fba-999f-38093fba534d None None] Port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:10:12.725926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaf9cf-aff6-4b60-ad76-84cc67bf0e0e req-ed45451b-4b1b-4308-aa7f-7f533c8c7a89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:12.726610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-cecaf9cf-aff6-4b60-ad76-84cc67bf0e0e req-ed45451b-4b1b-4308-aa7f-7f533c8c7a89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:10:12.760550 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-cecaf9cf-aff6-4b60-ad76-84cc67bf0e0e req-ed45451b-4b1b-4308-aa7f-7f533c8c7a89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:10:12.762253 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cecaf9cf-aff6-4b60-ad76-84cc67bf0e0e req-ed45451b-4b1b-4308-aa7f-7f533c8c7a89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 931 time: 0.2326629 Dec 23 17:10:12.867833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cecaf9cf-aff6-4b60-ad76-84cc67bf0e0e req-29fd6405-6ee1-47b3-815e-fbc5f2524455 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982165 Dec 23 17:10:12.869675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cdc3ec-7858-426e-8998-ca1b4a24bc2c {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:10:12.877714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:12.897551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Transition to ACTIVE for port object f3cdc3ec-7858-426e-8998-ca1b4a24bc2c will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:10:12.901691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:13.151452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Pushing event updated for resources: {'Port': ['ID=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:13.255208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Attempting to bind port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:10:13.255543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Attempting to bind port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:10:13.255898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Attempting to bind port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c on network 60c960ec-75f7-4580-ab6f-de365dcbc29a {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:10:13.261772 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c on network 60c960ec-75f7-4580-ab6f-de365dcbc29a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:10:13.262197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Attempting to bind port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c on network 60c960ec-75f7-4580-ab6f-de365dcbc29a {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:10:13.268542 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:10:13.268876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Checking segment: {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:10:13.269252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Bound using segment: {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:10:13.269671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Bound port: f3cdc3ec-7858-426e-8998-ca1b4a24bc2c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80549c70-11ae-4ffe-a5fd-d8024e8c6937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:10:13.270014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:13.362475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] For port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:10:13.365269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] For port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:10:13.369712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:13.431096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:13.432513 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] 10.222.0.59 "PUT /v2.0/ports/f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 1093 time: 1.2133105 Dec 23 17:10:13.432910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:10:13.451596 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d539f-05e2-46f2-bcef-62004887a75d service neutron] Pushing event updated for resources: {'Port': ['ID=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:13.502921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'status': 'completed', 'code': 200} Dec 23 17:10:13.544964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-fe83469f-a433-43cb-bbef-8215cedcdf82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1096 time: 0.0779517 Dec 23 17:10:13.614123 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-cf69fcec-92a0-4258-ac9f-612b112fa3a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 217 time: 0.0616767 Dec 23 17:10:13.677527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b9c17f5a-5e0d-4af0-9c54-380e4962124e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:13.678931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b9c17f5a-5e0d-4af0-9c54-380e4962124e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 200 len: 835 time: 0.0589840 Dec 23 17:10:13.751231 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-e15edbcd-b8c1-4716-bc59-1869e593fcc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c960ec-75f7-4580-ab6f-de365dcbc29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661373 Dec 23 17:10:13.879081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-b72bb884-2bf3-4d8d-93bb-a4308ed32c99 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212761 Dec 23 17:10:14.051456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b5624e06-da4f-42d4-89cf-690cfdc29082 req-6c79104c-7a14-4e92-9362-4eea20deccdf service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658721 Dec 23 17:10:14.081973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90c98-9bfc-4106-a3c0-f484aae0b87d req-f1b74fb8-43c0-43df-be9a-ae58b74ca064 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:14.083379 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-feb90c98-9bfc-4106-a3c0-f484aae0b87d req-f1b74fb8-43c0-43df-be9a-ae58b74ca064 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 943 time: 0.0933840 Dec 23 17:10:14.176562 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-feb90c98-9bfc-4106-a3c0-f484aae0b87d req-69f552e5-c533-4524-b4b4-7104f65372c8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875397 Dec 23 17:10:14.190122 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-b862a06b-6ff0-49f6-b9b3-5c0a2a1fe13f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1096 time: 0.0857203 Dec 23 17:10:14.319500 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-880b73bd-99b9-4662-b568-0712cd4ebc7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:14.320950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-880b73bd-99b9-4662-b568-0712cd4ebc7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 898 time: 0.1224873 Dec 23 17:10:14.391686 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-57cf6eb6-8ccf-4d3c-bc3a-9b8224a36547 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 217 time: 0.0644221 Dec 23 17:10:14.398577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 77e2c899-47fc-4630-b3eb-6979c323eb9a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:10:14.462617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-cc411c6d-a9d4-4c13-b28e-1b2d9c46715c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:14.464051 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-cc411c6d-a9d4-4c13-b28e-1b2d9c46715c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 200 len: 835 time: 0.0660243 Dec 23 17:10:14.472139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 77e2c899-47fc-4630-b3eb-6979c323eb9a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:10:14.476618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 77e2c899-47fc-4630-b3eb-6979c323eb9a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:14.476986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:14.541114 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-652212e9-3b7c-40c5-829a-b46db68bd077 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c960ec-75f7-4580-ab6f-de365dcbc29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705221 Dec 23 17:10:14.590830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:14.623249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 77e2c899-47fc-4630-b3eb-6979c323eb9a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77e2c899-47fc-4630-b3eb-6979c323eb9a,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:10:14.627010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:14.673491 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-f2452824-5a56-4c36-a6aa-e2f22cb99112 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259828 Dec 23 17:10:14.691753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=77e2c899-47fc-4630-b3eb-6979c323eb9a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:14.803134 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2b81dd3b-e41a-4f34-a219-20c48d09a38c req-98bd6693-c403-4a0b-99df-8875dfbda38b service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227405 Dec 23 17:10:15.460992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201e53-a193-4097-a0ef-5899aedd0484 req-40a22e33-8fd0-47f6-9e72-e27ecd4afe73 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:15.462443 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12201e53-a193-4097-a0ef-5899aedd0484 req-40a22e33-8fd0-47f6-9e72-e27ecd4afe73 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 943 time: 0.1638575 Dec 23 17:10:15.506550 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12201e53-a193-4097-a0ef-5899aedd0484 req-175be0ba-b986-4b49-85e3-294fa8d88dad tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380270 Dec 23 17:10:16.381132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 77e2c899-47fc-4630-b3eb-6979c323eb9a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:10:16.447080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 77e2c899-47fc-4630-b3eb-6979c323eb9a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:16.447451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:16.706214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33331291-bcc3-4d24-9417-9c8c39b35061 req-bdd9f5c1-b5fa-46f0-b156-0d0e650b77a9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:16.707686 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33331291-bcc3-4d24-9417-9c8c39b35061 req-bdd9f5c1-b5fa-46f0-b156-0d0e650b77a9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 943 time: 0.0796430 Dec 23 17:10:16.750671 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-33331291-bcc3-4d24-9417-9c8c39b35061 req-9c1351bc-b774-418e-9060-5b9f6094578b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376241 Dec 23 17:10:17.198010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f3cdc3ec-7858-426e-8998-ca1b4a24bc2c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:10:17.327085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:10:17.339936 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'port_id': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'mac_address': 'fa:16:3e:43:44:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:10:17.395565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:17.412106 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cdc3ec-7858-426e-8998-ca1b4a24bc2c {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:10:17.426637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:10:17.431894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:17.500281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:17.810689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['f3cdc3ec-7858-426e-8998-ca1b4a24bc2c'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:10:17.945995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5a48-82a6-4a5b-95e2-a5c7dc4ce373 req-694ba76a-699a-4878-babf-56aada53fe89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:17.947431 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f33c5a48-82a6-4a5b-95e2-a5c7dc4ce373 req-694ba76a-699a-4878-babf-56aada53fe89 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 944 time: 0.0744333 Dec 23 17:10:17.991364 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f33c5a48-82a6-4a5b-95e2-a5c7dc4ce373 req-1b18bbe3-169a-42a9-be3c-b6453cf3c1ab tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Dec 23 17:10:19.182791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10669a0-ca83-44fa-aef4-60e7cc018e89 req-51291f6d-8a44-4881-9335-4b34aab46fda tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:19.184833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d10669a0-ca83-44fa-aef4-60e7cc018e89 req-51291f6d-8a44-4881-9335-4b34aab46fda tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 944 time: 0.0769098 Dec 23 17:10:19.213677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f3cdc3ec-7858-426e-8998-ca1b4a24bc2c up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:10:19.228308 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d10669a0-ca83-44fa-aef4-60e7cc018e89 req-71122b51-84d5-4e09-91bf-8c5aa5b9edb9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380583 Dec 23 17:10:19.282316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:10:19.286605 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:10:19.286995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:19.396331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:19.423051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:10:19.432980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:10:19.437762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:19.481695 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'code': 200} Dec 23 17:10:19.506618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:19.705422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-894167fa-603c-4073-83d9-292fb8e88f4c req-850605a8-af3f-4a44-a220-ba3d08e02d06 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1098 time: 0.0649111 Dec 23 17:10:19.750292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-894167fa-603c-4073-83d9-292fb8e88f4c req-e45a6e6b-54c0-4f52-9eb1-2de38a6ff534 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390146 Dec 23 17:10:20.417308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572075f-d3f6-4ebf-89fa-881a02eae964 req-bdc54ed0-d6f8-464a-bf94-311e9fd58898 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:20.419306 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e572075f-d3f6-4ebf-89fa-881a02eae964 req-bdc54ed0-d6f8-464a-bf94-311e9fd58898 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0744877 Dec 23 17:10:20.462627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e572075f-d3f6-4ebf-89fa-881a02eae964 req-d574d6ea-43f4-435a-8318-63a9e6247d1e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379095 Dec 23 17:10:21.661462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b481da-d967-46c6-96ee-8202f219930a req-cf18eff5-5d94-49d0-9b6f-208c8773b438 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:21.662900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-67b481da-d967-46c6-96ee-8202f219930a req-cf18eff5-5d94-49d0-9b6f-208c8773b438 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0770152 Dec 23 17:10:21.707789 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-67b481da-d967-46c6-96ee-8202f219930a req-88ac998a-7420-47c1-93ff-403f855edab2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386195 Dec 23 17:10:21.901402 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bbae-4246-4629-846b-2dd5aba93ffa req-b8cd77f3-e2b4-4e81-ac06-bf74b176bd8c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:21.903388 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2907bbae-4246-4629-846b-2dd5aba93ffa req-b8cd77f3-e2b4-4e81-ac06-bf74b176bd8c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0761077 Dec 23 17:10:21.946975 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2907bbae-4246-4629-846b-2dd5aba93ffa req-2dff0c18-6afa-4d32-8fea-a57aff995246 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381169 Dec 23 17:10:21.973758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37136) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:22.044124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-f690b758-58d1-48ee-819b-61c46fbda202 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1093 time: 0.0692968 Dec 23 17:10:22.046733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37140) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:22.051677 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:10:22.057204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:10:22.060940 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:floatingip and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:10:22.063691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:10:22.069228 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:10:22.079964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:22.211084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:22.337279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.61 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/6561d5e1-f28f-453b-a5a5-2dc4b17fd1e5) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:10:22.481061 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:22.508270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:22.572975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:10:22.576375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:10:22.580621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:10:22.603505 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=6561d5e1-f28f-453b-a5a5-2dc4b17fd1e5,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:23.175284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:23.229314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:23.428459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:23.433662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:23.537213 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=6561d5e1-f28f-453b-a5a5-2dc4b17fd1e5,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:10:23.549172 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:23.730421 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Floating IP 54d84c16-aac2-41e0-bfca-0e77fc211103 associated. External IP: 172.26.7.61, port: f3cdc3ec-7858-426e-8998-ca1b4a24bc2c. Dec 23 17:10:24.102412 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 29a95b19-8fea-4d18-b947-5855fdce9f44 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:10:24.294560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:10:24.303720 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] Sync routers for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:10:24.315044 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:10:24.315669 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:24.317762 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:24.372589 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ece468a2-cc29-44ac-9e42-319af883619e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3224435 Dec 23 17:10:24.372589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:10:24.429252 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'status': 'completed', 'code': 200} Dec 23 17:10:24.498403 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:10:24.696478 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-3b3df7c1-009f-4650-8d54-544ade65cd1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1098 time: 0.2448800 Dec 23 17:10:24.703048 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c293-8f9c-4b17-be77-e68688533e5d req-7b8fae97-bbf5-4c14-b361-a925872feda3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:24.704382 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-63c2c293-8f9c-4b17-be77-e68688533e5d req-7b8fae97-bbf5-4c14-b361-a925872feda3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.2189162 Dec 23 17:10:24.827701 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-63c2c293-8f9c-4b17-be77-e68688533e5d req-ee753aab-684d-4eb9-a16e-5c7df99a67c2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057518 Dec 23 17:10:24.845020 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '54d84c16-aac2-41e0-bfca-0e77fc211103', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.61', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'port_id': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'mac_address': 'fa:16:3e:43:44:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:23Z', 'updated_at': '2021-12-23T17:10:23Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:24.856628 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] Checking router: 29a95b19-8fea-4d18-b947-5855fdce9f44 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:10:24.856825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37156) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:24.859771 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:10:24.860351 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:10:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:24.914376 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-6cdc9991-27a0-484d-bb22-f484aaab588e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:24.915808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-6cdc9991-27a0-484d-bb22-f484aaab588e service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 898 time: 0.2106087 Dec 23 17:10:25.032905 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:10:25.045397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d4b27760-f791-4467-8d18-29d59d888c31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/54d84c16-aac2-41e0-bfca-0e77fc211103 HTTP/1.1" status: 200 len: 990 time: 0.1866474 Dec 23 17:10:25.053979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-607e51d5-8a51-43d1-bc47-6bfbd2d3d4e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 998 time: 0.1313515 Dec 23 17:10:25.117374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-976fcfda-41f4-4602-afc5-ebb484b5eb13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:25.118782 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-976fcfda-41f4-4602-afc5-ebb484b5eb13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 200 len: 835 time: 0.0587759 Dec 23 17:10:25.191631 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-c8118f07-d1f9-492d-b3d4-f596c5851711 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c960ec-75f7-4580-ab6f-de365dcbc29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665398 Dec 23 17:10:25.320440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-8510ab06-c59f-416d-a14d-d0244a31c160 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226456 Dec 23 17:10:25.396757 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '54d84c16-aac2-41e0-bfca-0e77fc211103', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.61', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'port_id': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'mac_address': 'fa:16:3e:43:44:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:23Z', 'updated_at': '2021-12-23T17:10:23Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:10:25.401134 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb03a7-2c5f-4c45-807f-5b9e7a38bcf0 None None] The sync data for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv is: [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '54d84c16-aac2-41e0-bfca-0e77fc211103', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.61', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'port_id': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'mac_address': 'fa:16:3e:43:44:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:10:23Z', 'updated_at': '2021-12-23T17:10:23Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:10:25.452591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4a1d72bd-ac26-4e44-9670-8ffda13ec6a3 req-b968ca21-f657-4e09-97b9-7eca40286a97 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261075 Dec 23 17:10:26.048486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37160) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:26.150675 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a99ba9ea-d725-439f-aaae-6b44dac880bb tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/54d84c16-aac2-41e0-bfca-0e77fc211103 HTTP/1.1" status: 200 len: 990 time: 0.1009834 Dec 23 17:10:27.155257 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37164) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:27.256593 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6cd4c2b6-94dc-4bf8-b03c-32780804ab99 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/54d84c16-aac2-41e0-bfca-0e77fc211103 HTTP/1.1" status: 200 len: 990 time: 0.1002765 Dec 23 17:10:28.044678 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7519d2b-c4bd-47ef-ad2d-72d218e3302a None None] New status for floating IP 54d84c16-aac2-41e0-bfca-0e77fc211103: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:10:28.259695 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37168) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:10:28.445907 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a6ccb4f8-d7f0-48c9-8d4f-4e7724d1a8c5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/54d84c16-aac2-41e0-bfca-0e77fc211103 HTTP/1.1" status: 200 len: 992 time: 0.1850884 Dec 23 17:10:35.163451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ac662e90-4dad-42bc-9a93-b546cdfaf13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:37.279237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:37.381042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-129541aa-1eb0-44eb-b583-bacda9e5a67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:38.590659 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:38.618772 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:39.974004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-cf6eed26-29d6-4a1b-ac41-0041bf72b22a req-d383d70d-cab3-4a0e-8ddd-90cfb4796f94 service neutron] (83494) timed out ('10.222.0.18', 32868) {{(pid=83494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 17:10:40.075010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:10:44.045962 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-c86aee49-cf74-4175-8a18-fb467a38c13a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674043 Dec 23 17:10:44.184623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-5930b986-e806-49d1-8825-262b0ce6b0f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1098 time: 0.0692446 Dec 23 17:10:44.321424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-eb68a818-06ce-42b4-a5f1-4b56ca07c01d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:44.322726 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-eb68a818-06ce-42b4-a5f1-4b56ca07c01d service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 898 time: 0.1204486 Dec 23 17:10:44.422505 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-abe8368e-cf30-4b6e-b443-299ad0179ddc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 1000 time: 0.0934033 Dec 23 17:10:44.481826 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-16dbfedd-d072-4d52-8272-15d3f23c68ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:10:44.483203 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-16dbfedd-d072-4d52-8272-15d3f23c68ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 200 len: 835 time: 0.0551882 Dec 23 17:10:44.554188 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-59775c72-de24-4274-a8ad-adf149ddd1de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c960ec-75f7-4580-ab6f-de365dcbc29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648754 Dec 23 17:10:44.781879 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-df03c6d1-84f5-4385-a846-94440e6ee633 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208042 Dec 23 17:10:44.907416 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b8ffdd7-c5ed-4e1a-882c-ce1a2d69b308 req-1b0ab90b-47a9-4739-8f28-0df03bc604c9 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192327 Dec 23 17:10:45.943651 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:11:05.167301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-81798918-db20-45c0-a3a5-873db9741331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:07.285152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:07.371653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-893f8833-f298-49a1-87e4-f36e5a9745e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:08.591485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:08.622962 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:10.079460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:22.944372 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:11:27.379696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d10a-bc89-488b-8502-2880ac757047 req-5c46ec52-0ea9-4b50-a1d0-d70c94a84c87 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:27.380989 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03e4d10a-bc89-488b-8502-2880ac757047 req-5c46ec52-0ea9-4b50-a1d0-d70c94a84c87 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0842888 Dec 23 17:11:27.424833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-03e4d10a-bc89-488b-8502-2880ac757047 req-b1f85321-798a-4858-b50d-13a2a06f1d86 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383301 Dec 23 17:11:28.618652 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc24073-6b76-4861-b7ae-53e72bfea9f1 req-0bcb9ba9-49c3-462f-9e68-c2dac98cd322 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:28.620004 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8bc24073-6b76-4861-b7ae-53e72bfea9f1 req-0bcb9ba9-49c3-462f-9e68-c2dac98cd322 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0727744 Dec 23 17:11:28.667152 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8bc24073-6b76-4861-b7ae-53e72bfea9f1 req-156e522a-b770-4952-baea-b4b4a2028870 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Dec 23 17:11:29.857926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f095-38c0-4b26-9a02-cf095a6c00dc req-86248aae-6689-4d9c-a4f4-687e61e83f25 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:29.859318 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6bd5f095-38c0-4b26-9a02-cf095a6c00dc req-86248aae-6689-4d9c-a4f4-687e61e83f25 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0727031 Dec 23 17:11:29.902418 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6bd5f095-38c0-4b26-9a02-cf095a6c00dc req-558bc0d3-02bc-460a-99eb-b6b2d6645f0a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377994 Dec 23 17:11:31.095100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be5256-854c-4adf-af71-9460aec8b736 req-692f01c1-85b0-44f5-94fd-8ffedc4177a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:31.096541 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88be5256-854c-4adf-af71-9460aec8b736 req-692f01c1-85b0-44f5-94fd-8ffedc4177a6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0781853 Dec 23 17:11:31.139404 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88be5256-854c-4adf-af71-9460aec8b736 req-cbec9d0c-fc93-45e2-8ac4-d20937a35522 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375381 Dec 23 17:11:32.329492 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511741f3-10e2-4e11-a03f-fea9bb2c51d9 req-88036c88-f445-44bf-b17e-718c8956deb1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:32.330907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-511741f3-10e2-4e11-a03f-fea9bb2c51d9 req-88036c88-f445-44bf-b17e-718c8956deb1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0738528 Dec 23 17:11:32.374754 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-511741f3-10e2-4e11-a03f-fea9bb2c51d9 req-48b6e393-c0fa-4195-b4b4-8bfa2f20d61a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 Dec 23 17:11:33.577086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fff81a-56ff-49b9-a2db-23cc326b6897 req-55be0b34-9928-48f6-b710-b40aa8ca0c7b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:33.578490 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83fff81a-56ff-49b9-a2db-23cc326b6897 req-55be0b34-9928-48f6-b710-b40aa8ca0c7b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0764103 Dec 23 17:11:33.622373 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83fff81a-56ff-49b9-a2db-23cc326b6897 req-02b6393f-678e-449c-b124-55aa7b3dcde2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Dec 23 17:11:34.812571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477b053-f152-41fb-9039-3e6d02c12ada req-6b7f0d22-e1c3-42c3-947c-6a40d5b28a3d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:34.813981 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e477b053-f152-41fb-9039-3e6d02c12ada req-6b7f0d22-e1c3-42c3-947c-6a40d5b28a3d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0741677 Dec 23 17:11:34.861074 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e477b053-f152-41fb-9039-3e6d02c12ada req-601581eb-8b9c-46fb-b2d7-3cdde58c82bb tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Dec 23 17:11:35.170491 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2be00b-9a12-44cb-b5ec-bedb317e4342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:36.054229 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f485e7-4a63-47b9-a9d1-ff449a1fd22b req-63843db7-c282-4bca-9495-1a1648412113 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:36.055734 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19f485e7-4a63-47b9-a9d1-ff449a1fd22b req-63843db7-c282-4bca-9495-1a1648412113 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0738354 Dec 23 17:11:36.099314 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19f485e7-4a63-47b9-a9d1-ff449a1fd22b req-051cd4cd-0aaf-4746-b0a4-87d2c54286c8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Dec 23 17:11:37.295853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35b071-7e58-4cde-97ea-8f75dfebe5f3 req-d51ac9da-615c-4c79-8ba9-df08ac6b2bcf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:37.297271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3a35b071-7e58-4cde-97ea-8f75dfebe5f3 req-d51ac9da-615c-4c79-8ba9-df08ac6b2bcf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0781479 Dec 23 17:11:37.312152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:37.340847 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3a35b071-7e58-4cde-97ea-8f75dfebe5f3 req-e4766a47-d979-40f7-a93b-930aeb37bcaf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381875 Dec 23 17:11:37.374975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3857da1-fba8-40a6-b653-fbc8727f54bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:38.536302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517be42-1aac-48a8-be46-218b3f2e9ffe req-5855a739-4cda-4329-b150-a797f3bd0c52 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:38.537723 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6517be42-1aac-48a8-be46-218b3f2e9ffe req-5855a739-4cda-4329-b150-a797f3bd0c52 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0726955 Dec 23 17:11:38.582171 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6517be42-1aac-48a8-be46-218b3f2e9ffe req-d1846b44-e59b-44dc-9acb-d24aecef5dc1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388794 Dec 23 17:11:38.590835 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:38.610086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37226) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:11:38.628475 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:38.713037 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e47fbef8-e786-494c-a301-d9b04eef6c09 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/54d84c16-aac2-41e0-bfca-0e77fc211103 HTTP/1.1" status: 200 len: 992 time: 0.1018388 Dec 23 17:11:40.084737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:11:40.232982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ab4db-62e4-4e99-b15a-97491adb5308 req-16ca22ab-029a-4b78-880c-376c60837de4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:40.234403 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-406ab4db-62e4-4e99-b15a-97491adb5308 req-16ca22ab-029a-4b78-880c-376c60837de4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.1320612 Dec 23 17:11:40.237837 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-6b9e5378-2e3e-44ad-b811-3276b24de497 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1098 time: 0.0976474 Dec 23 17:11:40.358203 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-406ab4db-62e4-4e99-b15a-97491adb5308 req-b3f2c501-67dc-4545-943a-dbda1d678d54 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184177 Dec 23 17:11:40.398397 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-dbddf85c-346a-4432-a10a-268764009a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:40.399838 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-dbddf85c-346a-4432-a10a-268764009a9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 898 time: 0.1470697 Dec 23 17:11:40.496397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-9dc799a7-48e7-4e27-ad90-5b9c6016cf80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 1000 time: 0.0905540 Dec 23 17:11:40.559269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-ba5ec7d3-dc5b-46c9-ab75-9ae0613caf40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:40.560647 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-ba5ec7d3-dc5b-46c9-ab75-9ae0613caf40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 200 len: 835 time: 0.0581934 Dec 23 17:11:40.630881 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-dd370c3f-ac02-4359-936c-ea376ae6152f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c960ec-75f7-4580-ab6f-de365dcbc29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0637715 Dec 23 17:11:40.755463 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-d1298ff1-99aa-4df7-96a5-465d67ead50b service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179280 Dec 23 17:11:40.879599 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2550d880-4b39-4946-99de-f67b7aa6f80e req-e88a5b53-b4d2-462c-8c51-748e26551448 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182199 Dec 23 17:11:41.656457 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6aac7-7446-4488-b69e-831d8cdf97d9 req-e232abd6-ad1f-48f1-b8b4-aec87cb3c6ab tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:41.657802 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5b6aac7-7446-4488-b69e-831d8cdf97d9 req-e232abd6-ad1f-48f1-b8b4-aec87cb3c6ab tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.1597760 Dec 23 17:11:41.702993 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5b6aac7-7446-4488-b69e-831d8cdf97d9 req-bd93f194-2274-425c-b458-4fce88f0fcb4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Dec 23 17:11:41.731360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37238) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:11:41.832192 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0d50b169-8c93-4428-8b68-72b899b095f7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/54d84c16-aac2-41e0-bfca-0e77fc211103 HTTP/1.1" status: 200 len: 992 time: 0.0997219 Dec 23 17:11:45.590084 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-5fb4c1b5-ccef-4804-9fb6-b74612ec3c45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660107 Dec 23 17:11:45.722666 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-1bf24266-7da1-42e1-8374-9224cbe7e480 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1098 time: 0.0660646 Dec 23 17:11:45.860670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-f0150b15-0f90-44c9-bd5c-5a2a78bdca60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:45.862088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-f0150b15-0f90-44c9-bd5c-5a2a78bdca60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 898 time: 0.1227942 Dec 23 17:11:45.962236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-7ab8002c-6cd4-4d17-bd84-9b2d8a3272a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 1000 time: 0.0943818 Dec 23 17:11:46.025290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-8b183586-32d5-4bd4-8158-90d5a3a172ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:11:46.026672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-8b183586-32d5-4bd4-8158-90d5a3a172ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 200 len: 835 time: 0.0583034 Dec 23 17:11:46.097141 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-dbdb307f-15a3-4f46-8047-78d86da2c6ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c960ec-75f7-4580-ab6f-de365dcbc29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647788 Dec 23 17:11:46.226221 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-97930dc6-0087-4496-bad5-127da9e12ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229446 Dec 23 17:11:46.353058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1d1e9ef4-385c-4a80-9d91-375dccadf003 req-91534a6c-f6e7-4624-b52d-fbb3119d8e9e service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198838 Dec 23 17:11:59.944111 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:12:05.172907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9611d63-2fb0-4e98-9052-3a59d5dfaa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:07.304397 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:07.377071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2660af2-3d27-4a88-8a90-3a43ef251a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:08.592883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:08.630328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:10.082562 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:30.520524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:30.711958 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 6561d5e1-f28f-453b-a5a5-2dc4b17fd1e5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:12:30.712211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:30.875370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:30.875720 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:30.990929 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 6561d5e1-f28f-453b-a5a5-2dc4b17fd1e5 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:12:31.132972 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:31.175907 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=6561d5e1-f28f-453b-a5a5-2dc4b17fd1e5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:31.213555 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.213922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.214263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.214619 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.214949 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.215273 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.215616 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.215941 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.216261 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.216578 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.216909 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:31.277092 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:31.652733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 29a95b19-8fea-4d18-b947-5855fdce9f44 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:12:31.934981 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:12:31.945306 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] Sync routers for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:12:31.955248 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:31.957424 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:31.958008 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:32.008541 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bb8a5fd1-acb6-48c4-8c1f-90488eff3e16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/floatingips/54d84c16-aac2-41e0-bfca-0e77fc211103 HTTP/1.1" status: 204 len: 168 time: 1.4869397 Dec 23 17:12:32.009108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:12:32.064459 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'status': 'completed', 'code': 200} Dec 23 17:12:32.140606 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:32.227796 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-04fd2b3c-c207-4376-9800-1113025af5e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 1098 time: 0.1396651 Dec 23 17:12:32.374029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-f772e209-f825-4680-8a8a-ef7ad63d02a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:32.375448 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-f772e209-f825-4680-8a8a-ef7ad63d02a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 200 len: 898 time: 0.1390352 Dec 23 17:12:32.484210 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:32.487840 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] Checking router: 29a95b19-8fea-4d18-b947-5855fdce9f44 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:12:32.498337 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:32.498907 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:32.504920 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-53124ba2-5d80-45bf-9dd5-5785d67c5c9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 200 len: 217 time: 0.1215589 Dec 23 17:12:32.591892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7f288-ba7f-452e-9d42-46d94113a20c req-85e63003-49be-4fb8-85b1-02aca32abb6b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:32.593328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70f7f288-ba7f-452e-9d42-46d94113a20c req-85e63003-49be-4fb8-85b1-02aca32abb6b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.2456992 Dec 23 17:12:32.594673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-883ca481-23b8-4fb9-9ccc-4e7c5cb66caa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:32.595965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-883ca481-23b8-4fb9-9ccc-4e7c5cb66caa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 200 len: 835 time: 0.0755162 Dec 23 17:12:32.676239 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:32.688161 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-70f7f288-ba7f-452e-9d42-46d94113a20c req-599797ff-599a-467d-86a6-093984534853 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893064 Dec 23 17:12:32.705755 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-a61bd352-d068-4d7e-8488-15bd0ab235ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=60c960ec-75f7-4580-ab6f-de365dcbc29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911872 Dec 23 17:12:32.837313 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-cdcafc7f-8eef-4ba2-ac57-86b751052ffb service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236334 Dec 23 17:12:33.020238 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:33.024208 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b25c20-21f7-460a-ad60-6089ad9d871e None None] The sync data for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv is: [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:07Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '77e2c899-47fc-4630-b3eb-6979c323eb9a', 'name': '', 'network_id': '60c960ec-75f7-4580-ab6f-de365dcbc29a', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:53:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:06Z', 'updated_at': '2021-12-23T17:10:14Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '63b61fb9-2350-46dc-b0c7-971a75ccd758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:12:33.064586 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81ef3049-7ee1-40c5-84e7-2f1ef4866fd6 req-3e3af563-a6ac-4815-949b-5c9169573056 service neutron] 10.222.0.59 "GET /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199440 Dec 23 17:12:33.230604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a69213-f57e-499c-8fbb-c24319087d5b None None] New status for floating IP 54d84c16-aac2-41e0-bfca-0e77fc211103: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:12:33.951999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999889a-ba03-4f91-a6a7-b4c9fa56bfe3 req-78e56afd-bf73-4612-a8cc-16fbdaafdca1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:33.953433 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7999889a-ba03-4f91-a6a7-b4c9fa56bfe3 req-78e56afd-bf73-4612-a8cc-16fbdaafdca1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.1386032 Dec 23 17:12:33.997406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7999889a-ba03-4f91-a6a7-b4c9fa56bfe3 req-d1600ef4-7338-46b1-bcc8-9a93cc3bac12 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385609 Dec 23 17:12:34.110005 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-ae93ff35-9fdd-4cfa-8553-de2ca9ae94a9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:34.111473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-ae93ff35-9fdd-4cfa-8553-de2ca9ae94a9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 945 time: 0.0795178 Dec 23 17:12:34.175786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:12:34.176117 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:34.414641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:34.414993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:34.533508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for f3cdc3ec-7858-426e-8998-ca1b4a24bc2c owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:12:34.668034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:34.717111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=f3cdc3ec-7858-426e-8998-ca1b4a24bc2c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:34.783396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.783763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.784098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.784429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.784755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.785091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.785392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.785710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.786026 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.786340 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.786660 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:34.798947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] No DVR routers for this DVR port f3cdc3ec-7858-426e-8998-ca1b4a24bc2c on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:12:34.801022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:34.803426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'name': 'network-vif-deleted', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:12:34.815609 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49b3b9d3-3653-450b-b1da-fcf0a4222612 req-91dd66f3-247b-4c3d-9361-a4d4f4c2cdd2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "DELETE /v2.0/ports/f3cdc3ec-7858-426e-8998-ca1b4a24bc2c HTTP/1.1" status: 204 len: 173 time: 0.6982737 Dec 23 17:12:34.927511 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87bae2a-b39b-4804-8320-24e7160460bd', 'name': 'network-vif-deleted', 'tag': 'f3cdc3ec-7858-426e-8998-ca1b4a24bc2c', 'status': 'completed', 'code': 200} Dec 23 17:12:35.178465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5069c28-a6ba-478d-a7b8-d37d993e834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:35.180832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d69b381b-c414-4cd3-8aff-2e05facb8a93 req-488574c0-f312-491f-95f0-45fdf62f89c8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:12:35.196922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d69b381b-c414-4cd3-8aff-2e05facb8a93 req-488574c0-f312-491f-95f0-45fdf62f89c8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:12:35.198137 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d69b381b-c414-4cd3-8aff-2e05facb8a93 req-488574c0-f312-491f-95f0-45fdf62f89c8 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87bae2a-b39b-4804-8320-24e7160460bd HTTP/1.1" status: 200 len: 210 time: 0.0624113 Dec 23 17:12:36.301034 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:36.688656 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:36.944373 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:12:37.301950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 77e2c899-47fc-4630-b3eb-6979c323eb9a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:12:37.302611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:37.303021 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:37.379745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdb47562-7061-471a-a541-645ecf4a3762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:37.516752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 77e2c899-47fc-4630-b3eb-6979c323eb9a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=77e2c899-47fc-4630-b3eb-6979c323eb9a,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:37.517086 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:37.650071 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 77e2c899-47fc-4630-b3eb-6979c323eb9a owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:12:37.801904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f3cdc3ec-7858-426e-8998-ca1b4a24bc2c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:12:37.836815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: f3cdc3ec-7858-426e-8998-ca1b4a24bc2c {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:12:37.837153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device f3cdc3ec-7858-426e-8998-ca1b4a24bc2c not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:12:37.925292 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:37.972575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=77e2c899-47fc-4630-b3eb-6979c323eb9a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:38.258976 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:38.595310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:38.631932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:38.825346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router 29a95b19-8fea-4d18-b947-5855fdce9f44 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:12:39.018022 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:12:39.027081 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] Sync routers for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:12:39.034011 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b34818ad-0db8-4c77-a108-0dfe84beab8a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/29a95b19-8fea-4d18-b947-5855fdce9f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7319410 Dec 23 17:12:39.036627 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:39.041726 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:39.042311 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:39.215493 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:39.316447 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting subnet 63b61fb9-2350-46dc-b0c7-971a75ccd758 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:12:39.319283 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:39.382516 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:39.466933 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:39.491901 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:12:37Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:39.496178 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] Checking router: 29a95b19-8fea-4d18-b947-5855fdce9f44 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:12:39.506295 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] Routers {'29a95b19-8fea-4d18-b947-5855fdce9f44'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:39.506863 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['29a95b19-8fea-4d18-b947-5855fdce9f44'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:39.537847 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:39.577749 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Subnet': ['ID=63b61fb9-2350-46dc-b0c7-971a75ccd758,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:39.585370 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:39.591122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30de12-bbe0-41ad-ab18-7a45396cb8bd None None] Network 60c960ec-75f7-4580-ab6f-de365dcbc29a requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:12:39.595231 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea2157b3-325e-4078-8116-332b53ec8311 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/subnets/63b61fb9-2350-46dc-b0c7-971a75ccd758 HTTP/1.1" status: 204 len: 168 time: 0.5575864 Dec 23 17:12:39.597637 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37292) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:39.689390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] Set router 29a95b19-8fea-4d18-b947-5855fdce9f44 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:39.803670 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:39.860166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] DHCP port deletion for 60c960ec-75f7-4580-ab6f-de365dcbc29a request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:12:39.864601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Deleting port 338f7fb9-1f84-41ea-a656-723aa12672a1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:12:39.865069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:39.979052 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:12:37Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:39.983591 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b3ced-7648-49c1-8338-d0ec24849743 None None] The sync data for ids ['29a95b19-8fea-4d18-b947-5855fdce9f44'] in dv-neutron-822800-1-hyperv is: [{'id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647381498', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '11a97140-7959-446f-b635-cff7dee3de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:12:37Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '11a97140-7959-446f-b635-cff7dee3de7d', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a95b19-8fea-4d18-b947-5855fdce9f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:10:03Z', 'updated_at': '2021-12-23T17:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:12:40.021642 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:40.031744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 11a97140-7959-446f-b635-cff7dee3de7d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:12:40.032109 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:40.075792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] For port 338f7fb9-1f84-41ea-a656-723aa12672a1, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=338f7fb9-1f84-41ea-a656-723aa12672a1,segment=NetworkSegment(80549c70-11ae-4ffe-a5fd-d8024e8c6937),segment_id=80549c70-11ae-4ffe-a5fd-d8024e8c6937)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:40.076078 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:40.195683 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:40.202510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Calling delete_port for 338f7fb9-1f84-41ea-a656-723aa12672a1 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:12:40.214974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 11a97140-7959-446f-b635-cff7dee3de7d, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=11a97140-7959-446f-b635-cff7dee3de7d,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:40.215325 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:40.279357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:40.322655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Pushing event deleted for resources: {'Port': ['ID=338f7fb9-1f84-41ea-a656-723aa12672a1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:40.334739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.335090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.335426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.335784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.336117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.336457 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.336766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.337276 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.337754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.338249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.338426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 11a97140-7959-446f-b635-cff7dee3de7d owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:12:40.338956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:40.341760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183ae33-c414-4fae-b5f4-ebfa16426c1e None None] No DVR routers for this DVR port 338f7fb9-1f84-41ea-a656-723aa12672a1 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:12:40.464748 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 77e2c899-47fc-4630-b3eb-6979c323eb9a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:12:40.510499 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 77e2c899-47fc-4630-b3eb-6979c323eb9a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:12:40.510875 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 77e2c899-47fc-4630-b3eb-6979c323eb9a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:12:40.511282 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 338f7fb9-1f84-41ea-a656-723aa12672a1 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:12:40.528218 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:40.572415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=11a97140-7959-446f-b635-cff7dee3de7d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:40.577869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 338f7fb9-1f84-41ea-a656-723aa12672a1 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:12:40.578159 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 338f7fb9-1f84-41ea-a656-723aa12672a1 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:12:40.788513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.117431 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.121836 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.145449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.146027 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Fanout notify agent at l3_agent the message router_deleted on router 29a95b19-8fea-4d18-b947-5855fdce9f44 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:12:41.159707 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.160819 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6156c5e1-4054-4ba1-b9ca-ac176c7782f5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/routers/29a95b19-8fea-4d18-b947-5855fdce9f44 HTTP/1.1" status: 204 len: 168 time: 1.5623119 Dec 23 17:12:41.163591 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37298) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:41.286158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.411375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.436001 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c960ec-75f7-4580-ab6f-de365dcbc29a']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:41.447365 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80549c70-11ae-4ffe-a5fd-d8024e8c6937') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:41.447689 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80549c70-11ae-4ffe-a5fd-d8024e8c6937') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:41.458438 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.473777 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.480072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:12:41.480454 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:12:41.493926 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:12:41.571482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.590307 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.601581 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Network': ['ID=60c960ec-75f7-4580-ab6f-de365dcbc29a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:41.608042 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bbf8d2e4-edfa-4990-8dca-9657b633b3b4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/networks/60c960ec-75f7-4580-ab6f-de365dcbc29a HTTP/1.1" status: 204 len: 168 time: 0.4434357 Dec 23 17:12:41.609185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:41.681719 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10e277db-d8cb-47e5-af1f-529402b65282 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.709612 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10e277db-d8cb-47e5-af1f-529402b65282 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.775408 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10e277db-d8cb-47e5-af1f-529402b65282 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.792784 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e277db-d8cb-47e5-af1f-529402b65282 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:41.800667 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-10e277db-d8cb-47e5-af1f-529402b65282 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:41.801790 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-10e277db-d8cb-47e5-af1f-529402b65282 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8eb4dee-8d50-43c6-b640-5f1cd6dfd6ee HTTP/1.1" status: 204 len: 168 time: 0.1893601 Dec 23 17:12:42.454011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 11a97140-7959-446f-b635-cff7dee3de7d no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:12:42.470002 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37310) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:42.475728 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793808544', 'description': 'tempest-secgroup-smoke-793808544 description', 'project_id': 'ce0086d1afaa410793a621edbb5a418c'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:42.482197 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:42.486199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:42.486999 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 11a97140-7959-446f-b635-cff7dee3de7d {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:12:42.487342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 11a97140-7959-446f-b635-cff7dee3de7d not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:12:42.490042 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:42.496412 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:42.505922 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.539665 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:42.544185 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:42.546891 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:42.552473 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:42.606378 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.609890 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.655714 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:42.659522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.661604 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a1e18f2e-17c1-4411-9127-ad22571c4a16 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1896369 Dec 23 17:12:42.663755 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:42.669938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '1c0dcaaf-f34e-4c17-9d1b-37f908ee501d', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:42.675732 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:42.679389 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:42.682192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:42.687744 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:42.702650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.763745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.767216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.792657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bffbc2-5f8d-4869-9e95-bc4b4ea54b4d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:42.801397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.802529 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fc5e7241-c5c7-4578-8c2b-5ae6b81334cc tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1378465 Dec 23 17:12:42.805168 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37318) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:42.810479 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '1c0dcaaf-f34e-4c17-9d1b-37f908ee501d', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:42.816063 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:42.819789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:42.822618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:42.828326 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:42.844737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.904200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.908443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.930666 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe386a4-7583-437e-b7f8-91739c1e698f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:42.939930 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:42.941263 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6332862-59d8-4180-aef2-98ad0cff944c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1351881 Dec 23 17:12:42.943887 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37326) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:42.949845 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '1c0dcaaf-f34e-4c17-9d1b-37f908ee501d', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:42.955865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:42.959593 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:42.962395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:42.968247 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:42.984348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.045797 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.049420 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.072762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5ca048-061b-480b-9233-d258da2644f6,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:43.081870 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.083016 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8769b8fc-4a72-4d27-96b7-7523a16acabf tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1381836 Dec 23 17:12:43.085663 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37330) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:43.091016 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '1c0dcaaf-f34e-4c17-9d1b-37f908ee501d', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:43.096649 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:43.100375 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:43.103166 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:43.109242 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:43.124992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.187148 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.190376 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.210045 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab9d598-1526-428b-b9f9-46c9f8b434df,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:43.220490 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.221615 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61ff5d07-6683-43b2-841b-3563dedbe49b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1350553 Dec 23 17:12:43.224244 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37334) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:43.229997 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '1c0dcaaf-f34e-4c17-9d1b-37f908ee501d', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:43.236234 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:43.241748 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:43.253356 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:43.259098 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:43.269448 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:12:43.275669 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.337263 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.340651 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.366824 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcf773a-7438-4049-b3b1-bd39b6222978,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:43.373362 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.376882 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e35cd3aa-b4c6-4ab1-b8fe-853e23d13d7e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1495554 Dec 23 17:12:43.377342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:43.382701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'security_group_rule': {'security_group_id': '1c0dcaaf-f34e-4c17-9d1b-37f908ee501d', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:43.388915 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:43.392859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:security_group_rule and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:43.395842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:43.402091 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:43.412413 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Project ce0086d1afaa410793a621edbb5a418c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:12:43.419513 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.483938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.487397 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.510683 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb42363-5125-401a-ba00-dfd438795e5f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:43.519456 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.520750 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5522be5e-1759-43f7-be16-ba1813f132d1 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1425476 Dec 23 17:12:43.523512 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37342) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:43.529159 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'network': {'name': 'tempest-network-smoke--935877094', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:43.533714 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:43.537754 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:network and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:43.540899 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:43.547236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:43.557012 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:12:43.560057 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.586919 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:12:43.595928 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.596261 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Added segment be380fdb-8bc8-4cbc-a4d8-def9a10439f0 of type vlan for network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 Dec 23 17:12:43.621189 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.647742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.651745 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:43.652319 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.838191 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3136768 Dec 23 17:12:43.841517 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfef32-7c26-4d72-9ffc-ecbc63aa817f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Network': ['ID=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:43.841680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37346) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:43.848116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'admin_state_up': True, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:43.851182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:12:43.855914 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:43.859800 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:router and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:43.862551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:43.868856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:43.879970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.881128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:43.898572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:44.040060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:44.209814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:44.237470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:44.463160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.13 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/6d767e7c-b64e-46fb-94a2-3648b3a12444) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:12:44.601413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:44.628058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:44.695220 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:12:44.697916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:12:44.701614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:12:44.730453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=6d767e7c-b64e-46fb-94a2-3648b3a12444,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:44.857331 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:44.858034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:45.073761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:12:45.268447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:12:45.278662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Sync routers for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:12:45.290163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:45.291189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:45.294689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:45.295984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-35d7d3ce-0413-4a66-be3f-503a18f2635c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4532354 Dec 23 17:12:45.299136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37352) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:45.337766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a24f1f74-c6f3-4b22-9028-77b7d128730c tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ce0086d1afaa410793a621edbb5a418c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374632 Dec 23 17:12:45.340838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37356) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:45.467262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:45.471433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458f0b4-2659-4df8-a8be-14887a1765d6 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:45.472929 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e458f0b4-2659-4df8-a8be-14887a1765d6 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312265 Dec 23 17:12:45.475686 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37360) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:45.516918 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3cf89ea9-5b58-4502-809d-bafb04c872a1 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=a61d1e7b-eec4-42d0-a762-1efba86ff59d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401664 Dec 23 17:12:45.519319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37364) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:45.524399 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40815193', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:45.630386 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:45.634087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:subnet and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:12:45.637400 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:12:45.642895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:45.652105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:12:45.745410 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:44Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:45.749238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Checking router: a9b3f56f-1cbb-4176-8ba1-bc93eae54204 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:12:45.749584 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Updating router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 port 6d767e7c-b64e-46fb-94a2-3648b3a12444 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:12:45.751180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:45.802478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.055864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.128003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Subnet': ['ID=53ef6cc2-4649-48fe-aa8c-180002939d8c,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:46.130075 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.141787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Transition to ACTIVE for port object 6d767e7c-b64e-46fb-94a2-3648b3a12444 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:12:46.142116 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Checking segment: {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:12:46.142449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network hostable DHCP agents. Network: e4bdf01b-4c9d-43e9-8ec7-6ed174752a14, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:12:46.148039 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.164004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:12:46.174392 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, e4bdf01b-4c9d-43e9-8ec7-6ed174752a14) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:12:46.178691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:46.179461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.186638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a4050d-a421-496b-80a1-4390cb5f4ed7 None None] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:12:46.202163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0091ac25-3973-4e4a-9571-421293ee107a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6818974 Dec 23 17:12:46.204886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37368) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:12:46.304895 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedebda-f247-4e5e-99cb-b2bbaa045f6c None None] Pushing event updated for resources: {'Port': ['ID=6d767e7c-b64e-46fb-94a2-3648b3a12444,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:46.309300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Attempting to bind port 6d767e7c-b64e-46fb-94a2-3648b3a12444 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:12:46.309595 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Attempting to bind port 6d767e7c-b64e-46fb-94a2-3648b3a12444 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:12:46.309953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Attempting to bind port 6d767e7c-b64e-46fb-94a2-3648b3a12444 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:12:46.332598 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:12:46.332963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:12:46.333356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.333734 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:12:46.334187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Bound port: 6d767e7c-b64e-46fb-94a2-3648b3a12444, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:12:46.334547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.492093 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] For port 6d767e7c-b64e-46fb-94a2-3648b3a12444, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:12:46.500996 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] For port 6d767e7c-b64e-46fb-94a2-3648b3a12444, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6d767e7c-b64e-46fb-94a2-3648b3a12444,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:12:46.505726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:12:46.506537 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.517796 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:46.683986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedebda-f247-4e5e-99cb-b2bbaa045f6c None None] Pushing event updated for resources: {'Port': ['ID=6d767e7c-b64e-46fb-94a2-3648b3a12444,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:46.703341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:46.703986 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:46.910667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Allocated IP 172.20.0.2 (e4bdf01b-4c9d-43e9-8ec7-6ed174752a14/53ef6cc2-4649-48fe-aa8c-180002939d8c/f79d1e15-ca07-40b2-9e45-e1fdfd2feee0) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:12:46.944071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.003609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:47.353647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.365625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Transition to ACTIVE for port object f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:12:47.392176 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Transition to ACTIVE for port object f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:12:47.399500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.462544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.1 (e4bdf01b-4c9d-43e9-8ec7-6ed174752a14/53ef6cc2-4649-48fe-aa8c-180002939d8c/b4abccfb-67a1-46c7-8418-2dcdfed6867a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:12:47.468604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:44Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:47.479932 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:12:47.481419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Pushing event updated for resources: {'Port': ['ID=f79d1e15-ca07-40b2-9e45-e1fdfd2feee0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:47.483764 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:12:47.485782 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a67464-51eb-4438-8dff-ae5eb6e30a42 None None] The sync data for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv is: [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:44Z', 'revision_number': 3, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:12:47.487143 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:12:47.580763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Attempting to bind port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:12:47.581117 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Attempting to bind port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:12:47.581473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Attempting to bind port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 on network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:12:47.588142 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:12:47.588515 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Checking segment: {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:12:47.588954 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.589337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Bound using segment: {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:12:47.589807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Bound port: f79d1e15-ca07-40b2-9e45-e1fdfd2feee0, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:12:47.590184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.626424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.643699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object b4abccfb-67a1-46c7-8418-2dcdfed6867a will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:12:47.668291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.698138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] For port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:12:47.701866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] For port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f79d1e15-ca07-40b2-9e45-e1fdfd2feee0,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:12:47.716507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:47.755464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:12:47.757413 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:12:47.761866 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:12:47.803521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bbdd6-6e62-4800-b409-b4e504bb47cf None None] Pushing event updated for resources: {'Port': ['ID=f79d1e15-ca07-40b2-9e45-e1fdfd2feee0,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:47.903237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=b4abccfb-67a1-46c7-8418-2dcdfed6867a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:47.935805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.031275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.458683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.465278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.516193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6d767e7c-b64e-46fb-94a2-3648b3a12444 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:12:48.583604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.587838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=b4abccfb-67a1-46c7-8418-2dcdfed6867a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:48.596623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 6d767e7c-b64e-46fb-94a2-3648b3a12444 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:12:48.603059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6d767e7c-b64e-46fb-94a2-3648b3a12444 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:48.603711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.724456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.727821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:12:48.729014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:12:48.741700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 6d767e7c-b64e-46fb-94a2-3648b3a12444, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6d767e7c-b64e-46fb-94a2-3648b3a12444,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:48.746433 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:48.747380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:12:48.809608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08528c2-48db-424e-ad88-d716d04e4d2b None None] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:12:49.012238 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=6d767e7c-b64e-46fb-94a2-3648b3a12444,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:49.019788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5470a2be-4bc8-4df1-a7af-426bfaa9fdd3 None None] Provisioning for port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:12:49.076799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:12:49.084944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:49.085477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:49.113758 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:12:49.258512 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:49.298204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f79d1e15-ca07-40b2-9e45-e1fdfd2feee0,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:49.303286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:49.318713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:12:49.331957 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-107ecb2f-adcd-4f35-9ebd-e8f62737a963 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/a9b3f56f-1cbb-4176-8ba1-bc93eae54204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1259835 Dec 23 17:12:49.390972 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=f79d1e15-ca07-40b2-9e45-e1fdfd2feee0,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:49.565763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b5805fa3-4cc0-4870-9360-428f3988def3 None None] Provisioning complete for port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:49.566417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5805fa3-4cc0-4870-9360-428f3988def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:49.661546 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-611f89fb-44a8-4dd3-b567-7f317cdbf213 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793808544&fields=id&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 267 time: 0.0454433 Dec 23 17:12:49.706763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b5805fa3-4cc0-4870-9360-428f3988def3 None None] Provisioning for port b4abccfb-67a1-46c7-8418-2dcdfed6867a completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:12:49.712762 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b5805fa3-4cc0-4870-9360-428f3988def3 None None] Provisioning complete for port b4abccfb-67a1-46c7-8418-2dcdfed6867a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:49.713431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5805fa3-4cc0-4870-9360-428f3988def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:49.781651 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b5805fa3-4cc0-4870-9360-428f3988def3 None None] Port b4abccfb-67a1-46c7-8418-2dcdfed6867a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:12:49.902925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f79e4a6f-111f-4f54-8b29-a2d6c57de476 None None] Provisioning complete for port b4abccfb-67a1-46c7-8418-2dcdfed6867a triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:49.903284 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f79e4a6f-111f-4f54-8b29-a2d6c57de476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:49.918187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-05e45ed4-f4c8-471b-b8bc-06748a69dbdd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:49.919607 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-05e45ed4-f4c8-471b-b8bc-06748a69dbdd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/networks?id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 200 len: 796 time: 0.2510757 Dec 23 17:12:49.934994 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-c49c35db-33bc-443d-8eb9-5182cb9aeefe tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/quotas/ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 375 time: 0.0099938 Dec 23 17:12:49.953888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f79e4a6f-111f-4f54-8b29-a2d6c57de476 None None] Port b4abccfb-67a1-46c7-8418-2dcdfed6867a cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:12:50.018151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-b8a0ec94-b554-43b3-9fdf-f1159c27bbd0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:12:50.032627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-b8a0ec94-b554-43b3-9fdf-f1159c27bbd0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:12:50.034204 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-b8a0ec94-b554-43b3-9fdf-f1159c27bbd0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938120 Dec 23 17:12:50.049496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-192e65f6-4457-4437-b3aa-a8dea9fd30ba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 17:12:50.050392 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-192e65f6-4457-4437-b3aa-a8dea9fd30ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047967 Dec 23 17:12:50.177820 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-5e61aca8-40aa-4872-ac0a-2436d16ce8fc service neutron] 10.222.0.18 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218793 Dec 23 17:12:50.303584 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-e91b4c99-7774-4fc5-abaf-4054b9c76788 service neutron] 10.222.0.18 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197472 Dec 23 17:12:50.500071 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6d767e7c-b64e-46fb-94a2-3648b3a12444 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:12:50.501339 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-12c708c7-d804-4a7c-b47a-20a8949790c9 req-e8c3809b-fd91-4dc9-ab06-f7224f9dc5bd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 210 time: 0.0431604 Dec 23 17:12:50.567053 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 6d767e7c-b64e-46fb-94a2-3648b3a12444 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:50.567574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:50.680536 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:12:50.746327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:50.746700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:51.091121 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Sync routers for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:12:51.107291 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:51.108590 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:51.287337 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:51.633037 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 2, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:51.637018 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Checking router: a9b3f56f-1cbb-4176-8ba1-bc93eae54204 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:12:51.637361 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Updating router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 port b4abccfb-67a1-46c7-8418-2dcdfed6867a binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:12:51.691907 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:51.743426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6f3b6e99-68c7-43f3-8ff4-1eada9cad476 req-85d67e21-2e03-4b82-8efb-178e63c04073 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 210 time: 0.1040032 Dec 23 17:12:51.812004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-5172dabf-c19b-4e74-b565-1b2af1f47c59 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:51.813298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-5172dabf-c19b-4e74-b565-1b2af1f47c59 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/networks?id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 200 len: 796 time: 0.2076414 Dec 23 17:12:51.868982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-959792ca-7870-42fa-a346-5dc4b48e1e2f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce0086d1afaa410793a621edbb5a418c HTTP/1.1" status: 200 len: 379 time: 0.0405004 Dec 23 17:12:51.876923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'port': {'device_id': '3c744345-6cf9-43f6-a136-72cfac942c80', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'admin_state_up': True, 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'security_groups': ['1c0dcaaf-f34e-4c17-9d1b-37f908ee501d']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:52.007285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:12:52.017191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:12:52.027254 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.027773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Made reservation on behalf of ce0086d1afaa410793a621edbb5a418c for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:12:52.030958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.038287 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Transition to ACTIVE for port object b4abccfb-67a1-46c7-8418-2dcdfed6867a will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:12:52.045966 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.162384 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Pushing event updated for resources: {'Port': ['ID=b4abccfb-67a1-46c7-8418-2dcdfed6867a,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:52.184317 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.184317 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.184317 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.184678 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.185008 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.185333 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.185636 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.186108 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.186570 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.187027 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.187502 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:12:52.200205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.20.0.4 (e4bdf01b-4c9d-43e9-8ec7-6ed174752a14/53ef6cc2-4649-48fe-aa8c-180002939d8c/0873d862-f418-484a-ac61-1968a5ccfc00) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:12:52.277993 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Attempting to bind port b4abccfb-67a1-46c7-8418-2dcdfed6867a on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:12:52.278349 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Attempting to bind port b4abccfb-67a1-46c7-8418-2dcdfed6867a by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:12:52.278698 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Attempting to bind port b4abccfb-67a1-46c7-8418-2dcdfed6867a on network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:12:52.285694 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:12:52.286216 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Checking segment: {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:12:52.286601 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.287206 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Bound using segment: {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:12:52.287684 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Bound port: b4abccfb-67a1-46c7-8418-2dcdfed6867a, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:12:52.288063 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.372784 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] For port b4abccfb-67a1-46c7-8418-2dcdfed6867a, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:12:52.375948 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] For port b4abccfb-67a1-46c7-8418-2dcdfed6867a, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b4abccfb-67a1-46c7-8418-2dcdfed6867a,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:12:52.382136 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.396118 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.414721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Transition to ACTIVE for port object 0873d862-f418-484a-ac61-1968a5ccfc00 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:12:52.441599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.469749 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a93124-3d54-4341-b2e2-32e56e0cca71 None None] Pushing event updated for resources: {'Port': ['ID=b4abccfb-67a1-46c7-8418-2dcdfed6867a,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:52.475120 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:12:52.475750 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:52.523868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:12:52.527060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:12:52.531572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:12:52.559253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=0873d862-f418-484a-ac61-1968a5ccfc00,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:52.593305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:52.593904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.624217 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-415032ab-24a0-4935-9d58-e7cc855ed295 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505829 Dec 23 17:12:52.636174 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Request body: {'port': {'device_id': '3c744345-6cf9-43f6-a136-72cfac942c80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:12:52.659837 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:12:52.747245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:52.942701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d351fcb0-822c-4f29-9a3c-15dddffcf9df None None] Provisioning for port 0873d862-f418-484a-ac61-1968a5ccfc00 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:12:52.949856 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d351fcb0-822c-4f29-9a3c-15dddffcf9df None None] Provisioning complete for port 0873d862-f418-484a-ac61-1968a5ccfc00 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:52.950618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d351fcb0-822c-4f29-9a3c-15dddffcf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:53.010944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d351fcb0-822c-4f29-9a3c-15dddffcf9df None None] Port 0873d862-f418-484a-ac61-1968a5ccfc00 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:12:53.014794 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:52Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:12:53.018710 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d022a6-434f-41a1-850f-ba836e61b7b4 None None] The sync data for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv is: [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:52Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:12:53.190143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcbbd9-0a73-4630-aeb0-9f1b90389ae3 req-cb1c00b9-d884-459d-9939-6244e5853e39 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:53.190844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b3dcbbd9-0a73-4630-aeb0-9f1b90389ae3 req-cb1c00b9-d884-459d-9939-6244e5853e39 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:12:53.218520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-b3dcbbd9-0a73-4630-aeb0-9f1b90389ae3 req-cb1c00b9-d884-459d-9939-6244e5853e39 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:12:53.219695 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3dcbbd9-0a73-4630-aeb0-9f1b90389ae3 req-cb1c00b9-d884-459d-9939-6244e5853e39 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 931 time: 0.3372066 Dec 23 17:12:53.304348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0873d862-f418-484a-ac61-1968a5ccfc00 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:12:53.314886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:53.332203 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b3dcbbd9-0a73-4630-aeb0-9f1b90389ae3 req-889706dd-09e0-4636-9dfe-362f38bf8056 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804837 Dec 23 17:12:53.334700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Transition to ACTIVE for port object 0873d862-f418-484a-ac61-1968a5ccfc00 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:12:53.339408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:53.473675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Pushing event updated for resources: {'Port': ['ID=0873d862-f418-484a-ac61-1968a5ccfc00,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:53.593697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Attempting to bind port 0873d862-f418-484a-ac61-1968a5ccfc00 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:12:53.594100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Attempting to bind port 0873d862-f418-484a-ac61-1968a5ccfc00 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:12:53.594429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Attempting to bind port 0873d862-f418-484a-ac61-1968a5ccfc00 on network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:12:53.601700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Port 0873d862-f418-484a-ac61-1968a5ccfc00 on network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:12:53.602020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Attempting to bind port 0873d862-f418-484a-ac61-1968a5ccfc00 on network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:12:53.608695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:12:53.609025 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Checking segment: {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:12:53.609405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Bound using segment: {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:12:53.609825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Bound port: 0873d862-f418-484a-ac61-1968a5ccfc00, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:12:53.610161 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:53.703078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] For port 0873d862-f418-484a-ac61-1968a5ccfc00, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:12:53.706115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] For port 0873d862-f418-484a-ac61-1968a5ccfc00, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0873d862-f418-484a-ac61-1968a5ccfc00,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:12:53.710817 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:53.773207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:53.774455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] 10.222.0.59 "PUT /v2.0/ports/0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 200 len: 1093 time: 1.1430330 Dec 23 17:12:53.774881 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:12:53.792572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732063c-b997-4f7d-a2d8-afda5562fe5e service neutron] Pushing event updated for resources: {'Port': ['ID=0873d862-f418-484a-ac61-1968a5ccfc00,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:53.852198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00', 'status': 'completed', 'code': 200} Dec 23 17:12:53.895926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-85993495-775a-45dd-9b2a-84fa24c34401 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1096 time: 0.0820522 Dec 23 17:12:53.965531 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-d9ab7cfd-c767-4f6f-ba51-bacc9d907dc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 200 len: 217 time: 0.0630479 Dec 23 17:12:54.029903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-6f92268a-fda1-4dcc-b23b-a0ae76cbcd06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:54.031303 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-6f92268a-fda1-4dcc-b23b-a0ae76cbcd06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ef6cc2-4649-48fe-aa8c-180002939d8c HTTP/1.1" status: 200 len: 833 time: 0.0594537 Dec 23 17:12:54.103718 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-6e55726a-e973-403d-8078-1fab43d122ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661058 Dec 23 17:12:54.231403 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-50175c8c-96f2-4afd-8cbf-e0ad60cd3293 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214876 Dec 23 17:12:54.358562 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15f44beb-78b5-40d0-bce0-524a5d63a5c7 req-c4c51823-c13d-48c4-ab21-695476651910 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204829 Dec 23 17:12:54.496951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b4abccfb-67a1-46c7-8418-2dcdfed6867a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:12:54.534758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-35c9ddd3-8d0c-43c5-9122-a95c8e721666 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1096 time: 0.1290338 Dec 23 17:12:54.563990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port b4abccfb-67a1-46c7-8418-2dcdfed6867a completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:12:54.568699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b4abccfb-67a1-46c7-8418-2dcdfed6867a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:54.569059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:54.621183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe73bd4-e4c3-4f9c-9eb8-8f88af6ec8fa req-749cc6f7-7f27-4820-a023-4d4fe39d916d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:54.622524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fe73bd4-e4c3-4f9c-9eb8-8f88af6ec8fa req-749cc6f7-7f27-4820-a023-4d4fe39d916d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 943 time: 0.1582522 Dec 23 17:12:54.683995 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:54.704864 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7fe73bd4-e4c3-4f9c-9eb8-8f88af6ec8fa req-d41c3022-4c18-4386-af80-454c3b4dad67 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721035 Dec 23 17:12:54.713137 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-c7839ab6-521b-4103-90ae-4fbc62ca9800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:54.715119 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-c7839ab6-521b-4103-90ae-4fbc62ca9800 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 200 len: 897 time: 0.1733282 Dec 23 17:12:54.726572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port b4abccfb-67a1-46c7-8418-2dcdfed6867a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b4abccfb-67a1-46c7-8418-2dcdfed6867a,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:54.731367 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:54.797393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=b4abccfb-67a1-46c7-8418-2dcdfed6867a,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:54.877016 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-c3800e7f-8766-4649-a210-8b607694961b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 200 len: 217 time: 0.1558089 Dec 23 17:12:54.936947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-7d0b47d7-ebd4-4a02-9b54-31885ac98e4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:54.938295 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-7d0b47d7-ebd4-4a02-9b54-31885ac98e4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ef6cc2-4649-48fe-aa8c-180002939d8c HTTP/1.1" status: 200 len: 833 time: 0.0553386 Dec 23 17:12:55.013688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-ef9b8500-7ca9-4489-81bd-9e68241637ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679836 Dec 23 17:12:55.141432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-9bb51a0f-e250-4dde-8f93-29aa13248010 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205375 Dec 23 17:12:55.267885 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-aa70bc5d-12b5-4ff3-8ff6-6d329a135932 req-d6f98873-90f7-4e25-8fcf-9c2d32a7e3f6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202965 Dec 23 17:12:55.908155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ea21e-17c2-43a2-af16-088ce055af8b req-34aaf9c0-39b8-4372-8fb6-cb2b2b846aac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:55.909584 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-250ea21e-17c2-43a2-af16-088ce055af8b req-34aaf9c0-39b8-4372-8fb6-cb2b2b846aac tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 943 time: 0.0750377 Dec 23 17:12:55.952731 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-250ea21e-17c2-43a2-af16-088ce055af8b req-a1eddfde-4dfe-445b-a25b-cb894a7b15c9 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377963 Dec 23 17:12:56.463545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b4abccfb-67a1-46c7-8418-2dcdfed6867a up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:12:56.531888 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port b4abccfb-67a1-46c7-8418-2dcdfed6867a triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:56.532249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:57.148022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e026a-bc49-414f-af24-fa19c51e9df2 req-2233e5b9-6de6-41b8-95ab-19b29c6ee416 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:57.149442 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5d6e026a-bc49-414f-af24-fa19c51e9df2 req-2233e5b9-6de6-41b8-95ab-19b29c6ee416 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 943 time: 0.0771997 Dec 23 17:12:57.193814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5d6e026a-bc49-414f-af24-fa19c51e9df2 req-f7ade021-066e-4e20-8f90-f01c26d0d8c3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 Dec 23 17:12:57.911353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0873d862-f418-484a-ac61-1968a5ccfc00 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:12:58.039706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0873d862-f418-484a-ac61-1968a5ccfc00, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0873d862-f418-484a-ac61-1968a5ccfc00,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:58.078386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '0873d862-f418-484a-ac61-1968a5ccfc00', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'port_id': '0873d862-f418-484a-ac61-1968a5ccfc00', 'mac_address': 'fa:16:3e:db:18:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:12:58.129585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:58.145519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0873d862-f418-484a-ac61-1968a5ccfc00 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:12:58.159935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0873d862-f418-484a-ac61-1968a5ccfc00, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0873d862-f418-484a-ac61-1968a5ccfc00,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:12:58.163617 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:12:58.228897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0873d862-f418-484a-ac61-1968a5ccfc00,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:12:58.384935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2cb2a-4c6d-48fc-b6bb-5a72ac92e611 req-8b56724b-60ce-411b-9de6-7f0247003fc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:58.386483 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-09c2cb2a-4c6d-48fc-b6bb-5a72ac92e611 req-8b56724b-60ce-411b-9de6-7f0247003fc0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 944 time: 0.0734704 Dec 23 17:12:58.434792 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-09c2cb2a-4c6d-48fc-b6bb-5a72ac92e611 req-1f608fe7-2fbe-4e57-90e8-475c7cb42d3a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Dec 23 17:12:58.561937 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0873d862-f418-484a-ac61-1968a5ccfc00'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:12:59.759808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff1c88-46e7-400d-8c2b-cb9b078faac2 req-aaa12cfa-7ebf-4b55-a99a-501614b8c397 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:12:59.761242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8ff1c88-46e7-400d-8c2b-cb9b078faac2 req-aaa12cfa-7ebf-4b55-a99a-501614b8c397 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 944 time: 0.2083960 Dec 23 17:12:59.805450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c8ff1c88-46e7-400d-8c2b-cb9b078faac2 req-0b3e35a6-2dca-42c2-9941-54fce425d23f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387681 Dec 23 17:12:59.925944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0873d862-f418-484a-ac61-1968a5ccfc00 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:12:59.990223 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 0873d862-f418-484a-ac61-1968a5ccfc00 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:12:59.994758 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 0873d862-f418-484a-ac61-1968a5ccfc00 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:12:59.995140 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:00.107803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:00.132813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:13:00.141868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0873d862-f418-484a-ac61-1968a5ccfc00, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0873d862-f418-484a-ac61-1968a5ccfc00,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:13:00.145702 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:00.209416 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0873d862-f418-484a-ac61-1968a5ccfc00,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:13:00.349492 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00', 'code': 200} Dec 23 17:13:00.567578 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d22c7834-033a-4b4a-a79f-65d02ce34ce5 req-f348e60f-6ed7-4fb8-a44d-abc28029e915 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1098 time: 0.0676413 Dec 23 17:13:00.607969 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d22c7834-033a-4b4a-a79f-65d02ce34ce5 req-b8d1f4f0-1f6b-4403-81a8-247eff8835c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 Dec 23 17:13:00.992816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1be9e6-1e29-4553-94a3-decbc88f3a7e req-766408b5-21f7-4536-ac92-5a4638a2efbe tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:00.994219 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1f1be9e6-1e29-4553-94a3-decbc88f3a7e req-766408b5-21f7-4536-ac92-5a4638a2efbe tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0726695 Dec 23 17:13:01.037601 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1f1be9e6-1e29-4553-94a3-decbc88f3a7e req-b0a68950-2596-4c45-a795-a6e3b486ef81 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374811 Dec 23 17:13:02.236096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c66c8-d19e-4699-a16c-8a47ba3aa55f req-4ecc8d93-5ea9-44a8-b492-8be35a4fd43f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:02.237524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-df1c66c8-d19e-4699-a16c-8a47ba3aa55f req-4ecc8d93-5ea9-44a8-b492-8be35a4fd43f tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0775015 Dec 23 17:13:02.281335 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-df1c66c8-d19e-4699-a16c-8a47ba3aa55f req-7bf00dda-e54f-4569-9eca-d23bff98f600 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384748 Dec 23 17:13:02.473308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323872b-4ca5-4565-bbd2-127b4ac36196 req-b6bf815a-4ad1-4fcd-982c-1f2cc3ba942b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:02.474720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5323872b-4ca5-4565-bbd2-127b4ac36196 req-b6bf815a-4ad1-4fcd-982c-1f2cc3ba942b tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0745642 Dec 23 17:13:02.518898 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5323872b-4ca5-4565-bbd2-127b4ac36196 req-1e85e050-1d0d-46e9-af9d-0bc476fd4402 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388100 Dec 23 17:13:02.545757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37430) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:13:02.615720 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0471bc95-15ec-445c-91ec-863da64f2165 tempest-TestNetworkAdvancedServerOps-105373747 tempest-TestNetworkAdvancedServerOps-105373747-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1093 time: 0.0686913 Dec 23 17:13:02.618125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37434) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:13:02.623721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '0873d862-f418-484a-ac61-1968a5ccfc00', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:13:02.629339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:13:02.633191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Usage tracker for resource:floatingip and tenant:ce0086d1afaa410793a621edbb5a418c is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:13:02.636055 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:13:02.641687 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:13:02.651398 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:02.782871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:02.919980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Allocated IP 172.26.7.52 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/983713d8-e13c-4a88-a852-b42b97bea30c) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:13:03.146915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:03.175015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:03.240441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:13:03.243205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:13:03.245592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:13:03.277722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=983713d8-e13c-4a88-a852-b42b97bea30c,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:13:03.739831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:03.798773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:03.991246 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:03.995910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:04.098294 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event updated for resources: {'Port': ['ID=983713d8-e13c-4a88-a852-b42b97bea30c,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:13:04.111096 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:04.290011 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Floating IP f6513dfb-0c2b-4d63-9b43-3a44e4147163 associated. External IP: 172.26.7.52, port: 0873d862-f418-484a-ac61-1968a5ccfc00. Dec 23 17:13:04.778582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:13:04.972074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:13:04.981873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] Sync routers for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:13:04.993265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:13:04.993811 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:13:04.996529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:05.049921 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-29000621-c846-4f39-abfb-9837725720db tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4307835 Dec 23 17:13:05.050588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:13:05.108982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00', 'status': 'completed', 'code': 200} Dec 23 17:13:05.185393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f7bfb97-a71a-4cfa-adbd-3c6c6fc4ab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:05.188430 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:13:05.259650 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-a001bfb5-d0ab-4e41-961a-f2d2bf2aaf6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1098 time: 0.1289945 Dec 23 17:13:05.290860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b432c5-4032-48c8-a763-e2970ab8918d req-f54d3ea8-cb62-44fe-9aed-496a523737b5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:05.292309 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0b432c5-4032-48c8-a763-e2970ab8918d req-f54d3ea8-cb62-44fe-9aed-496a523737b5 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.1241150 Dec 23 17:13:05.414113 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b0b432c5-4032-48c8-a763-e2970ab8918d req-478e9268-630a-4703-9bce-39296b0e7c9e tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755544 Dec 23 17:13:05.434725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-d94e22c9-830e-4ff0-95ef-214f7b71224c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:05.436337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-d94e22c9-830e-4ff0-95ef-214f7b71224c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 200 len: 897 time: 0.1699762 Dec 23 17:13:05.454999 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37442) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:13:05.540204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6513dfb-0c2b-4d63-9b43-3a44e4147163', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'port_id': '0873d862-f418-484a-ac61-1968a5ccfc00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'mac_address': 'fa:16:3e:db:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c744345-6cf9-43f6-a136-72cfac942c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:13:03Z', 'updated_at': '2021-12-23T17:13:03Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:54Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:13:05.545128 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] Checking router: a9b3f56f-1cbb-4176-8ba1-bc93eae54204 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:13:05.549709 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-7fcb17a4-a6b7-4824-b2ff-588fd86843ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 200 len: 998 time: 0.1059339 Dec 23 17:13:05.555732 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:13:05.556327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:12:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:13:05.564752 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b410dcdb-725f-4f3b-97c1-847132924a54 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 200 len: 990 time: 0.1074641 Dec 23 17:13:05.612706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-77e0d515-88a6-4b42-9ffb-58d942522d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:05.614141 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-77e0d515-88a6-4b42-9ffb-58d942522d5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ef6cc2-4649-48fe-aa8c-180002939d8c HTTP/1.1" status: 200 len: 833 time: 0.0584495 Dec 23 17:13:05.689925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-53c26e18-cffc-4f75-8aeb-2995e1e3b0a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699198 Dec 23 17:13:05.738448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:13:05.829259 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-6c098ad3-4986-460c-98f5-5d12229c74e6 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329906 Dec 23 17:13:05.959523 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-04dade0d-f53a-4376-96b7-df05c7acf08f req-45e45610-341c-4975-b8c6-6380b3b0cd89 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239417 Dec 23 17:13:06.110821 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6513dfb-0c2b-4d63-9b43-3a44e4147163', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'port_id': '0873d862-f418-484a-ac61-1968a5ccfc00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'mac_address': 'fa:16:3e:db:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c744345-6cf9-43f6-a136-72cfac942c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:13:03Z', 'updated_at': '2021-12-23T17:13:03Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:54Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:13:06.114671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f4619-3e3c-4240-baad-dc16e706e2fd None None] The sync data for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv is: [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6513dfb-0c2b-4d63-9b43-3a44e4147163', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'port_id': '0873d862-f418-484a-ac61-1968a5ccfc00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'mac_address': 'fa:16:3e:db:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c744345-6cf9-43f6-a136-72cfac942c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:13:03Z', 'updated_at': '2021-12-23T17:13:03Z', 'revision_number': 0, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:54Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:13:06.567469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37446) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:13:06.669439 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de3988b9-06e5-49a3-bedb-82a3830a3d83 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 200 len: 990 time: 0.1006908 Dec 23 17:13:07.313755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:07.386310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f51e1559-f257-44d4-ba3c-8ea14e7c827f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:07.673163 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37450) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:13:07.774071 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78a8e281-49b4-4504-98f3-81bf9a3c3aba tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 200 len: 990 time: 0.0999103 Dec 23 17:13:08.598348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:08.632332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:08.778262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37454) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:13:08.882152 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28997e5c-2107-419e-80c9-c31820d759a3 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 200 len: 990 time: 0.1027985 Dec 23 17:13:08.968357 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe077d5c-b70e-4677-83c2-a115ea37adba None None] New status for floating IP f6513dfb-0c2b-4d63-9b43-3a44e4147163: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:13:09.886081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37458) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:13:09.989962 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1fa4ded1-50f0-4c50-b033-1084fa3600aa tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 200 len: 992 time: 0.1027749 Dec 23 17:13:10.090135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:13.944795 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:13:35.172172 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bebf06ed-fdca-45f3-829a-b2deaf7df02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:37.310710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:37.392998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-79f65cb8-c169-452d-acc9-ab4191262a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:38.600264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:38.632767 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:40.092778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:13:48.043697 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-35819803-a97e-4882-9703-1252c8d585d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696378 Dec 23 17:13:48.179146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-a3fd5a7a-0de7-47fc-942c-089bfc77fe62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1098 time: 0.0694323 Dec 23 17:13:48.320219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2c3e-0c3a-4324-8366-beffff02210e req-d838c96f-16da-4567-958f-3c61789e3e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:48.325111 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-d838c96f-16da-4567-958f-3c61789e3e5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 200 len: 897 time: 0.1229668 Dec 23 17:13:48.418781 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-2b7c3053-2ce3-4bcd-ba73-e8b3d073feac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 200 len: 1000 time: 0.0908227 Dec 23 17:13:48.575308 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2c3e-0c3a-4324-8366-beffff02210e req-1b4d9125-7fb1-412c-97dd-88cfe94d56ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:13:48.576659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-1b4d9125-7fb1-412c-97dd-88cfe94d56ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ef6cc2-4649-48fe-aa8c-180002939d8c HTTP/1.1" status: 200 len: 833 time: 0.1515491 Dec 23 17:13:48.648012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-cea2906f-7e89-41e6-91ee-200790f89495 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648327 Dec 23 17:13:48.775088 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-80d73b49-1f88-4a5f-93ec-31e8486aee96 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203270 Dec 23 17:13:48.902202 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-286e2c3e-0c3a-4324-8366-beffff02210e req-37a4ab26-7491-4272-89a5-cc5513452186 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204836 Dec 23 17:13:50.944756 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:14:05.162969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7df72e96-5e51-4cb0-b99c-8d05cd671825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:07.328540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:07.386295 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-838b58b7-40e0-4aac-927b-56de48cdedad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:08.604113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:08.635356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:08.938927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2b6e-8a7e-498f-93c3-f75445e15d6f req-5026c957-f162-45c7-8cd2-628778c7d6e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:08.940362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1c2b6e-8a7e-498f-93c3-f75445e15d6f req-5026c957-f162-45c7-8cd2-628778c7d6e2 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0774143 Dec 23 17:14:08.983063 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8d1c2b6e-8a7e-498f-93c3-f75445e15d6f req-373ccea8-8cc9-43bb-8eef-093a5e5878d4 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373607 Dec 23 17:14:10.099091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:10.181284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df38d8-4a70-4628-92db-ce4743c0fa24 req-af266cab-09b1-471e-b104-3d839d20e9f6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:10.182869 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a3df38d8-4a70-4628-92db-ce4743c0fa24 req-af266cab-09b1-471e-b104-3d839d20e9f6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0736609 Dec 23 17:14:10.234547 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a3df38d8-4a70-4628-92db-ce4743c0fa24 req-34b32f9a-5094-468e-977a-c5d6e3d76380 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459042 Dec 23 17:14:11.429101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0d324-fa0d-487c-afea-a2a5c17da13b req-ea1eaa9d-5994-4af0-b121-13d311ac2598 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:11.430546 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e1d0d324-fa0d-487c-afea-a2a5c17da13b req-ea1eaa9d-5994-4af0-b121-13d311ac2598 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0760231 Dec 23 17:14:11.475117 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e1d0d324-fa0d-487c-afea-a2a5c17da13b req-ec6806e1-1073-4349-8254-e7ad3ad617b0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384314 Dec 23 17:14:11.503164 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37494) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:11.605315 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9d9231bd-df35-4e65-8803-87ea6ef50f56 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 200 len: 992 time: 0.1010530 Dec 23 17:14:13.130605 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-0fa3f78e-a378-4fb4-a2cc-f7a1a010a2ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1098 time: 0.0943542 Dec 23 17:14:13.137357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c2e65-9a0a-4501-8123-a996d28ed3b9 req-b64f7d5b-b814-42d8-8ab1-1eda19a30642 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:13.138717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-277c2e65-9a0a-4501-8123-a996d28ed3b9 req-b64f7d5b-b814-42d8-8ab1-1eda19a30642 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.1326857 Dec 23 17:14:13.271012 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-277c2e65-9a0a-4501-8123-a996d28ed3b9 req-b230fa99-5168-4bb1-9846-b0c2200af1f6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141784 Dec 23 17:14:13.294803 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-5c256d42-d485-4fcf-85b7-6db28199ea9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:13.296248 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-5c256d42-d485-4fcf-85b7-6db28199ea9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 200 len: 897 time: 0.1567287 Dec 23 17:14:13.395283 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-c07f2f3f-b498-4791-bba4-43b68abf1509 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 200 len: 1000 time: 0.0928633 Dec 23 17:14:13.455908 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-42cafed2-eb86-4240-bd4e-324cd876f173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:13.457312 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-42cafed2-eb86-4240-bd4e-324cd876f173 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ef6cc2-4649-48fe-aa8c-180002939d8c HTTP/1.1" status: 200 len: 833 time: 0.0562599 Dec 23 17:14:13.531085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-74abbd92-0be0-484f-8bc7-0699335ae696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677102 Dec 23 17:14:13.657457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-73c52058-f244-48c0-aaae-a327cebcc628 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200507 Dec 23 17:14:13.879105 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c5542c1a-b4e7-4935-8851-ab79010cc091 req-72e6bd88-1903-4d91-b41b-5d496011837b service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155030 Dec 23 17:14:14.473073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490392b-06e5-4463-9d5b-a94b0f8896d4 req-eacfbb87-a62a-4de1-aa20-faf97cb09e13 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:14.474518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4490392b-06e5-4463-9d5b-a94b0f8896d4 req-eacfbb87-a62a-4de1-aa20-faf97cb09e13 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0810752 Dec 23 17:14:14.518307 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4490392b-06e5-4463-9d5b-a94b0f8896d4 req-127ab99d-5ce7-49f9-bb4b-916ac2862a71 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377750 Dec 23 17:14:15.711932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561f4bd-04b5-441a-a0c9-e75ab2bde103 req-1759e14e-677a-4904-a6ad-40a152fcec2d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:15.713292 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8561f4bd-04b5-441a-a0c9-e75ab2bde103 req-1759e14e-677a-4904-a6ad-40a152fcec2d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0787680 Dec 23 17:14:15.756644 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8561f4bd-04b5-441a-a0c9-e75ab2bde103 req-a506be18-99b1-45dd-9310-eb077944774d tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379899 Dec 23 17:14:15.784108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37508) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:15.891495 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b703e633-57b5-4c61-bef5-44fe1c9f3331 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 200 len: 992 time: 0.1063313 Dec 23 17:14:16.314618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37516) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:16.511535 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 983713d8-e13c-4a88-a852-b42b97bea30c {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:14:16.511894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:16.669916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:16.670238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:16.792743 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 983713d8-e13c-4a88-a852-b42b97bea30c owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:14:16.932364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:16.975183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=983713d8-e13c-4a88-a852-b42b97bea30c,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:17.014459 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.014797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.015128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.015461 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.015806 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.016125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.016439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.016751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.017063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.017372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.017681 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:17.074446 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:17.543679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:14:17.737751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:14:17.747446 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] Sync routers for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:14:17.757526 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:17.759800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:17.760405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:17.809511 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5d57f673-1f4a-49f7-adae-dee9d45d6957 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6513dfb-0c2b-4d63-9b43-3a44e4147163 HTTP/1.1" status: 204 len: 168 time: 1.4938340 Dec 23 17:14:17.810097 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:14:17.872394 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00', 'status': 'completed', 'code': 200} Dec 23 17:14:17.939451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:17.966440 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1edb105-d00a-445f-80e0-a5001a647750 req-85c89933-5993-484b-87e0-6d7fad03fb48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce0086d1afaa410793a621edbb5a418c&device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 1098 time: 0.0728629 Dec 23 17:14:18.116641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb105-d00a-445f-80e0-a5001a647750 req-fe3c38f0-a48f-4151-89b3-cd89fb372ed4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:18.118068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1edb105-d00a-445f-80e0-a5001a647750 req-fe3c38f0-a48f-4151-89b3-cd89fb372ed4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 200 len: 897 time: 0.1454577 Dec 23 17:14:18.224751 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1edb105-d00a-445f-80e0-a5001a647750 req-e735d8d0-33ab-47f5-8b2a-d21443b88acd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 200 len: 217 time: 0.0721600 Dec 23 17:14:18.249952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:54Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:18.253656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] Checking router: a9b3f56f-1cbb-4176-8ba1-bc93eae54204 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:14:18.263815 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:18.264399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:18.299905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb105-d00a-445f-80e0-a5001a647750 req-5a17697d-2e0f-4807-a223-ca2c2b461193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:18.301223 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1edb105-d00a-445f-80e0-a5001a647750 req-5a17697d-2e0f-4807-a223-ca2c2b461193 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53ef6cc2-4649-48fe-aa8c-180002939d8c HTTP/1.1" status: 200 len: 833 time: 0.0668924 Dec 23 17:14:18.308112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312965cb-4d55-49e7-893a-96e8908c89e5 req-ad012ad0-ce4a-4952-8626-a9774476461a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:18.308759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-312965cb-4d55-49e7-893a-96e8908c89e5 req-ad012ad0-ce4a-4952-8626-a9774476461a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Synchronizing usage tracker for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:14:18.364926 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-312965cb-4d55-49e7-893a-96e8908c89e5 req-ad012ad0-ce4a-4952-8626-a9774476461a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Unset dirty status for tenant:ce0086d1afaa410793a621edbb5a418c on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:14:18.366081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-312965cb-4d55-49e7-893a-96e8908c89e5 req-ad012ad0-ce4a-4952-8626-a9774476461a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.2429354 Dec 23 17:14:18.421173 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1edb105-d00a-445f-80e0-a5001a647750 req-ce235452-98a6-4224-875a-bc5c21a1e884 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1097910 Dec 23 17:14:18.428099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-312965cb-4d55-49e7-893a-96e8908c89e5 req-3a7d7861-a475-418f-8a54-cd7f2a64007c tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498662 Dec 23 17:14:18.440095 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:18.553666 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1edb105-d00a-445f-80e0-a5001a647750 req-6318e21f-ac5b-4fc0-bc32-d9d60ca832e8 service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245611 Dec 23 17:14:18.685264 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c1edb105-d00a-445f-80e0-a5001a647750 req-4b2d2999-f166-43d4-82a9-2269e9e6357b service neutron] 10.222.0.59 "GET /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229720 Dec 23 17:14:18.783725 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:54Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:18.787513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b55d1-1b2c-4e05-beb4-ec44626cf13a None None] The sync data for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv is: [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:12:47Z', 'revision_number': 4, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'b4abccfb-67a1-46c7-8418-2dcdfed6867a', 'name': '', 'network_id': 'e4bdf01b-4c9d-43e9-8ec7-6ed174752a14', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'mac_address': 'fa:16:3e:8a:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:47Z', 'updated_at': '2021-12-23T17:12:54Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'subnets': [{'id': '53ef6cc2-4649-48fe-aa8c-180002939d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:14:18.992104 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac824c59-94f5-48f3-bf77-838657da0259 None None] New status for floating IP f6513dfb-0c2b-4d63-9b43-3a44e4147163: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:14:19.627729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea79b-d58b-45da-a5a2-60ecb6592097 req-50422225-55eb-4063-afc1-dd4f06fb5d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:19.629146 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f96ea79b-d58b-45da-a5a2-60ecb6592097 req-50422225-55eb-4063-afc1-dd4f06fb5d11 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0726852 Dec 23 17:14:19.673298 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f96ea79b-d58b-45da-a5a2-60ecb6592097 req-83c433d1-79c4-4be9-b0f1-88280dd4dffd tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385964 Dec 23 17:14:20.039644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-c0b754f4-1019-4401-8509-fcbd41ddb716 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:20.041775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-c0b754f4-1019-4401-8509-fcbd41ddb716 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 945 time: 0.0768392 Dec 23 17:14:20.106004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 0873d862-f418-484a-ac61-1968a5ccfc00 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:14:20.106336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:20.439017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 0873d862-f418-484a-ac61-1968a5ccfc00, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0873d862-f418-484a-ac61-1968a5ccfc00,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:20.439361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:20.554700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 0873d862-f418-484a-ac61-1968a5ccfc00 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:14:20.690548 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:20.737676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=0873d862-f418-484a-ac61-1968a5ccfc00,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:20.839845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] No DVR routers for this DVR port 0873d862-f418-484a-ac61-1968a5ccfc00 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:14:20.845557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:20.847900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'name': 'network-vif-deleted', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:14:20.859532 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-544a97b1-6f13-49a0-9e41-d155b269c937 req-c02b2f1f-5b83-4938-b801-74fff1990765 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c744345-6cf9-43f6-a136-72cfac942c80 HTTP/1.1" status: 200 len: 210 time: 0.0520017 Dec 23 17:14:20.872474 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7635fdcc-8166-4a13-9df4-b0e36d89ef11 req-ea9668c6-0da5-43bf-94c4-84c36213da6a tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.59 "DELETE /v2.0/ports/0873d862-f418-484a-ac61-1968a5ccfc00 HTTP/1.1" status: 204 len: 173 time: 0.8255517 Dec 23 17:14:20.917468 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c744345-6cf9-43f6-a136-72cfac942c80', 'name': 'network-vif-deleted', 'tag': '0873d862-f418-484a-ac61-1968a5ccfc00', 'status': 'completed', 'code': 200} Dec 23 17:14:21.962287 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37534) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:22.354146 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:23.032476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port b4abccfb-67a1-46c7-8418-2dcdfed6867a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:14:23.033192 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:23.208604 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port b4abccfb-67a1-46c7-8418-2dcdfed6867a, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=b4abccfb-67a1-46c7-8418-2dcdfed6867a,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:23.208950 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:23.325983 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for b4abccfb-67a1-46c7-8418-2dcdfed6867a owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:14:23.502713 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:23.550796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=b4abccfb-67a1-46c7-8418-2dcdfed6867a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:23.594355 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.594599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.594932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.595262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.595606 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.595932 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.596249 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.596564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.596879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.597191 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.597505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:23.850214 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:24.205183 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0873d862-f418-484a-ac61-1968a5ccfc00 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:14:24.241069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 0873d862-f418-484a-ac61-1968a5ccfc00 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:14:24.241407 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0873d862-f418-484a-ac61-1968a5ccfc00 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:14:24.500630 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:14:24.698415 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:14:24.707529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] Sync routers for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:14:24.711544 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6654fd69-ff09-4a4a-acb1-768de55c2cf6 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "PUT /v2.0/routers/a9b3f56f-1cbb-4176-8ba1-bc93eae54204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7482178 Dec 23 17:14:24.715469 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:24.719534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:24.720215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:24.888368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:24.894236 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting subnet 53ef6cc2-4649-48fe-aa8c-180002939d8c {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:14:24.897122 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:24.949589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.032945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.106643 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.146872 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Subnet': ['ID=53ef6cc2-4649-48fe-aa8c-180002939d8c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:25.153523 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.159403 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-606fe16c-ca28-4072-88ae-00fa6e599587 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/subnets/53ef6cc2-4649-48fe-aa8c-180002939d8c HTTP/1.1" status: 204 len: 168 time: 0.4429755 Dec 23 17:14:25.161978 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:25.162439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a01849-fcbe-4306-be1d-9bf52323768f None None] Network e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:14:25.244481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:14:23Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:25.258189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] Checking router: a9b3f56f-1cbb-4176-8ba1-bc93eae54204 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:14:25.328209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] Routers {'a9b3f56f-1cbb-4176-8ba1-bc93eae54204'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:25.328741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:25.355072 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.523676 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] Set router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:25.558225 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.567403 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Deleting port 6d767e7c-b64e-46fb-94a2-3648b3a12444 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:14:25.567888 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.576930 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] DHCP port deletion for e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:14:25.634426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Deleting port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:14:25.634711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.746032 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] For port 6d767e7c-b64e-46fb-94a2-3648b3a12444, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=6d767e7c-b64e-46fb-94a2-3648b3a12444,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:25.746416 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:25.964190 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Calling delete_port for 6d767e7c-b64e-46fb-94a2-3648b3a12444 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:14:26.014432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] For port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=f79d1e15-ca07-40b2-9e45-e1fdfd2feee0,segment=NetworkSegment(be380fdb-8bc8-4cbc-a4d8-def9a10439f0),segment_id=be380fdb-8bc8-4cbc-a4d8-def9a10439f0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:26.014822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.128158 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.147010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Calling delete_port for f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:14:26.173265 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Port': ['ID=6d767e7c-b64e-46fb-94a2-3648b3a12444,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:26.208735 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:14:23Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:26.222520 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99bfbac-cf6c-4c62-abe1-5dc00d03089c None None] The sync data for ids ['a9b3f56f-1cbb-4176-8ba1-bc93eae54204'] in dv-neutron-822800-1-hyperv is: [{'id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060585869', 'tenant_id': 'ce0086d1afaa410793a621edbb5a418c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13'}], 'enable_snat': True}, 'gw_port_id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:12:43Z', 'updated_at': '2021-12-23T17:14:23Z', 'revision_number': 5, 'project_id': 'ce0086d1afaa410793a621edbb5a418c', 'gw_port': {'id': '6d767e7c-b64e-46fb-94a2-3648b3a12444', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b3f56f-1cbb-4176-8ba1-bc93eae54204', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:12:44Z', 'updated_at': '2021-12-23T17:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:14:26.232588 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.278611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Pushing event deleted for resources: {'Port': ['ID=f79d1e15-ca07-40b2-9e45-e1fdfd2feee0,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:26.288190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] No DVR routers for this DVR port f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 on host dv-neutron-822800-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:14:26.294801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.295992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.295992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.295992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.296260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.296823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.296823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.297151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.297559 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.297761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.298074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25343302-a8ad-4b87-a1c9-8d300efa7017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:26.398371 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.650710 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.661945 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.677001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b4abccfb-67a1-46c7-8418-2dcdfed6867a no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:14:26.691743 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.692340 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Fanout notify agent at l3_agent the message router_deleted on router a9b3f56f-1cbb-4176-8ba1-bc93eae54204 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:14:26.706574 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.707690 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3afd912b-b942-49a2-9fd7-56f9225fcce0 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/routers/a9b3f56f-1cbb-4176-8ba1-bc93eae54204 HTTP/1.1" status: 204 len: 168 time: 1.5447974 Dec 23 17:14:26.710276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37546) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:26.716976 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: b4abccfb-67a1-46c7-8418-2dcdfed6867a {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:14:26.717322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device b4abccfb-67a1-46c7-8418-2dcdfed6867a not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:14:26.717728 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:14:26.751833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:14:26.752179 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device f79d1e15-ca07-40b2-9e45-e1fdfd2feee0 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:14:26.824804 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.954435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:26.978965 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bdf01b-4c9d-43e9-8ec7-6ed174752a14']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:26.990530 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:26.990825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be380fdb-8bc8-4cbc-a4d8-def9a10439f0') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:27.002104 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.017216 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.023317 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:14:27.023752 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:14:27.038029 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:14:27.116170 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.120361 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.150685 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'Network': ['ID=e4bdf01b-4c9d-43e9-8ec7-6ed174752a14,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:27.154498 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-72de5580-be25-4e41-a684-def8ff0768a7 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/networks/e4bdf01b-4c9d-43e9-8ec7-6ed174752a14 HTTP/1.1" status: 204 len: 168 time: 0.4433177 Dec 23 17:14:27.157200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:27.230005 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-409b8aa5-e117-402c-9023-c59b41c98b31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.260458 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-409b8aa5-e117-402c-9023-c59b41c98b31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.324308 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-409b8aa5-e117-402c-9023-c59b41c98b31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.435327 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b8aa5-e117-402c-9023-c59b41c98b31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0dcaaf-f34e-4c17-9d1b-37f908ee501d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:27.441629 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-409b8aa5-e117-402c-9023-c59b41c98b31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:27.442757 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-409b8aa5-e117-402c-9023-c59b41c98b31 tempest-TestNetworkAdvancedServerOps-205950999 tempest-TestNetworkAdvancedServerOps-205950999-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c0dcaaf-f34e-4c17-9d1b-37f908ee501d HTTP/1.1" status: 204 len: 168 time: 0.2846708 Dec 23 17:14:27.835786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37560) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:27.944278 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:14:28.016058 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1784c5c0-66cb-453e-94f0-fe106aca6286 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce0086d1afaa410793a621edbb5a418c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1791372 Dec 23 17:14:28.018592 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37566) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:28.078464 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d992bfe6-81c7-470a-8c92-f74e5ab06665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.102704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d992bfe6-81c7-470a-8c92-f74e5ab06665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.151169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d992bfe6-81c7-470a-8c92-f74e5ab06665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.167899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992bfe6-81c7-470a-8c92-f74e5ab06665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab5908-8078-41e0-ac7f-a1f971024d64,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:28.174801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-d992bfe6-81c7-470a-8c92-f74e5ab06665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.178525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-d992bfe6-81c7-470a-8c92-f74e5ab06665 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4eab5908-8078-41e0-ac7f-a1f971024d64 HTTP/1.1" status: 204 len: 168 time: 0.1564646 Dec 23 17:14:28.466380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6d767e7c-b64e-46fb-94a2-3648b3a12444 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:14:28.498417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 6d767e7c-b64e-46fb-94a2-3648b3a12444 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:14:28.498860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 6d767e7c-b64e-46fb-94a2-3648b3a12444 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:14:28.510435 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:28.527790 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.557258 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:28.560913 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Usage tracker for resource:security_group_rule and tenant:ce08c76aaf484f2f91c49220bcf6b039 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:28.563592 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:28.569003 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:28.630823 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.634764 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.677182 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00342258-23d1-4258-b40d-318225856cf5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:28.682860 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7d788f5-57fd-4800-8f35-bf99838ed9ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce08c76aaf484f2f91c49220bcf6b039&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1714382 Dec 23 17:14:28.685468 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:28.744334 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2388e3c2-9ebf-41f9-92b4-0c97577e9f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.768304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2388e3c2-9ebf-41f9-92b4-0c97577e9f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.820152 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2388e3c2-9ebf-41f9-92b4-0c97577e9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.833394 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388e3c2-9ebf-41f9-92b4-0c97577e9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00342258-23d1-4258-b40d-318225856cf5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:28.840947 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2388e3c2-9ebf-41f9-92b4-0c97577e9f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:28.842043 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2388e3c2-9ebf-41f9-92b4-0c97577e9f8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00342258-23d1-4258-b40d-318225856cf5 HTTP/1.1" status: 204 len: 168 time: 0.1556232 Dec 23 17:14:29.687524 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37600) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:29.812346 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1977729155-network', 'tenant_id': 'e206bcfa38084b488c0557478c88eead'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:29.817058 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:29.820871 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Usage tracker for resource:network and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:29.823680 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:29.829791 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:29.839328 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Made reservation on behalf of e206bcfa38084b488c0557478c88eead for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:14:29.841635 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:29.854068 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:29.883436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:29.889564 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:29.893507 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:29.899358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:29.963020 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:29.966901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:29.995904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:14:30.003723 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08251cc8-285b-449b-9afb-6f0cb0be8631,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:30.008948 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.009305 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Added segment 71a06c06-caff-4bbc-bf19-6e6048158164 of type vlan for network 2df494d1-7639-40df-a5d8-f8672393f2eb Dec 23 17:14:30.034395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.062430 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.063224 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:30.063813 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.162077 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] Pushing event updated for resources: {'Network': ['ID=2df494d1-7639-40df-a5d8-f8672393f2eb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:30.168599 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-45f3c22a-815b-40af-ae2b-e6314a9d8afa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4764009 Dec 23 17:14:30.168884 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:30.172495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 2df494d1-7639-40df-a5d8-f8672393f2eb details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:14:30.173969 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Request body: {'subnet': {'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1977729155-subnet', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:30.178810 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:30.183476 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Usage tracker for resource:subnet and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:30.186487 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:30.192169 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:30.202471 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Made reservation on behalf of e206bcfa38084b488c0557478c88eead for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:14:30.204787 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6816752'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.407879 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6816738'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.483006 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70554ae-0c7e-4639-b7c1-b30c2dffbd27,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:30.489252 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Checking segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:30.489609 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Network hostable DHCP agents. Network: 2df494d1-7639-40df-a5d8-f8672393f2eb, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:14:30.511322 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Network 2df494d1-7639-40df-a5d8-f8672393f2eb is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:14:30.519867 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 2df494d1-7639-40df-a5d8-f8672393f2eb) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:30.523503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:30.524106 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.529555 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce588850-75b3-4bd4-87b2-d31bbd7bf3a0 None None] Network 2df494d1-7639-40df-a5d8-f8672393f2eb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:14:30.544908 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e623e142-58ff-4e8e-969b-f0886ee65567 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3752048 Dec 23 17:14:30.547453 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 37610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:30.552443 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:30.557586 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:30.561386 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Usage tracker for resource:router and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:30.564207 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:30.569717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:30.579839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.580726 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.599237 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.740513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-2df494d1-7639-40df-a5d8-f8672393f2eb', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:14:30.741306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.746567 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.892200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Allocated IP 172.20.0.2 (2df494d1-7639-40df-a5d8-f8672393f2eb/a70554ae-0c7e-4639-b7c1-b30c2dffbd27/ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:30.930138 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:30.960657 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.092561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.096503 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Allocated IP 172.26.7.47 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/dc38baa9-ce78-484a-9768-a858805af718) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:31.102484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Transition to ACTIVE for port object ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:31.119968 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Transition to ACTIVE for port object ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:31.124869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.192816 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Network 2df494d1-7639-40df-a5d8-f8672393f2eb is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:31.195726 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:31.200560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:31.202580 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Pushing event updated for resources: {'Port': ['ID=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:31.247232 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.275805 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.322203 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Attempting to bind port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:14:31.322586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Attempting to bind port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:14:31.322919 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Attempting to bind port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 on network 2df494d1-7639-40df-a5d8-f8672393f2eb {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:14:31.329265 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:14:31.329633 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Checking segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:31.330020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.330394 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Bound using segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:14:31.330837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Bound port: ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:14:31.331191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.346144 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:31.348911 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:31.353268 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:31.383573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc38baa9-ce78-484a-9768-a858805af718,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:31.421391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] For port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:14:31.424467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] For port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:14:31.428843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.509926 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564399ca-4418-4093-8d8b-b0aa4395e8b5 None None] Pushing event updated for resources: {'Port': ['ID=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:31.522124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.522124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:31.856563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Router b4c74cf0-374b-4a01-924e-1ec2f693b921 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:14:32.053019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:14:32.063325 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Sync routers for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:14:32.078016 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:32.078706 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:32.079618 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:32.083430 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea8615b7-7723-41dc-aeb4-c4d82e66a0e9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5325823 Dec 23 17:14:32.083793 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37614) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:32.274506 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:32.423706 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c35457b-ac65-4205-878e-d965f1308f70 None None] Network 2df494d1-7639-40df-a5d8-f8672393f2eb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:14:32.570885 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:31Z', 'revision_number': 3, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:32.574886 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Checking router: b4c74cf0-374b-4a01-924e-1ec2f693b921 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:14:32.575312 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Updating router b4c74cf0-374b-4a01-924e-1ec2f693b921 port dc38baa9-ce78-484a-9768-a858805af718 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:14:32.583393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f57bb814-1f6a-4e12-8246-4f4dbd0331d7 None None] Provisioning for port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:32.589949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:32.627496 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:32.752696 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:32.760921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:32.761288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:32.887770 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:32.927717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:32.931641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:32.933042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:32.995281 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.009682 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Transition to ACTIVE for port object dc38baa9-ce78-484a-9768-a858805af718 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:33.018109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:33.021970 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.063043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-99b5b36d-c204-4fe1-b7f8-7fc3abbc239a None None] Provisioning complete for port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:33.063285 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-99b5b36d-c204-4fe1-b7f8-7fc3abbc239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.103451 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Pushing event updated for resources: {'Port': ['ID=dc38baa9-ce78-484a-9768-a858805af718,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:33.105616 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Attempting to bind port dc38baa9-ce78-484a-9768-a858805af718 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:14:33.105971 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Attempting to bind port dc38baa9-ce78-484a-9768-a858805af718 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:14:33.106304 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Attempting to bind port dc38baa9-ce78-484a-9768-a858805af718 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:14:33.117866 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.118235 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.118580 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.118893 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.119207 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.119525 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.119875 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.120188 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.120493 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.120796 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.121099 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:14:33.124522 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:14:33.124764 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:33.125157 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.125486 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:14:33.125937 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Bound port: dc38baa9-ce78-484a-9768-a858805af718, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:14:33.126292 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.200685 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] For port dc38baa9-ce78-484a-9768-a858805af718, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:14:33.203817 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] For port dc38baa9-ce78-484a-9768-a858805af718, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=dc38baa9-ce78-484a-9768-a858805af718,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:14:33.208633 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.268555 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Allocated IP 172.20.0.1 (2df494d1-7639-40df-a5d8-f8672393f2eb/a70554ae-0c7e-4639-b7c1-b30c2dffbd27/e979b62b-4b40-4961-95d8-d7c274a196e6) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:33.294262 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81ab2-1c7f-4bb2-b3dc-824771298d8d None None] Pushing event updated for resources: {'Port': ['ID=dc38baa9-ce78-484a-9768-a858805af718,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:33.298554 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:33.299125 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:33.414197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.438662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Transition to ACTIVE for port object e979b62b-4b40-4961-95d8-d7c274a196e6 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:33.460319 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.471374 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:33.527599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Network 2df494d1-7639-40df-a5d8-f8672393f2eb is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:33.530356 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:33.533973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:33.562954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Pushing event updated for resources: {'Port': ['ID=e979b62b-4b40-4961-95d8-d7c274a196e6,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:33.590553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.672726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.763299 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:31Z', 'revision_number': 3, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:33.767106 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12172b18-2e02-4228-b87a-8568fc65f7da None None] The sync data for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:31Z', 'revision_number': 3, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:14:33.816037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-20e26d07-2ac0-44cd-a241-3a5642a79201 None None] Provisioning for port e979b62b-4b40-4961-95d8-d7c274a196e6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:33.824383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-20e26d07-2ac0-44cd-a241-3a5642a79201 None None] Provisioning complete for port e979b62b-4b40-4961-95d8-d7c274a196e6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:33.825038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-20e26d07-2ac0-44cd-a241-3a5642a79201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.881503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-20e26d07-2ac0-44cd-a241-3a5642a79201 None None] Port e979b62b-4b40-4961-95d8-d7c274a196e6 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:14:33.901697 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:33.906199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:34.018221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:34.025920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Pushing event updated for resources: {'Port': ['ID=e979b62b-4b40-4961-95d8-d7c274a196e6,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:34.160036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Network 2df494d1-7639-40df-a5d8-f8672393f2eb is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:34.161180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:34.405792 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6d6800e7-7425-40cb-a2fb-be4de4d624c6 None None] Provisioning complete for port e979b62b-4b40-4961-95d8-d7c274a196e6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:34.406270 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d6800e7-7425-40cb-a2fb-be4de4d624c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:34.461644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6d6800e7-7425-40cb-a2fb-be4de4d624c6 None None] Port e979b62b-4b40-4961-95d8-d7c274a196e6 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:14:34.573740 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Router b4c74cf0-374b-4a01-924e-1ec2f693b921 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:14:34.593060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:34.662119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:34.662540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:34.771494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:14:34.774898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device dc38baa9-ce78-484a-9768-a858805af718 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:34.780677 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-2d5f7739-4020-486e-8e6c-ef5864a5d91c admin admin] 10.222.0.18 "PUT /v2.0/routers/b4c74cf0-374b-4a01-924e-1ec2f693b921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958544 Dec 23 17:14:34.842191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port dc38baa9-ce78-484a-9768-a858805af718 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:34.846840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port dc38baa9-ce78-484a-9768-a858805af718 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:34.847206 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:34.955235 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:34.973463 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port dc38baa9-ce78-484a-9768-a858805af718, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=dc38baa9-ce78-484a-9768-a858805af718,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:34.978565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.051380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=dc38baa9-ce78-484a-9768-a858805af718,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:35.167261 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33dba70-4c0f-4335-afed-d479f031fad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.605670 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37636) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:35.611081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-923811597-network', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:35.615925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:35.619739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Usage tracker for resource:network and tenant:9bf76bf62e734f84af1f86856c4b4aaf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:35.622512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:35.628040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:35.640906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Made reservation on behalf of 9bf76bf62e734f84af1f86856c4b4aaf for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:14:35.643283 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.750315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.781942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:35.785718 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf76bf62e734f84af1f86856c4b4aaf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:35.788466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:35.794321 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:35.857382 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.860676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.888332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:14:35.896088 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd554359-e7ae-434c-9110-8561a002d039,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:35.901854 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.902184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Added segment 7ad65571-bb22-439c-93e8-cdbf2d18ad16 of type vlan for network 78389121-3def-4664-90e9-d11aa01610b9 Dec 23 17:14:35.928623 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.959033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:35.959880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:35.960444 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.059704 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] Pushing event updated for resources: {'Network': ['ID=78389121-3def-4664-90e9-d11aa01610b9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:36.062444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-24850046-54e4-488c-b6e6-12f7f8b8baf4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4557743 Dec 23 17:14:36.065276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37640) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:36.069091 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 78389121-3def-4664-90e9-d11aa01610b9 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:14:36.070460 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Request body: {'subnet': {'network_id': '78389121-3def-4664-90e9-d11aa01610b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-923811597-subnet', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:36.075372 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:36.079180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Usage tracker for resource:subnet and tenant:9bf76bf62e734f84af1f86856c4b4aaf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:36.081983 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:36.088165 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:36.097797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Made reservation on behalf of 9bf76bf62e734f84af1f86856c4b4aaf for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:14:36.100267 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.305143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.369932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0459491e-f4d4-4b0a-899c-547594e35e8d,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:36.385870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Checking segment: {'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:36.386215 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Network hostable DHCP agents. Network: 78389121-3def-4664-90e9-d11aa01610b9, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:14:36.406575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Network 78389121-3def-4664-90e9-d11aa01610b9 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:14:36.415980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 78389121-3def-4664-90e9-d11aa01610b9) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:36.420238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:36.420853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.427804 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f083ba-556e-44e5-9cbb-8f965a28c1f2 None None] Network 78389121-3def-4664-90e9-d11aa01610b9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:14:36.442247 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4e76c0f7-34e1-4823-bc99-6d425570d44f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3758295 Dec 23 17:14:36.444726 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37644) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:36.450085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:36.457673 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:36.461957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Usage tracker for resource:router and tenant:9bf76bf62e734f84af1f86856c4b4aaf is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:36.467913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:36.473958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:36.486770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.495575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.508344 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.543193 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device dc38baa9-ce78-484a-9768-a858805af718 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:36.654808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.689350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port dc38baa9-ce78-484a-9768-a858805af718 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:36.689621 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.764368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-78389121-3def-4664-90e9-d11aa01610b9', 'network_id': '78389121-3def-4664-90e9-d11aa01610b9', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'fixed_ips': [{'subnet_id': '0459491e-f4d4-4b0a-899c-547594e35e8d'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:14:36.765167 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.841698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.871090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:36.981550 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Allocated IP 172.20.0.2 (78389121-3def-4664-90e9-d11aa01610b9/0459491e-f4d4-4b0a-899c-547594e35e8d/d88ea508-111b-41fb-a34d-d987782765df) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:37.005825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Allocated IP 172.26.7.162 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:37.175124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.210082 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.211234 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.222653 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Transition to ACTIVE for port object d88ea508-111b-41fb-a34d-d987782765df will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:37.242329 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Transition to ACTIVE for port object d88ea508-111b-41fb-a34d-d987782765df will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:37.248847 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.287223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:37.290757 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:37.293443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:37.295532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:37.309718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Sync routers for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:14:37.336139 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Network 78389121-3def-4664-90e9-d11aa01610b9 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:37.345227 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:37.349857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Pushing event updated for resources: {'Port': ['ID=d88ea508-111b-41fb-a34d-d987782765df,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:37.353073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:37.361951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.407791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:37.408411 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:37.465732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.466430 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.549051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b398f7bd-a935-42c3-8090-eeb550712364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.556390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Attempting to bind port d88ea508-111b-41fb-a34d-d987782765df on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:14:37.556754 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Attempting to bind port d88ea508-111b-41fb-a34d-d987782765df by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:14:37.557120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Attempting to bind port d88ea508-111b-41fb-a34d-d987782765df on network 78389121-3def-4664-90e9-d11aa01610b9 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:14:37.629194 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:14:37.629565 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Checking segment: {'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:37.629966 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.630356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Bound using segment: {'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:14:37.630830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Bound port: d88ea508-111b-41fb-a34d-d987782765df, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:14:37.631200 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:37.742704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:37.801099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Router b4e7e852-1b43-4d4a-a737-ae04285983b9 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:14:37.823787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] For port d88ea508-111b-41fb-a34d-d987782765df, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:14:37.843522 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] For port d88ea508-111b-41fb-a34d-d987782765df, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d88ea508-111b-41fb-a34d-d987782765df,segment=NetworkSegment(7ad65571-bb22-439c-93e8-cdbf2d18ad16),segment_id=7ad65571-bb22-439c-93e8-cdbf2d18ad16)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:14:37.898975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.011559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:14:38.021690 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Sync routers for ids ['b4e7e852-1b43-4d4a-a737-ae04285983b9'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:14:38.035706 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Routers {'b4e7e852-1b43-4d4a-a737-ae04285983b9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:38.036125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.036738 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4e7e852-1b43-4d4a-a737-ae04285983b9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:38.037610 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-13cd2336-1907-40ad-9355-fc57451468c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5919037 Dec 23 17:14:38.041167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37648) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:38.070181 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe4aab-3c6d-41af-b902-07e67043164f None None] Pushing event updated for resources: {'Port': ['ID=d88ea508-111b-41fb-a34d-d987782765df,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:38.186740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 2, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:38.191745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Checking router: b4c74cf0-374b-4a01-924e-1ec2f693b921 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:14:38.192331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Updating router b4c74cf0-374b-4a01-924e-1ec2f693b921 port e979b62b-4b40-4961-95d8-d7c274a196e6 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:14:38.252856 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Set router b4e7e852-1b43-4d4a-a737-ae04285983b9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:38.253902 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.603667 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d88ea508-111b-41fb-a34d-d987782765df up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:38.665251 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:37Z', 'revision_number': 3, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port': {'id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:38.669586 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Checking router: b4e7e852-1b43-4d4a-a737-ae04285983b9 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:14:38.669929 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Updating router b4e7e852-1b43-4d4a-a737-ae04285983b9 port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:14:38.699733 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.700503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.748357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port d88ea508-111b-41fb-a34d-d987782765df completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:38.754912 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.831701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.845687 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Transition to ACTIVE for port object e979b62b-4b40-4961-95d8-d7c274a196e6 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:38.854152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:38.936282 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.019823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca583-bff2-45a2-b757-24b8d9322af9 None None] Pushing event updated for resources: {'Port': ['ID=e979b62b-4b40-4961-95d8-d7c274a196e6,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:39.128331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Attempting to bind port e979b62b-4b40-4961-95d8-d7c274a196e6 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:14:39.128713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Attempting to bind port e979b62b-4b40-4961-95d8-d7c274a196e6 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:14:39.129038 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Attempting to bind port e979b62b-4b40-4961-95d8-d7c274a196e6 on network 2df494d1-7639-40df-a5d8-f8672393f2eb {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:14:39.139644 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.140779 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:14:39.141146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Checking segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:39.141589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.141970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Bound using segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:14:39.142465 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Bound port: e979b62b-4b40-4961-95d8-d7c274a196e6, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:14:39.142832 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.155435 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Transition to ACTIVE for port object 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:39.163645 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.211527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Allocated IP 172.20.0.1 (78389121-3def-4664-90e9-d11aa01610b9/0459491e-f4d4-4b0a-899c-547594e35e8d/a5560500-fedd-4dac-a9de-acbf9e6143e9) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:39.246544 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Attempting to bind port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:14:39.247319 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Attempting to bind port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:14:39.247950 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Attempting to bind port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:14:39.256044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] For port e979b62b-4b40-4961-95d8-d7c274a196e6, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:14:39.259292 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] For port e979b62b-4b40-4961-95d8-d7c274a196e6, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e979b62b-4b40-4961-95d8-d7c274a196e6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:14:39.263693 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:14:39.264488 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:39.265091 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.265732 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:14:39.266489 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Bound port: 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:14:39.267078 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.273308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.359286 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303056b5-9933-4296-ac24-f19a6afb8841 None None] Pushing event updated for resources: {'Port': ['ID=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:39.365352 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] For port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:14:39.369853 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] For port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:14:39.373625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca583-bff2-45a2-b757-24b8d9322af9 None None] Pushing event updated for resources: {'Port': ['ID=e979b62b-4b40-4961-95d8-d7c274a196e6,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:39.378142 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.399096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:39.400422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:39.405045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.422221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Transition to ACTIVE for port object a5560500-fedd-4dac-a9de-acbf9e6143e9 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:39.448967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.468867 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Routers {'b4e7e852-1b43-4d4a-a737-ae04285983b9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:39.469490 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4e7e852-1b43-4d4a-a737-ae04285983b9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:39.525388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Network 78389121-3def-4664-90e9-d11aa01610b9 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:39.528452 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:39.531852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:39.548297 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d6077-14dc-4e09-aa44-05c56e86a211 None None] Network 78389121-3def-4664-90e9-d11aa01610b9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:14:39.559152 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303056b5-9933-4296-ac24-f19a6afb8841 None None] Pushing event updated for resources: {'Port': ['ID=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:39.600093 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Pushing event updated for resources: {'Port': ['ID=a5560500-fedd-4dac-a9de-acbf9e6143e9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:39.608787 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.693941 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] Set router b4e7e852-1b43-4d4a-a737-ae04285983b9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:39.703746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.736985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a117a7ee-dc23-4004-a323-0dc04aa55c9a None None] Provisioning for port d88ea508-111b-41fb-a34d-d987782765df completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:39.758918 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a117a7ee-dc23-4004-a323-0dc04aa55c9a None None] Provisioning complete for port d88ea508-111b-41fb-a34d-d987782765df triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:39.759306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a117a7ee-dc23-4004-a323-0dc04aa55c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:39.801060 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:39.991616 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:37Z', 'revision_number': 3, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port': {'id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:39.995620 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00c97f-3d97-4d68-992f-5e44b0f41528 None None] The sync data for ids ['b4e7e852-1b43-4d4a-a737-ae04285983b9'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:37Z', 'revision_number': 3, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port': {'id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:14:40.064918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.070301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.181366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Pushing event updated for resources: {'Port': ['ID=a5560500-fedd-4dac-a9de-acbf9e6143e9,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:40.186101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.237110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.261243 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a117a7ee-dc23-4004-a323-0dc04aa55c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.323628 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Network 78389121-3def-4664-90e9-d11aa01610b9 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:40.324853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:40.350330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a117a7ee-dc23-4004-a323-0dc04aa55c9a None None] For port d88ea508-111b-41fb-a34d-d987782765df, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d88ea508-111b-41fb-a34d-d987782765df,segment=NetworkSegment(7ad65571-bb22-439c-93e8-cdbf2d18ad16),segment_id=7ad65571-bb22-439c-93e8-cdbf2d18ad16)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:40.356665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a117a7ee-dc23-4004-a323-0dc04aa55c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.432663 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117a7ee-dc23-4004-a323-0dc04aa55c9a None None] Pushing event updated for resources: {'Port': ['ID=d88ea508-111b-41fb-a34d-d987782765df,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:40.448426 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:40.452946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68c51e-e5d3-48db-9dd4-0a0aa3c2462a None None] The sync data for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:14:40.596993 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d88ea508-111b-41fb-a34d-d987782765df up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:40.683949 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-71c15cd2-d2ea-4a7b-a252-d7a29c8a4a22 None None] Provisioning complete for port d88ea508-111b-41fb-a34d-d987782765df triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:40.684316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71c15cd2-d2ea-4a7b-a252-d7a29c8a4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.763019 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port d88ea508-111b-41fb-a34d-d987782765df triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:40.763624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:40.804126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Router b4e7e852-1b43-4d4a-a737-ae04285983b9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:14:41.015680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-71c15cd2-d2ea-4a7b-a252-d7a29c8a4a22 None None] Provisioning for port a5560500-fedd-4dac-a9de-acbf9e6143e9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:41.034375 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-71c15cd2-d2ea-4a7b-a252-d7a29c8a4a22 None None] Provisioning complete for port a5560500-fedd-4dac-a9de-acbf9e6143e9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:41.034752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71c15cd2-d2ea-4a7b-a252-d7a29c8a4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:41.104317 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:14:41.106459 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-71c15cd2-d2ea-4a7b-a252-d7a29c8a4a22 None None] Port a5560500-fedd-4dac-a9de-acbf9e6143e9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:14:41.116658 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bca109d4-c8d8-401c-a5fe-c71fa852a806 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4e7e852-1b43-4d4a-a737-ae04285983b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0735021 Dec 23 17:14:41.230805 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-db7c98d6-84c9-473a-9998-b5d0f872bc16 None None] Provisioning complete for port a5560500-fedd-4dac-a9de-acbf9e6143e9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:41.231163 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-db7c98d6-84c9-473a-9998-b5d0f872bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:41.298436 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-db7c98d6-84c9-473a-9998-b5d0f872bc16 None None] Port a5560500-fedd-4dac-a9de-acbf9e6143e9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:14:42.045518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37660) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:42.051001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534432486', 'description': 'tempest-secgroup-smoke-1534432486 description', 'project_id': 'e206bcfa38084b488c0557478c88eead'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:42.057322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:42.061056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:42.063861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:42.069345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:42.080595 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.114003 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:42.117568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:42.120763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:42.126207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:42.185549 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.193903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.237869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.239049 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1925688 Dec 23 17:14:42.239899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ca238-c340-4d3d-a48d-f7c45bb4d66d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d509256b-c7aa-473a-aa19-5437af32333b,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:42.242040 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37664) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:42.248138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': 'd509256b-c7aa-473a-aa19-5437af32333b', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:42.254274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:42.258084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:42.260962 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:42.269977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:42.284861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.349479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.353338 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.375252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453f989f-1ee9-4269-a291-0a278ad66d7f,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:42.384433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.388287 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-428c14f4-52b6-431a-93f2-c31005c83c6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1427293 Dec 23 17:14:42.388484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37668) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:42.393732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': 'd509256b-c7aa-473a-aa19-5437af32333b', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:42.399292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:42.403015 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:42.405867 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:42.411359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:42.427491 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.488586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.495642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.523661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01925681-b11a-4aef-ba30-78ea5de3aac4,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:42.530846 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.534141 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1be4ee95-f347-48f4-b562-beb1fd57fefd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1442521 Dec 23 17:14:42.536671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37672) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:42.543099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': 'd509256b-c7aa-473a-aa19-5437af32333b', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:42.549690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:42.555773 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:42.560963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:42.564161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e979b62b-4b40-4961-95d8-d7c274a196e6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:42.566682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:42.582231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.631607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port e979b62b-4b40-4961-95d8-d7c274a196e6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:42.636656 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e979b62b-4b40-4961-95d8-d7c274a196e6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:42.637026 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.645280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.648801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.672689 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afd3109-24d9-4edf-b013-0ddbb4343340,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:42.681568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.682967 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c80acdfe-bfcf-4a67-8be0-f93e36fbd106 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1452727 Dec 23 17:14:42.685532 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37676) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:42.691429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': 'd509256b-c7aa-473a-aa19-5437af32333b', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:42.697992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:42.701755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:42.705031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:42.710865 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:42.729091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.756992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.788020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port e979b62b-4b40-4961-95d8-d7c274a196e6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e979b62b-4b40-4961-95d8-d7c274a196e6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:42.791919 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.793088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.793825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:42.795742 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.827943 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cba6dd6-72a3-4a24-b0d1-96a2aede26f9,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:42.834612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.838811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-59ee7737-91bf-4a2f-9b84-5d05b0248035 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1493454 Dec 23 17:14:42.838982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37680) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:42.846739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': 'd509256b-c7aa-473a-aa19-5437af32333b', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:42.857035 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:42.860820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:42.864102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:42.869683 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:42.880399 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Project e206bcfa38084b488c0557478c88eead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:14:42.886967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.914402 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=e979b62b-4b40-4961-95d8-d7c274a196e6,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:42.928312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:42.932899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:42.933279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.955074 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.958948 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.984790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a68e354-d94b-4e5a-8d0d-def5ef0f3464,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:42.993131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:42.994274 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c4ccf239-5886-48dc-98a6-1f57d3d2d867 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1541927 Dec 23 17:14:42.996931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37684) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:43.002242 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': 'd509256b-c7aa-473a-aa19-5437af32333b', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:43.007945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:43.012104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:43.014891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:43.020576 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:43.049912 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:43.066196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:43.070191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:43.124082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Project e206bcfa38084b488c0557478c88eead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:14:43.130440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:43.136819 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:43.193431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:43.197337 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:43.218918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591b120b-f5a5-4396-81a6-6e258d8f4ec2,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:43.227706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:43.236483 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-54504d3e-c70a-4eaa-835e-5cb4e041f06e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2310255 Dec 23 17:14:43.394658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-fbfb27ef-5087-499e-9867-3fc08d1cfc64 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Synchronizing usage tracker for tenant:e206bcfa38084b488c0557478c88eead on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:14:43.410312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-fbfb27ef-5087-499e-9867-3fc08d1cfc64 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Unset dirty status for tenant:e206bcfa38084b488c0557478c88eead on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:14:43.411715 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-fbfb27ef-5087-499e-9867-3fc08d1cfc64 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534432486&fields=id&tenant_id=e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 267 time: 0.0559654 Dec 23 17:14:43.552891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-208521bd-566d-4ab9-b526-cd235bcbf05e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:43.554269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-208521bd-566d-4ab9-b526-cd235bcbf05e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 809 time: 0.1360195 Dec 23 17:14:43.569577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b304f28a-20b1-49f3-b77a-5e38ed9b5292 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/quotas/e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 375 time: 0.0100472 Dec 23 17:14:43.647591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-45017aa6-a2dc-4e54-9322-a143c59fcd79 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Synchronizing usage tracker for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:14:43.663710 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-45017aa6-a2dc-4e54-9322-a143c59fcd79 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Unset dirty status for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:14:43.665003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-45017aa6-a2dc-4e54-9322-a143c59fcd79 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907030 Dec 23 17:14:43.916078 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-9313c01a-c3d0-4234-822b-8b3a5ceeca92 service neutron] 10.222.0.18 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389059 Dec 23 17:14:44.047099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-fb61584d-baaa-4abf-90cd-e041761eb840 service neutron] 10.222.0.18 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252205 Dec 23 17:14:44.223775 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4c85aa9a-12cf-4565-9d40-d2bc5d22eb9c req-e1a316c6-1617-48be-bf6d-d859cf7835c3 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 210 time: 0.0402067 Dec 23 17:14:44.521690 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e979b62b-4b40-4961-95d8-d7c274a196e6 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:44.590886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port e979b62b-4b40-4961-95d8-d7c274a196e6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:44.591251 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:44.705308 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:44.770184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:44.770572 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:45.259011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-c1edcf92-6aaa-40d5-ad40-eacb455954a7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:45.260480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-c1edcf92-6aaa-40d5-ad40-eacb455954a7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 809 time: 0.1439352 Dec 23 17:14:45.316610 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-8cd8fa5b-2d88-4e40-9c0b-167164a6824b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 380 time: 0.0421653 Dec 23 17:14:45.325474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'port': {'device_id': 'b8880ac6-e318-4818-a421-f17115145ccc', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'admin_state_up': True, 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'security_groups': ['d509256b-c7aa-473a-aa19-5437af32333b']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:45.445372 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c1942e2-2431-4aa4-824b-309ed9b25e5d req-926cd389-8124-4cd5-8182-46f865fd674c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 210 time: 0.0573387 Dec 23 17:14:45.494945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:45.504447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:45.513731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Made reservation on behalf of e206bcfa38084b488c0557478c88eead for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:14:45.517063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:45.670057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Allocated IP 172.20.0.12 (2df494d1-7639-40df-a5d8-f8672393f2eb/a70554ae-0c7e-4639-b7c1-b30c2dffbd27/ba313c2c-e6d5-4bb6-93ea-38299d83aec6) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:45.849184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:45.864274 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Transition to ACTIVE for port object ba313c2c-e6d5-4bb6-93ea-38299d83aec6 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:45.884545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:45.958085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Network 2df494d1-7639-40df-a5d8-f8672393f2eb is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:45.960947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:45.963961 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:46.003876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:46.038006 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:46.038602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:46.063571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-6ed74abe-8100-40bf-9369-24bab2da7404 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7417347 Dec 23 17:14:46.075363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Request body: {'port': {'device_id': 'b8880ac6-e318-4818-a421-f17115145ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:46.183454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:46.248131 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f8030363-54b2-47c1-bb3b-eb56f24a9a5f None None] Provisioning for port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:46.253044 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f8030363-54b2-47c1-bb3b-eb56f24a9a5f None None] Provisioning complete for port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:46.253399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f8030363-54b2-47c1-bb3b-eb56f24a9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:46.306057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f8030363-54b2-47c1-bb3b-eb56f24a9a5f None None] Port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:14:46.649589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba313c2c-e6d5-4bb6-93ea-38299d83aec6 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:14:46.662068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:46.682017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Transition to ACTIVE for port object ba313c2c-e6d5-4bb6-93ea-38299d83aec6 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:14:46.685679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:46.744195 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7885fa-6a6e-4ae4-a8cb-6d3e71e00ca3 req-5eff2808-9ae9-489a-98af-f300f2fc2c7e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:46.744874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-eb7885fa-6a6e-4ae4-a8cb-6d3e71e00ca3 req-5eff2808-9ae9-489a-98af-f300f2fc2c7e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Synchronizing usage tracker for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:14:46.821906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:46.837716 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-eb7885fa-6a6e-4ae4-a8cb-6d3e71e00ca3 req-5eff2808-9ae9-489a-98af-f300f2fc2c7e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Unset dirty status for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:14:46.838859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-eb7885fa-6a6e-4ae4-a8cb-6d3e71e00ca3 req-5eff2808-9ae9-489a-98af-f300f2fc2c7e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 932 time: 0.2759886 Dec 23 17:14:46.964175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-eb7885fa-6a6e-4ae4-a8cb-6d3e71e00ca3 req-2b141604-7371-427d-8776-05c3af0b1154 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994720 Dec 23 17:14:46.970345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Attempting to bind port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:14:46.970675 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Attempting to bind port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:14:46.971001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Attempting to bind port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 on network 2df494d1-7639-40df-a5d8-f8672393f2eb {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:14:46.976607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 on network 2df494d1-7639-40df-a5d8-f8672393f2eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:14:46.976925 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Attempting to bind port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 on network 2df494d1-7639-40df-a5d8-f8672393f2eb {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:14:46.983658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:14:46.983989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Checking segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:14:46.984357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Bound using segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:14:46.984874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Bound port: ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:14:46.985212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:47.074838 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:14:47.077702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:14:47.082349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:47.141033 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:47.142679 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] 10.222.0.59 "PUT /v2.0/ports/ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1094 time: 1.0720088 Dec 23 17:14:47.145503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:14:47.169682 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6166f3d-5b6f-40a4-9e4e-a8bd2d968691 service neutron] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:47.224709 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'status': 'completed', 'code': 200} Dec 23 17:14:47.261493 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-06e54e98-edfb-4319-ac09-d837866df966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1097 time: 0.0805316 Dec 23 17:14:47.329558 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-282cc71e-0395-4019-bdc6-71d9b25c3d83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 217 time: 0.0608063 Dec 23 17:14:47.391630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-0e17e3e4-9be3-4801-b0e2-42640c2fd077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:47.393042 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-0e17e3e4-9be3-4801-b0e2-42640c2fd077 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0581510 Dec 23 17:14:47.466127 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-25ba5783-0824-424e-a123-d99adbd02196 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670195 Dec 23 17:14:47.595717 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-5d72eaab-4a5f-47ff-989c-fbc42a985309 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230719 Dec 23 17:14:47.722590 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-23c63e08-d3ab-4219-834d-4f880cb98fff req-15795577-3911-4f6b-810b-206fb4cba478 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209712 Dec 23 17:14:47.838735 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-7d49fcee-4d4d-4857-ae19-86b45a07ec7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1097 time: 0.0700750 Dec 23 17:14:48.062927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-56defa6c-02af-4a33-9644-1cbd5f9fd333 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:48.064405 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-56defa6c-02af-4a33-9644-1cbd5f9fd333 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.2187171 Dec 23 17:14:48.170965 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-e9d28724-6f24-4f94-88d1-74f5da1de69a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 217 time: 0.0996823 Dec 23 17:14:48.246821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-a5b60bff-4f25-459d-aecd-9ed308f6d08a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:48.248236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-a5b60bff-4f25-459d-aecd-9ed308f6d08a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0677195 Dec 23 17:14:48.254512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2277c70-00b7-43dc-ae5b-42d2dc23e9b0 req-5ebb3311-ed93-4b9a-84a1-826cfd38022e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:48.255808 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c2277c70-00b7-43dc-ae5b-42d2dc23e9b0 req-5ebb3311-ed93-4b9a-84a1-826cfd38022e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.1389358 Dec 23 17:14:48.344225 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c2277c70-00b7-43dc-ae5b-42d2dc23e9b0 req-b87a55d4-66e0-4d06-8c87-9a9e844d8d4f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585916 Dec 23 17:14:48.357907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-ecd2aa54-b11c-48b4-965d-d88139735b7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012478 Dec 23 17:14:48.491538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-3821ee61-52d9-4f67-82eb-84d3c169e79d service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265712 Dec 23 17:14:48.617250 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fbfc23af-3248-404a-bfd4-e8d87a14c9b1 req-2fd5c96a-b755-4172-a8ac-95c53772baf7 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188252 Dec 23 17:14:49.536753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22244749-d5ef-41cf-a2ba-ee73236d6b02 req-47ab9b7a-27cc-4f6a-8ad6-75d3e30ef1cb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:49.538198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-22244749-d5ef-41cf-a2ba-ee73236d6b02 req-47ab9b7a-27cc-4f6a-8ad6-75d3e30ef1cb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0749578 Dec 23 17:14:49.585502 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-22244749-d5ef-41cf-a2ba-ee73236d6b02 req-26e2fefb-4cbd-47bb-8826-6ab6bea9bf2c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409715 Dec 23 17:14:50.359322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:14:50.521921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:50.534451 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'port_id': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'mac_address': 'fa:16:3e:47:31:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:14:50.588541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:50.605791 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba313c2c-e6d5-4bb6-93ea-38299d83aec6 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:14:50.621018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:50.625333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:50.692002 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:50.777260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd98db-11d6-4a48-9bc5-fd9bc651f07c req-a2e979aa-775b-43aa-bf04-79bbf1a3d183 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:50.778687 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3bfd98db-11d6-4a48-9bc5-fd9bc651f07c req-a2e979aa-775b-43aa-bf04-79bbf1a3d183 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 945 time: 0.0753801 Dec 23 17:14:50.822506 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3bfd98db-11d6-4a48-9bc5-fd9bc651f07c req-6b9f195f-1b14-4c4d-b23e-58040e502fe9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Dec 23 17:14:50.949711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['ba313c2c-e6d5-4bb6-93ea-38299d83aec6'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:14:52.020432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff337-6202-4a3e-9695-975b932a788b req-de4f84e1-ef4c-461e-937b-497f90455ffe tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:52.021906 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-083ff337-6202-4a3e-9695-975b932a788b req-de4f84e1-ef4c-461e-937b-497f90455ffe tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 945 time: 0.0777369 Dec 23 17:14:52.067145 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-083ff337-6202-4a3e-9695-975b932a788b req-136d45cf-2afc-4aa7-b992-77622999c84c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Dec 23 17:14:52.359043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:14:52.429664 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:14:52.434766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:14:52.435132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:52.549042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:52.574246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:14:52.583519 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:14:52.588479 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:52.631707 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'code': 200} Dec 23 17:14:52.661382 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:52.859141 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87924d7f-03f9-4f01-8a2c-23fe9749d403 req-e44082bd-5dd2-4d0a-83d5-443134ff0ad7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1099 time: 0.0707681 Dec 23 17:14:52.900854 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87924d7f-03f9-4f01-8a2c-23fe9749d403 req-03215765-b7c7-436a-8751-235337f39290 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354700 Dec 23 17:14:53.275094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75287433-eabe-4062-b961-fac23a3fba04 req-d1d3e838-35df-4367-8878-a05f514d763e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:53.276556 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75287433-eabe-4062-b961-fac23a3fba04 req-d1d3e838-35df-4367-8878-a05f514d763e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0890172 Dec 23 17:14:53.320972 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-75287433-eabe-4062-b961-fac23a3fba04 req-d2bab997-1c9d-445f-b744-265a5298b2aa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Dec 23 17:14:54.520941 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be9e6-2d9c-412c-872f-5f154044bfe4 req-de7d426d-758f-4863-bfcc-72fbf71a945e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:54.522348 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d73be9e6-2d9c-412c-872f-5f154044bfe4 req-de7d426d-758f-4863-bfcc-72fbf71a945e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0800602 Dec 23 17:14:54.569398 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d73be9e6-2d9c-412c-872f-5f154044bfe4 req-d215f9dc-4b15-4f06-9ddf-ba6c4783677a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Dec 23 17:14:54.759732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06772c-b5a8-4859-9655-026277c81776 req-261e65fe-315c-4b25-83e6-e514857b1bea tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:54.761144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c06772c-b5a8-4859-9655-026277c81776 req-261e65fe-315c-4b25-83e6-e514857b1bea tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0765061 Dec 23 17:14:54.804704 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7c06772c-b5a8-4859-9655-026277c81776 req-676e9e9a-27e7-4125-941f-e5dadaeeee0c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382161 Dec 23 17:14:54.830790 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37736) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:54.963403 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4f9271d8-505a-4176-a9be-8ec2507a55db tempest-TestShelveInstance-913202165 tempest-TestShelveInstance-913202165-project-admin] Synchronizing usage tracker for tenant:9bf76bf62e734f84af1f86856c4b4aaf on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:14:54.979359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4f9271d8-505a-4176-a9be-8ec2507a55db tempest-TestShelveInstance-913202165 tempest-TestShelveInstance-913202165-project-admin] Unset dirty status for tenant:9bf76bf62e734f84af1f86856c4b4aaf on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:14:54.980595 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4f9271d8-505a-4176-a9be-8ec2507a55db tempest-TestShelveInstance-913202165 tempest-TestShelveInstance-913202165-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1094 time: 0.1488974 Dec 23 17:14:54.983564 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 37742) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:14:54.988519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:14:54.993646 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:14:54.997276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:floatingip and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:14:55.000091 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:14:55.005662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:14:55.016322 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:55.148021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:55.276179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Allocated IP 172.26.7.233 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/37ffe8e0-1cd7-4d25-a9d0-2d624a15725a) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:14:55.511641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:55.538036 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:55.604367 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:14:55.606932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:14:55.610528 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:14:55.638396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'Port': ['ID=37ffe8e0-1cd7-4d25-a9d0-2d624a15725a,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:56.104149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:56.158190 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:56.354927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:56.358922 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:56.458056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'Port': ['ID=37ffe8e0-1cd7-4d25-a9d0-2d624a15725a,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:14:56.474231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:56.662408 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Floating IP d6b5f854-16e4-4f8b-940a-f1971e437bef associated. External IP: 172.26.7.233, port: ba313c2c-e6d5-4bb6-93ea-38299d83aec6. Dec 23 17:14:57.127760 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Router b4c74cf0-374b-4a01-924e-1ec2f693b921 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:14:57.322189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:14:57.332137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] Sync routers for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:14:57.344481 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:57.345073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:57.345280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:14:57.397406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4695555a-dce9-42f4-93ab-9e9a39647e35 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4128501 Dec 23 17:14:57.397973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:14:57.457319 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'status': 'completed', 'code': 200} Dec 23 17:14:57.534934 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:57.549655 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-17ebf033-2a55-4a35-bd5c-2615729a6289 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1099 time: 0.0710099 Dec 23 17:14:57.681501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-475111eb-310a-4a2b-810d-027141f925d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:57.682867 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-475111eb-310a-4a2b-810d-027141f925d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1264808 Dec 23 17:14:57.780101 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-ab2bcc7b-b396-4e05-8c2d-9fa621409cdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1000 time: 0.0912907 Dec 23 17:14:57.842651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-4f1e993e-5d33-4e0b-b2f1-423816da4f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:14:57.844085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-4f1e993e-5d33-4e0b-b2f1-423816da4f96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0582628 Dec 23 17:14:57.876665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd6b5f854-16e4-4f8b-940a-f1971e437bef', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'port_id': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'mac_address': 'fa:16:3e:47:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8880ac6-e318-4818-a421-f17115145ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:14:55Z', 'updated_at': '2021-12-23T17:14:55Z', 'revision_number': 0, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:57.880787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] Checking router: b4c74cf0-374b-4a01-924e-1ec2f693b921 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:14:57.891010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:14:57.891623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:57.920591 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-f4395060-496d-4429-afe4-04f5b779df8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702696 Dec 23 17:14:58.050169 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-c8407a91-fc5a-4e0e-be3d-8fe2c2653c02 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234860 Dec 23 17:14:58.108220 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:14:58.183795 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-69df6923-72f1-41ac-ba76-cf3c38a46e4d req-7c1aedf4-925d-4fac-9581-c404eff236db service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267359 Dec 23 17:14:58.452761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd6b5f854-16e4-4f8b-940a-f1971e437bef', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'port_id': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'mac_address': 'fa:16:3e:47:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8880ac6-e318-4818-a421-f17115145ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:14:55Z', 'updated_at': '2021-12-23T17:14:55Z', 'revision_number': 0, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:14:58.456671 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e02f9-5e59-4c05-b95c-d3fb8af04609 None None] The sync data for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'd6b5f854-16e4-4f8b-940a-f1971e437bef', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'port_id': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'mac_address': 'fa:16:3e:47:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8880ac6-e318-4818-a421-f17115145ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:14:55Z', 'updated_at': '2021-12-23T17:14:55Z', 'revision_number': 0, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:15:02.524569 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca3ba1-9961-4f13-988b-cc24ad725f9f None None] New status for floating IP d6b5f854-16e4-4f8b-940a-f1971e437bef: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:15:02.538346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Sync routers for ids ['b4e7e852-1b43-4d4a-a737-ae04285983b9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:15:02.551239 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Routers {'b4e7e852-1b43-4d4a-a737-ae04285983b9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:15:02.551965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4e7e852-1b43-4d4a-a737-ae04285983b9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:15:02.737951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Set router b4e7e852-1b43-4d4a-a737-ae04285983b9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:15:03.050027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 4, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port': {'id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a5560500-fedd-4dac-a9de-acbf9e6143e9', 'name': '', 'network_id': '78389121-3def-4664-90e9-d11aa01610b9', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'mac_address': 'fa:16:3e:c8:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0459491e-f4d4-4b0a-899c-547594e35e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:38Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 2, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'subnets': [{'id': '0459491e-f4d4-4b0a-899c-547594e35e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:15:03.053746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Checking router: b4e7e852-1b43-4d4a-a737-ae04285983b9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:15:03.054080 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Updating router b4e7e852-1b43-4d4a-a737-ae04285983b9 port a5560500-fedd-4dac-a9de-acbf9e6143e9 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:15:03.106293 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:03.428874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:03.440439 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Transition to ACTIVE for port object a5560500-fedd-4dac-a9de-acbf9e6143e9 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:15:03.446358 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:03.568582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471e06a-931c-4071-bb2f-aa33a1279a5c None None] Pushing event updated for resources: {'Port': ['ID=a5560500-fedd-4dac-a9de-acbf9e6143e9,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:15:03.696908 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Attempting to bind port a5560500-fedd-4dac-a9de-acbf9e6143e9 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:15:03.697186 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Attempting to bind port a5560500-fedd-4dac-a9de-acbf9e6143e9 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:15:03.697553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Attempting to bind port a5560500-fedd-4dac-a9de-acbf9e6143e9 on network 78389121-3def-4664-90e9-d11aa01610b9 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:15:03.703741 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:15:03.704103 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Checking segment: {'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:15:03.704503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:03.704885 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Bound using segment: {'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:15:03.705334 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Bound port: a5560500-fedd-4dac-a9de-acbf9e6143e9, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad65571-bb22-439c-93e8-cdbf2d18ad16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '78389121-3def-4664-90e9-d11aa01610b9'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:15:03.705692 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:03.800064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] For port a5560500-fedd-4dac-a9de-acbf9e6143e9, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:15:03.802967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] For port a5560500-fedd-4dac-a9de-acbf9e6143e9, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a5560500-fedd-4dac-a9de-acbf9e6143e9,segment=NetworkSegment(7ad65571-bb22-439c-93e8-cdbf2d18ad16),segment_id=7ad65571-bb22-439c-93e8-cdbf2d18ad16)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:15:03.807145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:03.886890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471e06a-931c-4071-bb2f-aa33a1279a5c None None] Pushing event updated for resources: {'Port': ['ID=a5560500-fedd-4dac-a9de-acbf9e6143e9,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:15:03.889750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Routers {'b4e7e852-1b43-4d4a-a737-ae04285983b9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:15:03.890346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:14:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4e7e852-1b43-4d4a-a737-ae04285983b9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:15:04.069494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] Set router b4e7e852-1b43-4d4a-a737-ae04285983b9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:15:04.381410 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 4, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port': {'id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a5560500-fedd-4dac-a9de-acbf9e6143e9', 'name': '', 'network_id': '78389121-3def-4664-90e9-d11aa01610b9', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'mac_address': 'fa:16:3e:c8:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0459491e-f4d4-4b0a-899c-547594e35e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:38Z', 'updated_at': '2021-12-23T17:15:03Z', 'revision_number': 4, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'subnets': [{'id': '0459491e-f4d4-4b0a-899c-547594e35e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:15:04.385899 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ab4bd-09ec-4150-8b5b-cbb0e58d349c None None] The sync data for ids ['b4e7e852-1b43-4d4a-a737-ae04285983b9'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:39Z', 'revision_number': 4, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port': {'id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'a5560500-fedd-4dac-a9de-acbf9e6143e9', 'name': '', 'network_id': '78389121-3def-4664-90e9-d11aa01610b9', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'mac_address': 'fa:16:3e:c8:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0459491e-f4d4-4b0a-899c-547594e35e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:38Z', 'updated_at': '2021-12-23T17:15:03Z', 'revision_number': 4, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'subnets': [{'id': '0459491e-f4d4-4b0a-899c-547594e35e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:15:04.548166 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a5560500-fedd-4dac-a9de-acbf9e6143e9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:15:04.620813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port a5560500-fedd-4dac-a9de-acbf9e6143e9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:15:04.626153 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a5560500-fedd-4dac-a9de-acbf9e6143e9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:15:04.626530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:04.742225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:04.774882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port a5560500-fedd-4dac-a9de-acbf9e6143e9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a5560500-fedd-4dac-a9de-acbf9e6143e9,segment=NetworkSegment(7ad65571-bb22-439c-93e8-cdbf2d18ad16),segment_id=7ad65571-bb22-439c-93e8-cdbf2d18ad16)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:15:04.778647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:04.848800 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=a5560500-fedd-4dac-a9de-acbf9e6143e9,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:15:04.944164 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:15:05.171125 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08b6def1-2b60-4ddd-a602-d77bb8e6440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:06.529647 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a5560500-fedd-4dac-a9de-acbf9e6143e9 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:15:06.596509 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port a5560500-fedd-4dac-a9de-acbf9e6143e9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:15:06.596871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:07.325897 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:07.390187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5750231-4ba4-46b7-ba0d-cde6ab3ab813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:08.610662 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:08.639665 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:10.102942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:35.177558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-877a086c-1606-4738-b825-65a91faa1c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:37.329944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:37.391432 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89276983-9283-4803-9edb-98f8e14c9a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:38.615383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:38.641675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:40.105393 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:15:41.947328 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:15:49.728610 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-2d9028e7-583a-49e3-b533-beee11ec729d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705221 Dec 23 17:15:49.864419 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-29f379ac-438e-477f-abe6-bb087cc9e287 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1099 time: 0.0661912 Dec 23 17:15:50.004591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-3dae4060-17f0-4886-91cd-4916d13c450c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:15:50.005938 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-3dae4060-17f0-4886-91cd-4916d13c450c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1225255 Dec 23 17:15:50.194041 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-ef472650-a756-4e6c-b254-e1d899f6cd8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1002 time: 0.1815093 Dec 23 17:15:50.258281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-88e29fef-f798-4db4-a451-38735548d7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:15:50.259680 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-88e29fef-f798-4db4-a451-38735548d7db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0588267 Dec 23 17:15:50.337316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-bde2d855-5b45-43cd-ab65-77ddd63964a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716102 Dec 23 17:15:50.463740 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-c94ba798-48af-4532-97b7-8950506405db service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201699 Dec 23 17:15:50.596260 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-50f29596-4a5c-4068-b8ae-fe35755711ae req-01cc4408-deb6-467a-81f9-9ba47869ee69 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224947 Dec 23 17:16:05.175766 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c66c24e-cb6f-4481-8ddd-2ef48b34204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:07.329384 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:07.392123 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-312386ae-d3d2-43f8-8718-e4a6662da1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:08.616577 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:08.643543 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:10.108145 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:18.947768 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:16:35.178050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-705706ba-8adc-40d2-ac2a-0f6c539161be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:37.337824 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:37.395497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d23841bb-0f07-4d8b-b89f-35894a9a6179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:38.618168 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:38.681390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:40.112057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:16:50.571145 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-0b863117-7e7c-4a11-a011-9415e2bc3ed1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668633 Dec 23 17:16:50.707700 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-85374366-4c93-4a85-863d-f3fc90b575a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1099 time: 0.0687926 Dec 23 17:16:50.844957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-63515644-32c5-4041-91a9-e5333c551a1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:16:50.846337 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-63515644-32c5-4041-91a9-e5333c551a1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1208544 Dec 23 17:16:50.943652 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-0a6ad084-7e70-4263-b2db-8f4d0874b435 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1002 time: 0.0908120 Dec 23 17:16:51.006703 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-d4d851e8-ff7c-4378-a33f-f5be6a419970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:16:51.008637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-d4d851e8-ff7c-4378-a33f-f5be6a419970 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0590062 Dec 23 17:16:51.079601 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-d769ef80-07df-48d6-8cb0-10f88d8bc60d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645444 Dec 23 17:16:51.206771 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-31408dda-a16e-463e-bc5d-aefc007d111a service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207638 Dec 23 17:16:51.334623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0beb9939-a53a-49a8-909e-a6ba28630edc req-b93974ae-8d85-49af-814b-4ef96b43a982 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209893 Dec 23 17:16:55.948298 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:17:05.180608 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e6a9de-fe9a-4918-9896-d686120987cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:07.355578 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:07.396510 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-182cb4f6-ddad-4873-8134-f5a39093e30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:08.623412 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:08.644998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:10.113961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:32.949747 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:17:33.206102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488370d-24fe-4cfc-8e4d-4db2e531dfff req-f7a351cf-a42f-428c-9148-57127beee348 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:33.207422 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5488370d-24fe-4cfc-8e4d-4db2e531dfff req-f7a351cf-a42f-428c-9148-57127beee348 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.1782587 Dec 23 17:17:33.251112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5488370d-24fe-4cfc-8e4d-4db2e531dfff req-d3b3e6c5-e292-4e2b-b4bd-4153ed64c929 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383368 Dec 23 17:17:34.544915 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3510be-dd39-4246-9632-9fa2f93ecdbc req-cfa42237-fd31-4de7-9229-517a34b0ae76 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:34.546343 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f3510be-dd39-4246-9632-9fa2f93ecdbc req-cfa42237-fd31-4de7-9229-517a34b0ae76 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.1652329 Dec 23 17:17:34.589108 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0f3510be-dd39-4246-9632-9fa2f93ecdbc req-bc0eb9ef-720d-4e01-b902-cebd32de5e8e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373468 Dec 23 17:17:35.182267 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-072d1c5a-ad60-4083-a5fd-c1f5ce6a5150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:35.797058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa3c98-691b-4acd-ae51-1b955d82a3b9 req-89435af9-a278-40c7-b9f6-4cc433fe07c2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:35.798465 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8fa3c98-691b-4acd-ae51-1b955d82a3b9 req-89435af9-a278-40c7-b9f6-4cc433fe07c2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0771773 Dec 23 17:17:35.842269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f8fa3c98-691b-4acd-ae51-1b955d82a3b9 req-34821447-4160-4d0e-8cf9-f013f15a4fa2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377371 Dec 23 17:17:37.031788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52eeb5-2359-4f8c-a173-2f2039a78267 req-6dc46f1b-f131-43d0-beae-33d6730f90f8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:37.033205 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b52eeb5-2359-4f8c-a173-2f2039a78267 req-6dc46f1b-f131-43d0-beae-33d6730f90f8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0737858 Dec 23 17:17:37.082571 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b52eeb5-2359-4f8c-a173-2f2039a78267 req-be89071d-3063-412d-a5a4-0859d38790d8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Dec 23 17:17:37.364351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:37.398340 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-579fc395-4b5e-4281-a1c5-b6d5c4f1993f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:38.360154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8d862-9413-4f6b-aef4-3a9211a895d8 req-d8e464c0-303a-4100-88b9-3a380c392a1c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:38.361577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5b8d862-9413-4f6b-aef4-3a9211a895d8 req-d8e464c0-303a-4100-88b9-3a380c392a1c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.1575022 Dec 23 17:17:38.406402 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d5b8d862-9413-4f6b-aef4-3a9211a895d8 req-1a0a6cb3-7830-451c-a5da-a53da70b932c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 Dec 23 17:17:38.623421 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:38.645425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:39.607001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e3ca-b760-4e13-82e4-a48096ec1326 req-eb6e1e6b-d321-42bd-b2d2-71299fd2b29b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:39.608951 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0b7e3ca-b760-4e13-82e4-a48096ec1326 req-eb6e1e6b-d321-42bd-b2d2-71299fd2b29b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0799193 Dec 23 17:17:39.656311 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e0b7e3ca-b760-4e13-82e4-a48096ec1326 req-9b44905a-c94a-46aa-a7f5-72cc97a49e34 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Dec 23 17:17:40.117601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:40.857094 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4766bc-c1d3-4a6a-b8cd-a8096c80d511 req-633ae8ef-2e3f-4300-b4ad-2ea477ec777f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:40.858516 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be4766bc-c1d3-4a6a-b8cd-a8096c80d511 req-633ae8ef-2e3f-4300-b4ad-2ea477ec777f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0735834 Dec 23 17:17:40.901916 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be4766bc-c1d3-4a6a-b8cd-a8096c80d511 req-f25c927e-ddd4-4c24-bfe9-85eacab0d3f9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Dec 23 17:17:42.094433 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114fe0-e1b5-424a-9aa9-372e748737b9 req-2dbcb90d-66f7-441f-98ef-499d292017b2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:42.095906 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83114fe0-e1b5-424a-9aa9-372e748737b9 req-2dbcb90d-66f7-441f-98ef-499d292017b2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0774074 Dec 23 17:17:42.139677 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83114fe0-e1b5-424a-9aa9-372e748737b9 req-69ee4e38-63a2-4836-be35-50dd1f82d919 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383554 Dec 23 17:17:43.346205 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d51526-2ad0-4b65-a2d1-74c7e200cd02 req-3470e026-6461-4dd0-bd94-ef513d959bdc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:43.347673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-91d51526-2ad0-4b65-a2d1-74c7e200cd02 req-3470e026-6461-4dd0-bd94-ef513d959bdc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0834632 Dec 23 17:17:43.397403 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-91d51526-2ad0-4b65-a2d1-74c7e200cd02 req-38b89972-d7bc-4fdf-9419-12a1211dcdc4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 Dec 23 17:17:44.586730 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89076-9183-436c-8c7b-6ad14a6403d5 req-bd6b9c26-925f-4f58-9a60-beb475d866b6 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:44.588168 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77f89076-9183-436c-8c7b-6ad14a6403d5 req-bd6b9c26-925f-4f58-9a60-beb475d866b6 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0738764 Dec 23 17:17:44.630451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77f89076-9183-436c-8c7b-6ad14a6403d5 req-4bb68f81-da56-4de3-8e93-432da76544c8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369418 Dec 23 17:17:45.245755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:17:45.373575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:17:45.386854 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'port_id': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'mac_address': 'fa:16:3e:47:31:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:17:45.442330 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:45.459291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba313c2c-e6d5-4bb6-93ea-38299d83aec6 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:17:45.473979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:17:45.477713 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:45.541560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:17:45.549705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.550043 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.550370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.550693 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.551014 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.551332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.551673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.551990 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.552363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.552680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.552987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:17:45.557784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['ba313c2c-e6d5-4bb6-93ea-38299d83aec6'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:17:45.830009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688481f-2aff-4744-a902-1a049cb5f071 req-5255ba92-e96b-43cd-9d32-a663e3503ce7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:45.831349 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a688481f-2aff-4744-a902-1a049cb5f071 req-5255ba92-e96b-43cd-9d32-a663e3503ce7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 945 time: 0.0788307 Dec 23 17:17:45.874898 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a688481f-2aff-4744-a902-1a049cb5f071 req-4e73ca54-458e-4223-a0ff-f42b2e0a2c59 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Dec 23 17:17:47.068586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea009-9e12-405c-a4af-e9aec2b127f0 req-fcb584b1-d2ba-4db0-bae8-9f28b5284d79 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:47.070065 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab2ea009-9e12-405c-a4af-e9aec2b127f0 req-fcb584b1-d2ba-4db0-bae8-9f28b5284d79 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 945 time: 0.0759208 Dec 23 17:17:47.114161 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ab2ea009-9e12-405c-a4af-e9aec2b127f0 req-3c75fe0d-dbe3-4994-83a4-e3a6b2517b48 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387142 Dec 23 17:17:47.259184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:17:47.327855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:17:47.328221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:47.438478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:47.464673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:17:47.474188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:17:47.478348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:17:47.518960 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'code': 200} Dec 23 17:17:47.543363 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:17:48.309512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e049b-7a76-4ed5-9354-4d3a3cb67ce1 req-bfdfe997-a035-4269-963d-532797fec1b9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:48.310931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d2e049b-7a76-4ed5-9354-4d3a3cb67ce1 req-bfdfe997-a035-4269-963d-532797fec1b9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0804040 Dec 23 17:17:48.355456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0d2e049b-7a76-4ed5-9354-4d3a3cb67ce1 req-e1d45286-a3cc-4811-9f4e-6d21fc494c28 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 Dec 23 17:17:49.566563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1383-0c8a-4de9-9540-229fc9d75f63 req-f0b2925e-6ee9-475e-b562-75f37c157e06 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:49.568041 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-254e1383-0c8a-4de9-9540-229fc9d75f63 req-f0b2925e-6ee9-475e-b562-75f37c157e06 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0885966 Dec 23 17:17:49.620935 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-254e1383-0c8a-4de9-9540-229fc9d75f63 req-976c83ed-86ac-461b-93f6-62e8a0bde6bd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Dec 23 17:17:50.835021 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0127-70c6-40a7-94ca-933e4cd6bfe8 req-10fa2bd7-60c2-4ba2-8dc3-e7af86ee487e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:50.839151 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ee0127-70c6-40a7-94ca-933e4cd6bfe8 req-10fa2bd7-60c2-4ba2-8dc3-e7af86ee487e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0868392 Dec 23 17:17:50.889409 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ee0127-70c6-40a7-94ca-933e4cd6bfe8 req-4d572985-984b-4b75-8ec4-e1b7035271a0 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Dec 23 17:17:52.120693 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7904de-d8cd-4820-a3d5-9a51890ba30b req-1765b2e7-a56e-4725-a851-2447fa690c30 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:52.122445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd7904de-d8cd-4820-a3d5-9a51890ba30b req-1765b2e7-a56e-4725-a851-2447fa690c30 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0870249 Dec 23 17:17:52.214266 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd7904de-d8cd-4820-a3d5-9a51890ba30b req-e1ff0f76-5f44-47a9-a2cc-e2a96192497c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629895 Dec 23 17:17:52.229124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-951b6db6-3dd2-4bff-bafc-2dfb90078102 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1099 time: 0.1983750 Dec 23 17:17:52.396567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-fdabd8db-56f4-4490-b132-7dcc20d12af0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:52.399051 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-fdabd8db-56f4-4490-b132-7dcc20d12af0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1405592 Dec 23 17:17:52.507174 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-aeee238e-0609-41d6-9f3a-d07a1f0c1a06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1002 time: 0.1014092 Dec 23 17:17:52.576805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-e839feec-581b-4450-959f-75f2ac97db6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:52.578333 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-e839feec-581b-4450-959f-75f2ac97db6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0655875 Dec 23 17:17:52.668475 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-cc19989a-32b3-4fe8-894f-e3882b01b880 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827975 Dec 23 17:17:52.908554 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-29a5dd7f-252b-42dd-b260-918c2c0a0474 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337947 Dec 23 17:17:53.051479 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fcf1271b-4d44-4225-9ca9-ea089bc151ca req-d1c285b4-0a18-4fa2-b5eb-ccb6fd0eb2e1 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358159 Dec 23 17:17:53.435358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0339e-f373-453b-894f-9d1f1a2d2da5 req-d98e1dfc-a01e-4e25-b7a5-73e0399fa4bb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:53.436964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ce0339e-f373-453b-894f-9d1f1a2d2da5 req-d98e1dfc-a01e-4e25-b7a5-73e0399fa4bb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0809109 Dec 23 17:17:53.488077 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ce0339e-f373-453b-894f-9d1f1a2d2da5 req-1c775878-6974-4046-9063-629c4071f6a0 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455234 Dec 23 17:17:54.701696 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef629c7-f687-4e44-a58d-4608da8cf2a2 req-b2d352ea-4b59-4876-ba15-7620a7b199d8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:54.703189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6ef629c7-f687-4e44-a58d-4608da8cf2a2 req-b2d352ea-4b59-4876-ba15-7620a7b199d8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0909832 Dec 23 17:17:54.768158 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6ef629c7-f687-4e44-a58d-4608da8cf2a2 req-a0617f44-ea27-430d-9a9c-0bb2eeb1d3c9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577397 Dec 23 17:17:55.967604 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ec96f-877b-4ea6-8e97-f500340456c8 req-e1ce1b75-2b68-4eef-bbbf-85cc24bd8d1f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:55.969128 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-017ec96f-877b-4ea6-8e97-f500340456c8 req-e1ce1b75-2b68-4eef-bbbf-85cc24bd8d1f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0887146 Dec 23 17:17:56.025777 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-017ec96f-877b-4ea6-8e97-f500340456c8 req-582c7b8e-0483-4710-b923-e6ad4ea37a3f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508788 Dec 23 17:17:57.229013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5ff23-9c9c-43e8-90b3-bf87a62d9820 req-255093b1-ef33-45ff-bf93-57718969b1ac tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:57.235691 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1eb5ff23-9c9c-43e8-90b3-bf87a62d9820 req-255093b1-ef33-45ff-bf93-57718969b1ac tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0862696 Dec 23 17:17:57.278637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1eb5ff23-9c9c-43e8-90b3-bf87a62d9820 req-a452a596-758a-4900-99aa-ba05d41a6a07 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Dec 23 17:17:58.489248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4fa7-dfc1-467f-b0b9-5afaf6cfe5b7 req-a31a57d9-3322-4360-9f0e-cdc0c1ad6462 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:58.491746 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a30e4fa7-dfc1-467f-b0b9-5afaf6cfe5b7 req-a31a57d9-3322-4360-9f0e-cdc0c1ad6462 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0886986 Dec 23 17:17:58.566943 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a30e4fa7-dfc1-467f-b0b9-5afaf6cfe5b7 req-7eb0a19a-4556-4d2d-b088-bde7742d2882 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699937 Dec 23 17:17:59.758130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654b72b-94a3-4a79-94f4-f85a291b2d17 req-6d830dd0-4812-4a0b-b662-e4ee5601b6a0 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:17:59.759873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1654b72b-94a3-4a79-94f4-f85a291b2d17 req-6d830dd0-4812-4a0b-b662-e4ee5601b6a0 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0743895 Dec 23 17:17:59.804223 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1654b72b-94a3-4a79-94f4-f85a291b2d17 req-1d0fb119-d969-40bd-a5a3-fd8f687b77f1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383928 Dec 23 17:18:00.329518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-3c000b92-60a6-45b1-8523-3c017d1cdb01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1099 time: 0.0698140 Dec 23 17:18:00.458000 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-25a1a386-5f48-4785-8a08-9b02f9d21859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:00.459427 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-25a1a386-5f48-4785-8a08-9b02f9d21859 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1208940 Dec 23 17:18:00.557607 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-64ec0b4b-d6d4-45c8-808b-eaf4021efadc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1002 time: 0.0922766 Dec 23 17:18:00.616815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-f5460b2f-474b-4228-9e75-3528f9ad56f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:00.618091 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-f5460b2f-474b-4228-9e75-3528f9ad56f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0547242 Dec 23 17:18:00.691433 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-fc88a149-63dd-4cc0-9dc1-7089da705c7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668843 Dec 23 17:18:00.816064 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-aeb473fb-85a7-410a-8649-693c13356e49 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182125 Dec 23 17:18:00.986917 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f0a993c-0158-463e-8f4c-11d02834e8bc req-0c99d609-099f-4a9b-8459-754d75aef943 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645358 Dec 23 17:18:01.017501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5299a-1c44-4e17-a6a0-2f3170f3eb7b req-b02fee0c-6408-46bf-863b-4ac5fe33d1b2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:01.018915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4b5299a-1c44-4e17-a6a0-2f3170f3eb7b req-b02fee0c-6408-46bf-863b-4ac5fe33d1b2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0937562 Dec 23 17:18:01.063786 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a4b5299a-1c44-4e17-a6a0-2f3170f3eb7b req-810293fa-5f54-4d97-975a-78d9dd8d9cfc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Dec 23 17:18:02.256004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b09a-83b8-4dd2-acf8-375c16f239f6 req-318ac3a0-c600-4677-94c6-3f012fbf454d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:02.258036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f128b09a-83b8-4dd2-acf8-375c16f239f6 req-318ac3a0-c600-4677-94c6-3f012fbf454d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 946 time: 0.0741563 Dec 23 17:18:02.305915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f128b09a-83b8-4dd2-acf8-375c16f239f6 req-72624019-365b-4e95-847e-bf28de2d1196 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Dec 23 17:18:03.355189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:18:03.486614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:03.514298 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:18:03.526246 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:18:03.530450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:03.600012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd403e-d5f2-484a-8526-af10e4508e1a req-478df684-d624-4fab-823e-a87080b239c2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:03.600668 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:18:03.607530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-66cd403e-d5f2-484a-8526-af10e4508e1a req-478df684-d624-4fab-823e-a87080b239c2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.1783903 Dec 23 17:18:03.645263 dv-neutron-822800-1-hyperv neutron-server[83496]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'code': 422} returned with failed status Dec 23 17:18:03.647927 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-66cd403e-d5f2-484a-8526-af10e4508e1a req-91017c96-4959-4326-8af2-05e447cee43e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Dec 23 17:18:03.960118 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dec61558-f166-4a5c-8efa-31e153cd859e req-3042db5d-0396-4b60-a36b-121ac51ab7b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1273601 Dec 23 17:18:04.217454 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9b2f-8265-49f6-bbe1-feb7b78fe8d0 req-d35a7a12-0ebf-4a45-a544-f0ffce12670c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:04.218900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-540f9b2f-8265-49f6-bbe1-feb7b78fe8d0 req-d35a7a12-0ebf-4a45-a544-f0ffce12670c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0758224 Dec 23 17:18:04.264198 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-540f9b2f-8265-49f6-bbe1-feb7b78fe8d0 req-948daa79-e613-4dd4-afc9-ae28959ec376 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Dec 23 17:18:04.269935 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-7993736b-2455-49e5-a511-ebbdc15dfa40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337922 Dec 23 17:18:04.901480 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-1bdc59bc-4f12-434e-8468-feb3fe3b3464 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc&tenant_id=e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 1097 time: 0.0699561 Dec 23 17:18:04.994323 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-bda75476-8eab-437c-a60e-d744a2079d29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1097 time: 0.0731816 Dec 23 17:18:05.121518 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-91b0d1d3-8c76-4011-97e7-1c3e372a7c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:05.122824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-91b0d1d3-8c76-4011-97e7-1c3e372a7c39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1228528 Dec 23 17:18:05.183655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1756415b-d336-48c1-a55e-a86914ca6ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:05.227387 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-f6213631-200c-43d3-ad01-d387e808d44e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1000 time: 0.0985415 Dec 23 17:18:05.293774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-fc332bbd-8ca8-4163-a749-11979e75fae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:05.295224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-fc332bbd-8ca8-4163-a749-11979e75fae6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0618386 Dec 23 17:18:05.371015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-3a296620-c994-41d7-812a-49341e5d3232 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693426 Dec 23 17:18:05.551261 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-49f51894-abb7-4358-888c-5db6f2284b12 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735904 Dec 23 17:18:05.560425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081aba3-0201-40f0-b67e-3d9507be4add req-f55eca52-b776-43ab-9b79-253d19563f49 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:05.561766 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b081aba3-0201-40f0-b67e-3d9507be4add req-f55eca52-b776-43ab-9b79-253d19563f49 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.1671987 Dec 23 17:18:05.682810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b081aba3-0201-40f0-b67e-3d9507be4add req-0eb27911-e6d8-4f80-bb9e-c77931e47a65 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031404 Dec 23 17:18:05.720155 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3394688c-dd1f-47eb-987b-7877d2647fd9 req-17af935f-d648-40d3-b3c2-63358ac11fa8 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574883 Dec 23 17:18:07.047120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416aee6e-a72e-4e3d-b4e1-fc9f485f05a5 req-22435d01-aa28-4877-9975-82db08102911 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:07.048673 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-416aee6e-a72e-4e3d-b4e1-fc9f485f05a5 req-22435d01-aa28-4877-9975-82db08102911 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0911360 Dec 23 17:18:07.096067 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-416aee6e-a72e-4e3d-b4e1-fc9f485f05a5 req-bef35380-3739-4b37-97ea-030f8d9c26dd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418084 Dec 23 17:18:07.355190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:18:07.427030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:07.431406 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f0d9db3-4ecb-485c-99b3-532c524493a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:08.304820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654184-3fa9-421a-b294-0d16203480ff req-2cef94bb-83d4-4b90-ab10-5f1870e5fc96 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:08.306316 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68654184-3fa9-421a-b294-0d16203480ff req-2cef94bb-83d4-4b90-ab10-5f1870e5fc96 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0812707 Dec 23 17:18:08.353581 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-68654184-3fa9-421a-b294-0d16203480ff req-057a32b7-7f6f-4982-9ea9-c7743abe3cc7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Dec 23 17:18:08.626369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:08.647704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:09.563859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe6d14-9c20-414a-9378-577dd967e3e4 req-08648c10-0720-4954-83de-7d7f5b4fb2bf tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:09.565354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87fe6d14-9c20-414a-9378-577dd967e3e4 req-08648c10-0720-4954-83de-7d7f5b4fb2bf tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0790970 Dec 23 17:18:09.611829 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-87fe6d14-9c20-414a-9378-577dd967e3e4 req-9b29a24f-dce0-4881-94dc-8d404c32c787 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Dec 23 17:18:09.951520 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:18:10.121956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:10.816305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151605-2016-470e-9fcb-b4a0fa01291e req-544a253a-4831-4d63-a58e-c701275761fc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:10.818395 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b151605-2016-470e-9fcb-b4a0fa01291e req-544a253a-4831-4d63-a58e-c701275761fc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0847454 Dec 23 17:18:10.864913 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7b151605-2016-470e-9fcb-b4a0fa01291e req-93cb0e1d-8e2a-4522-aa40-9d8713090add tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Dec 23 17:18:12.065020 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44995e8f-cccd-42a6-a5d6-931c40b421ea req-d84866b5-5aee-42d4-802b-22c687bae16e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:12.066549 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44995e8f-cccd-42a6-a5d6-931c40b421ea req-d84866b5-5aee-42d4-802b-22c687bae16e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0823720 Dec 23 17:18:12.115355 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-44995e8f-cccd-42a6-a5d6-931c40b421ea req-37371970-67c2-4219-b85d-91f531caeef7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Dec 23 17:18:13.422214 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a4587-c2a8-4dfa-bb5b-2d800a1bcb9a req-2ce78e7f-0716-4176-a5a1-a8612c68f2d9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:13.429806 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ec0a4587-c2a8-4dfa-bb5b-2d800a1bcb9a req-2ce78e7f-0716-4176-a5a1-a8612c68f2d9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.1871161 Dec 23 17:18:13.479743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ec0a4587-c2a8-4dfa-bb5b-2d800a1bcb9a req-c8f8f7a5-ef50-4fc2-92ba-46fcfff88179 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490592 Dec 23 17:18:14.696653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532db69b-ae9d-4ecc-86c3-db5e8c8af30a req-061ef2ef-dd8c-4962-8fd2-f97a31cf7c63 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:14.698063 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-532db69b-ae9d-4ecc-86c3-db5e8c8af30a req-061ef2ef-dd8c-4962-8fd2-f97a31cf7c63 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0897615 Dec 23 17:18:14.752747 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-532db69b-ae9d-4ecc-86c3-db5e8c8af30a req-5afde054-ecf9-45c9-9f89-199738789c0b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487027 Dec 23 17:18:15.954503 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eafebd-f7c6-4dd8-adf5-e6f8c185d989 req-699eddfe-70f6-4156-972d-097e130c3e94 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:15.955980 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77eafebd-f7c6-4dd8-adf5-e6f8c185d989 req-699eddfe-70f6-4156-972d-097e130c3e94 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0765920 Dec 23 17:18:16.000660 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77eafebd-f7c6-4dd8-adf5-e6f8c185d989 req-0a2c58de-34b3-46a3-b296-53e2fab63966 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383291 Dec 23 17:18:17.210994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c91a7-5de2-4b32-9511-578a1691ea3f req-05fd5777-cce5-4fea-b11d-1683805f0798 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:17.212457 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a9c91a7-5de2-4b32-9511-578a1691ea3f req-05fd5777-cce5-4fea-b11d-1683805f0798 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0786357 Dec 23 17:18:17.255914 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0a9c91a7-5de2-4b32-9511-578a1691ea3f req-805c8a13-b622-4112-8045-75ce5b654c59 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380981 Dec 23 17:18:18.446353 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4c60-1e07-40a9-baad-62773c1686a9 req-1e194083-2cab-4d84-9c0f-fa63ca02ef9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:18.447835 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ab4c60-1e07-40a9-baad-62773c1686a9 req-1e194083-2cab-4d84-9c0f-fa63ca02ef9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0745385 Dec 23 17:18:18.492990 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-46ab4c60-1e07-40a9-baad-62773c1686a9 req-fea57df0-7d32-4d0c-bad4-e4342003fd97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397289 Dec 23 17:18:19.689047 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bfe81-067e-4493-a3e8-95f8a774ccd3 req-b72c5941-2844-4699-81f4-6bf32cf88b4e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:19.690445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-866bfe81-067e-4493-a3e8-95f8a774ccd3 req-b72c5941-2844-4699-81f4-6bf32cf88b4e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0810642 Dec 23 17:18:19.750765 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-866bfe81-067e-4493-a3e8-95f8a774ccd3 req-89223680-8006-4cd0-b04e-21f11f6d6bec tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531416 Dec 23 17:18:20.957923 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcbf0f-e954-40c7-a9a4-cb14f8bf0527 req-fd0f5880-273d-4c3d-ab1b-4ce45a444dfa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:20.959359 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2bcbf0f-e954-40c7-a9a4-cb14f8bf0527 req-fd0f5880-273d-4c3d-ab1b-4ce45a444dfa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0767117 Dec 23 17:18:21.005425 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a2bcbf0f-e954-40c7-a9a4-cb14f8bf0527 req-671b8674-83b6-4398-acaf-0d254379238c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Dec 23 17:18:22.197087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b40d3a-190f-4e83-8edc-199997832f4c req-80c4e202-8428-418b-ba44-fefffe761ea3 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:22.198502 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-14b40d3a-190f-4e83-8edc-199997832f4c req-80c4e202-8428-418b-ba44-fefffe761ea3 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0741613 Dec 23 17:18:22.241894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-14b40d3a-190f-4e83-8edc-199997832f4c req-187d16e0-8924-4d34-9252-73c546085a93 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380015 Dec 23 17:18:23.436684 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:18:23.443639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39beea6-f866-49d3-8170-691978ee63be req-a93ed271-d8b8-478f-a629-9083f32f19b8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:23.445064 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a39beea6-f866-49d3-8170-691978ee63be req-a93ed271-d8b8-478f-a629-9083f32f19b8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 944 time: 0.0868115 Dec 23 17:18:23.488362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a39beea6-f866-49d3-8170-691978ee63be req-9507f243-d98f-4f07-9181-5e808203c6c9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Dec 23 17:18:23.564341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:18:23.576737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'port_id': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'mac_address': 'fa:16:3e:47:31:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:18:23.657286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:23.674114 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba313c2c-e6d5-4bb6-93ea-38299d83aec6 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:18:23.690174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:18:23.694350 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:23.759405 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:18:24.054505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['ba313c2c-e6d5-4bb6-93ea-38299d83aec6'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:18:24.678713 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeba725-7b58-4521-9ed4-bdbeb135d391 req-574ca6a4-acf9-4910-bc75-747e6568dc41 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:24.680211 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ffeba725-7b58-4521-9ed4-bdbeb135d391 req-574ca6a4-acf9-4910-bc75-747e6568dc41 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 945 time: 0.0736790 Dec 23 17:18:24.723360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ffeba725-7b58-4521-9ed4-bdbeb135d391 req-b60152da-e761-49de-a063-e74cba745f10 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379677 Dec 23 17:18:25.528750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:18:25.604848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:18:25.605218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:25.715794 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:25.740880 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:18:25.749848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:18:25.754155 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:25.798600 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'code': 200} Dec 23 17:18:25.822068 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=10']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:18:25.922315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08844594-d2e6-4f91-b129-89572308b124 req-cd8ee7d8-f5e5-46e4-bd27-368f59a8c384 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:25.923796 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-08844594-d2e6-4f91-b129-89572308b124 req-cd8ee7d8-f5e5-46e4-bd27-368f59a8c384 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 947 time: 0.0793812 Dec 23 17:18:25.968462 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-08844594-d2e6-4f91-b129-89572308b124 req-aa2ffe8f-aa6c-4c0e-8b5b-c03754bc6b81 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389407 Dec 23 17:18:26.040044 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5914ebd4-2436-4a28-84a2-b2984ab3f40c req-c05b85c8-a92e-4938-b3fd-8d85e7a7fb08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1100 time: 0.0646250 Dec 23 17:18:26.084302 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5914ebd4-2436-4a28-84a2-b2984ab3f40c req-20fe4b90-d405-47e4-a4be-c2153894d9fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385234 Dec 23 17:18:27.165130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d79f4-a43b-4c9e-b25d-2908a88bad62 req-e4f77f02-bda3-403d-bc8c-27e5df617530 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:27.166573 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da9d79f4-a43b-4c9e-b25d-2908a88bad62 req-e4f77f02-bda3-403d-bc8c-27e5df617530 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 947 time: 0.0776839 Dec 23 17:18:27.212778 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da9d79f4-a43b-4c9e-b25d-2908a88bad62 req-4ad6016c-5b0b-496d-9f9c-18c16ad8dbc5 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Dec 23 17:18:28.411759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77420380-b423-4c4c-91af-09443d37619b req-96ce2e1a-58ae-4cea-a604-376ae4a57154 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:28.413829 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77420380-b423-4c4c-91af-09443d37619b req-96ce2e1a-58ae-4cea-a604-376ae4a57154 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 947 time: 0.0771332 Dec 23 17:18:28.456911 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77420380-b423-4c4c-91af-09443d37619b req-b91f0a96-b3db-49e1-8d19-4bcdb7647a5c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372965 Dec 23 17:18:35.185257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b9d38c8b-772e-4887-a463-d3f85a3e0db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:37.387254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:37.403963 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e958291d-e536-4210-acf2-5b40f99223b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:38.628757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:38.648988 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:40.124385 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:18:46.951755 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:18:52.611767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-fec30599-4903-45d7-a4db-574e12d42bbe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653086 Dec 23 17:18:52.749019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-64dff5a9-e99e-4e8d-b9d8-1de37d1f33da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1100 time: 0.0709913 Dec 23 17:18:52.891423 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-1c2f4e29-2777-4d88-b77c-52961f0fe6ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:52.892882 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-1c2f4e29-2777-4d88-b77c-52961f0fe6ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1243608 Dec 23 17:18:52.988404 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-2a37b2af-cde7-4285-810b-d59b5b828a94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1002 time: 0.0894375 Dec 23 17:18:53.130449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-7495d2fe-7d1f-4ae0-8a1a-94c837a19b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:18:53.132538 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-7495d2fe-7d1f-4ae0-8a1a-94c837a19b7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.1370099 Dec 23 17:18:53.204210 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-fe19e119-a300-4bb4-9696-74aed98c271c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650656 Dec 23 17:18:53.330412 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-93e7a4df-f5ee-4f78-be30-970e3001586b service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202352 Dec 23 17:18:53.457754 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ada0cef2-6145-4c09-b915-183e9ccc9011 req-f55e7b3c-52c5-402e-a856-9d581e23f9cd service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214178 Dec 23 17:19:05.186857 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d58e4a0-44f9-4be5-a941-5c004ab1a6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:07.402731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:07.407211 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8e36-00d0-4885-ae78-4a8bbc015feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:08.631571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:08.651874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:10.126461 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:23.951992 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:19:35.190252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff86f1c2-b7fa-42f6-a54c-8f874f36f20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:37.398862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:37.409174 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2d915e3-a23d-4389-b5a7-261a348e0d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:38.633750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:38.651743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:40.129150 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:19:52.517470 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-2c43fcb4-ddcd-4f40-824f-838f6be46642 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692649 Dec 23 17:19:52.650970 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-48a9f8b0-0676-4df0-ae4b-1941430a2605 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1100 time: 0.0667531 Dec 23 17:19:52.788717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-268bbc77-054a-4203-966d-e68f13e4a41c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:19:52.790984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-268bbc77-054a-4203-966d-e68f13e4a41c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1227627 Dec 23 17:19:52.891811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-d20ac624-b0ff-4f54-838c-0998c3659ef7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 1002 time: 0.0942223 Dec 23 17:19:52.951720 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-b8e4962f-1cd8-4241-871e-9ae452ecffea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:19:52.953085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-b8e4962f-1cd8-4241-871e-9ae452ecffea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0555649 Dec 23 17:19:53.027329 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-fc518f62-f6b5-42de-99ef-0d90e4b487ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677950 Dec 23 17:19:53.037278 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-60d57496-02ef-498e-8542-3dd423501d52 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 17:19:53.038170 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-60d57496-02ef-498e-8542-3dd423501d52 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045640 Dec 23 17:19:53.163170 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-a06a0475-6c9c-4391-81cf-5e60bf5b673d service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182094 Dec 23 17:19:53.288772 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f275afd2-c10a-4cd3-82c4-596bfc17fe74 req-b3170577-86b6-4d75-a7eb-4a1b19375419 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189377 Dec 23 17:20:00.951147 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:20:05.191981 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9dd5370f-0b34-4ce5-a252-8edf09cd1d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:07.419141 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:07.420644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-db24ffe0-f15f-42e7-9db9-7cd1946bdf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:08.642542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:08.653275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:10.130848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:13.480889 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 38058) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:13.737350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Deleting port 37ffe8e0-1cd7-4d25-a9d0-2d624a15725a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:20:13.737587 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:13.904563 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:13.904904 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:14.021188 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Calling delete_port for 37ffe8e0-1cd7-4d25-a9d0-2d624a15725a owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:20:14.163808 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:14.206449 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event deleted for resources: {'Port': ['ID=37ffe8e0-1cd7-4d25-a9d0-2d624a15725a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:14.243302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.243668 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.243998 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.244321 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.244644 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.244963 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.245278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.245589 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.245901 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.246211 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.246522 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:14.305439 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:14.770262 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Router b4c74cf0-374b-4a01-924e-1ec2f693b921 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:20:14.963200 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:20:14.972618 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] Sync routers for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:20:14.982149 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:14.984170 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:20:14.984760 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:15.037247 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5637ef0-91ad-4d55-8a6d-4bdbad284a42 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "DELETE /v2.0/floatingips/d6b5f854-16e4-4f8b-940a-f1971e437bef HTTP/1.1" status: 204 len: 168 time: 1.5552721 Dec 23 17:20:15.037908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:20:15.159237 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:20:15.168676 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'status': 'completed', 'code': 200} Dec 23 17:20:15.271481 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-c8a80cb4-caed-4fcb-a352-b943a0b3dd08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 1100 time: 0.0786898 Dec 23 17:20:15.466288 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-c1bd1210-fcc1-468a-ad8a-0054cebe737a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:15.467814 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-c1bd1210-fcc1-468a-ad8a-0054cebe737a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1900353 Dec 23 17:20:15.478030 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614a8c9-b47e-4024-a2d4-f7517187c324 req-48a67742-0df1-4144-9cac-9ce0e9d1eb77 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:15.478255 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:15.479380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c614a8c9-b47e-4024-a2d4-f7517187c324 req-48a67742-0df1-4144-9cac-9ce0e9d1eb77 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 947 time: 0.1230776 Dec 23 17:20:15.482076 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] Checking router: b4c74cf0-374b-4a01-924e-1ec2f693b921 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:20:15.492185 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:20:15.492790 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:20:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:15.661485 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-f45b1d60-bd55-4220-bbc2-c2a8363075bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 200 len: 217 time: 0.1810696 Dec 23 17:20:15.700858 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:20:15.727331 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c614a8c9-b47e-4024-a2d4-f7517187c324 req-b403ecd3-84a9-429d-a2ad-14cf41ce318f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011087 Dec 23 17:20:15.736219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-729e1f15-bf5a-48fd-aa7b-f13ea174c8d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:15.737623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-729e1f15-bf5a-48fd-aa7b-f13ea174c8d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0648875 Dec 23 17:20:15.817362 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-1e8b01e8-1365-4658-b88f-77e8b15e53ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724649 Dec 23 17:20:15.950500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-c864d2af-3bef-4a11-9412-cde0182cf044 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258919 Dec 23 17:20:16.017369 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:16.021181 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f46b9-24eb-4bb3-bc4d-e690c7b4b5cf None None] The sync data for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:20:16.081737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba33b56b-0269-4e78-b7ee-84b4f9feff4b req-ff7b74c1-b214-4893-8dbc-2ee194b98ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240480 Dec 23 17:20:16.238921 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad0cb8f-b48b-43af-a65f-940036565424 None None] New status for floating IP d6b5f854-16e4-4f8b-940a-f1971e437bef: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:20:16.973844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af16309-cadf-41da-8d27-4a88202f1809 req-0169f50f-4192-4eba-a333-a5b7233d3174 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:16.975163 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6af16309-cadf-41da-8d27-4a88202f1809 req-0169f50f-4192-4eba-a333-a5b7233d3174 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 947 time: 0.1334801 Dec 23 17:20:16.981237 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfba9d-8a54-45aa-8af1-1a721c1097c8 req-16a5355a-0dc6-4a6a-84ed-c0150726fbe6 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:16.982533 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-79cfba9d-8a54-45aa-8af1-1a721c1097c8 req-16a5355a-0dc6-4a6a-84ed-c0150726fbe6 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 947 time: 0.1090221 Dec 23 17:20:17.076262 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Deleting port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:20:17.076597 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:17.114536 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-79cfba9d-8a54-45aa-8af1-1a721c1097c8 req-a03c4bd6-9279-489b-b4cc-b557ed4d1c26 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=d509256b-c7aa-473a-aa19-5437af32333b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015475 Dec 23 17:20:17.323058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] For port ba313c2c-e6d5-4bb6-93ea-38299d83aec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:20:17.323408 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:17.442951 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Calling delete_port for ba313c2c-e6d5-4bb6-93ea-38299d83aec6 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:20:17.580744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:17.630157 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event deleted for resources: {'Port': ['ID=ba313c2c-e6d5-4bb6-93ea-38299d83aec6,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:17.669314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.669658 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.669992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.670315 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.670637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.670957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.671275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.671611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.671929 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.672251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.672562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:17.715835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] No DVR routers for this DVR port ba313c2c-e6d5-4bb6-93ea-38299d83aec6 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:20:17.718351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:17.720902 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-deleted', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:20:17.732618 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6af16309-cadf-41da-8d27-4a88202f1809 req-20eda8fa-3862-4fb7-b920-32e9b4256834 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "DELETE /v2.0/ports/ba313c2c-e6d5-4bb6-93ea-38299d83aec6 HTTP/1.1" status: 204 len: 173 time: 0.7491860 Dec 23 17:20:17.859200 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8880ac6-e318-4818-a421-f17115145ccc', 'name': 'network-vif-deleted', 'tag': 'ba313c2c-e6d5-4bb6-93ea-38299d83aec6', 'status': 'completed', 'code': 200} Dec 23 17:20:18.300394 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-6e3bbfdd-4750-469f-a917-e48a6a0041f1 req-71b46ec9-9d88-438a-9570-dce908a853d1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Synchronizing usage tracker for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:20:18.316179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-6e3bbfdd-4750-469f-a917-e48a6a0041f1 req-71b46ec9-9d88-438a-9570-dce908a853d1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Unset dirty status for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:20:18.317246 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6e3bbfdd-4750-469f-a917-e48a6a0041f1 req-71b46ec9-9d88-438a-9570-dce908a853d1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8880ac6-e318-4818-a421-f17115145ccc HTTP/1.1" status: 200 len: 210 time: 0.0569360 Dec 23 17:20:19.421348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 38082) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:19.487342 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6737e143-fc90-4da9-a132-7953d7f26db4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:19.514974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6737e143-fc90-4da9-a132-7953d7f26db4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:19.577554 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6737e143-fc90-4da9-a132-7953d7f26db4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:19.595733 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737e143-fc90-4da9-a132-7953d7f26db4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509256b-c7aa-473a-aa19-5437af32333b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:19.615017 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6737e143-fc90-4da9-a132-7953d7f26db4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:19.618987 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6737e143-fc90-4da9-a132-7953d7f26db4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "DELETE /v2.0/security-groups/d509256b-c7aa-473a-aa19-5437af32333b HTTP/1.1" status: 204 len: 168 time: 0.1937025 Dec 23 17:20:19.971760 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:20:20.006477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: ba313c2c-e6d5-4bb6-93ea-38299d83aec6 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:20:20.007192 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device ba313c2c-e6d5-4bb6-93ea-38299d83aec6 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:20:20.095701 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 38092) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:20.101348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814014415', 'description': 'tempest-secgroup-smoke-1814014415 description', 'project_id': 'e206bcfa38084b488c0557478c88eead'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:20.107807 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:20.115129 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:20.119364 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:20.125974 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:20.136436 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.171931 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:20.175502 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:20.178194 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:20.184164 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:20.236358 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.239796 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.282172 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36dbd03a-fc9e-43f7-8b54-99aa1a774e73,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:20.284839 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.286137 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40253b0b-ba3e-41bb-bf89-35ac07c3417c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1894712 Dec 23 17:20:20.288996 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 38096) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:20.294608 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': '36dbd03a-fc9e-43f7-8b54-99aa1a774e73', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:20.300278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:20.303987 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:20.307226 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:20.312809 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:20.329280 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.386402 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.389938 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.411350 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab222f0-de12-4ab3-90e4-a4ecaa05e560,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:20.422079 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.423242 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a1b3ef5-8208-4758-8ed4-9b56bbc6bb97 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1333518 Dec 23 17:20:20.426231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38100) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:20.433509 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': '36dbd03a-fc9e-43f7-8b54-99aa1a774e73', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:20.439725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:20.450545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:20.453493 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:20.459098 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:20.479598 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.552770 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.557140 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.579295 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab81e78-9cfa-4ef3-b56a-81af3cc80e4d,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:20.599359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.603907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4d0b4bbd-4812-431e-8f4f-afd04b76ebd2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1729820 Dec 23 17:20:20.604450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38104) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:20.620418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': '36dbd03a-fc9e-43f7-8b54-99aa1a774e73', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:20.626918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:20.631291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:20.634281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:20.640188 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:20.658056 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.724896 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.730421 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.751276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b35a000-e479-483b-b13d-7b38c391f6df,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:20.762462 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.763730 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1a4489a6-41b0-4c75-9fb2-65fa28c0dc9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1486382 Dec 23 17:20:20.766351 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38108) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:20.772124 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': '36dbd03a-fc9e-43f7-8b54-99aa1a774e73', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:20.778589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:20.782563 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:20.785494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:20.791759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:20.808586 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.869629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.873054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.894847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ccd0a7-e091-4d19-a231-c3d48a0ae1ff,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:20.904373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:20.905833 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ee0a6837-0a3a-4687-a4e8-dff82b410ed4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1385028 Dec 23 17:20:20.908342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38112) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:20.913819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': '36dbd03a-fc9e-43f7-8b54-99aa1a774e73', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:20.920529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:20.924352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:20.927200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:20.932981 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:20.955386 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Project e206bcfa38084b488c0557478c88eead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:20:20.962557 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.028556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.032301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.055821 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a98d75-330d-41d6-8cde-68dccebf9f6b,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:21.065898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.067053 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-bd7c489f-8e57-4635-bb6c-9f38ed5921e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1578233 Dec 23 17:20:21.069733 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38116) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:21.075424 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'security_group_rule': {'security_group_id': '36dbd03a-fc9e-43f7-8b54-99aa1a774e73', 'project_id': 'e206bcfa38084b488c0557478c88eead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:21.080971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:21.084802 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:security_group_rule and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:21.088333 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:21.093927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:21.104076 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Project e206bcfa38084b488c0557478c88eead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:20:21.110477 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.174573 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.177978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.200390 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0eea0d4-c3f6-4b02-be97-3ef8903b38a0,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:21.209544 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:21.211779 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-db814f57-ff99-4c09-bd0e-9120f5b97536 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1396534 Dec 23 17:20:35.195833 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c39b05e-2ad0-420c-a17f-e9644a004e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:35.196473 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-f8176fd0-146e-45a8-9a21-b0d8ce88b7dd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814014415&fields=id&tenant_id=e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 267 time: 0.0412741 Dec 23 17:20:35.340148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-059c01d6-5e74-4b10-aed1-f0485701fc1b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:35.341544 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-059c01d6-5e74-4b10-aed1-f0485701fc1b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 809 time: 0.1392648 Dec 23 17:20:35.357112 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-e3379b04-05ed-4126-8d81-651f07949878 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/quotas/e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 375 time: 0.0104368 Dec 23 17:20:35.439394 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-d9917f79-d9ee-4dfc-ae9c-dfc2e07806d5 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777302 Dec 23 17:20:35.453875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-6ec9fb6b-a974-402f-96a4-8d8a148c011b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 17:20:35.454698 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-6ec9fb6b-a974-402f-96a4-8d8a148c011b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047145 Dec 23 17:20:35.588237 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-d6951d6e-17b4-4982-9b19-5ac00a575c56 service neutron] 10.222.0.18 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281312 Dec 23 17:20:35.801373 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-89846b19-7431-4fff-9725-2caff0a6ac7a service neutron] 10.222.0.18 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076161 Dec 23 17:20:37.216125 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9499fd2b-a849-4d8b-8de0-15b08140c7c6 req-b4981946-bd03-4b0f-a6e3-ae1f353aff27 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 210 time: 0.0403357 Dec 23 17:20:37.423525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:37.424826 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-434ae37c-2486-4569-ba3e-ecb8b531770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:37.951457 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:20:38.380502 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-75f4ae43-8096-4872-8528-fa0a853c9041 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:38.381900 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-75f4ae43-8096-4872-8528-fa0a853c9041 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 809 time: 0.1855843 Dec 23 17:20:38.384363 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f6af6f4f-d8c1-47d1-ab3b-5148bc4802b8 req-c2a8cc19-a6f5-40cb-aec9-95791982a363 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 210 time: 0.0476656 Dec 23 17:20:38.450784 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-9df88470-d939-416d-bfc2-f5b406439465 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 380 time: 0.0560086 Dec 23 17:20:38.458824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'port': {'device_id': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'admin_state_up': True, 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'security_groups': ['36dbd03a-fc9e-43f7-8b54-99aa1a774e73']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:38.592415 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:38.601641 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:38.611510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Made reservation on behalf of e206bcfa38084b488c0557478c88eead for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:20:38.614533 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:38.647386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:38.659646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:38.772247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Allocated IP 172.20.0.4 (2df494d1-7639-40df-a5d8-f8672393f2eb/a70554ae-0c7e-4639-b7c1-b30c2dffbd27/d066b254-29ae-4463-9de0-4853ee4e5be9) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:20:38.961529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:38.976568 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Transition to ACTIVE for port object d066b254-29ae-4463-9de0-4853ee4e5be9 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:20:38.998514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:39.068105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Network 2df494d1-7639-40df-a5d8-f8672393f2eb is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:20:39.071637 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:20:39.075478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:20:39.105610 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:39.140494 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:39.141101 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:39.169822 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-b8fc3902-ea00-4be2-85e9-24d8ff1b9959 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7140243 Dec 23 17:20:39.181112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Request body: {'port': {'device_id': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:39.292348 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:39.374606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d366b0e-f696-4ee2-9276-89188be8c4d9 None None] Provisioning for port d066b254-29ae-4463-9de0-4853ee4e5be9 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:20:39.380279 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4d366b0e-f696-4ee2-9276-89188be8c4d9 None None] Provisioning complete for port d066b254-29ae-4463-9de0-4853ee4e5be9 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:20:39.380873 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d366b0e-f696-4ee2-9276-89188be8c4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:39.443730 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d366b0e-f696-4ee2-9276-89188be8c4d9 None None] Port d066b254-29ae-4463-9de0-4853ee4e5be9 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:20:39.690168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff37a-2921-4c9e-bd0d-73edc0ac75cc req-a4ac60f4-cbe6-4169-93cd-cff6457adb6c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:39.690852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-9f7ff37a-2921-4c9e-bd0d-73edc0ac75cc req-a4ac60f4-cbe6-4169-93cd-cff6457adb6c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Synchronizing usage tracker for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:20:39.697447 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d066b254-29ae-4463-9de0-4853ee4e5be9 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:20:39.709108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:39.719978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-9f7ff37a-2921-4c9e-bd0d-73edc0ac75cc req-a4ac60f4-cbe6-4169-93cd-cff6457adb6c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Unset dirty status for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:20:39.721449 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f7ff37a-2921-4c9e-bd0d-73edc0ac75cc req-a4ac60f4-cbe6-4169-93cd-cff6457adb6c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 931 time: 0.1814117 Dec 23 17:20:39.728582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Transition to ACTIVE for port object d066b254-29ae-4463-9de0-4853ee4e5be9 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:20:39.743756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:39.879573 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f7ff37a-2921-4c9e-bd0d-73edc0ac75cc req-4c6756b4-4d73-475b-9e4f-b1ef21fd577c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521294 Dec 23 17:20:39.892298 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:40.095957 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Attempting to bind port d066b254-29ae-4463-9de0-4853ee4e5be9 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:20:40.096289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Attempting to bind port d066b254-29ae-4463-9de0-4853ee4e5be9 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:20:40.096607 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Attempting to bind port d066b254-29ae-4463-9de0-4853ee4e5be9 on network 2df494d1-7639-40df-a5d8-f8672393f2eb {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:20:40.102173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Port d066b254-29ae-4463-9de0-4853ee4e5be9 on network 2df494d1-7639-40df-a5d8-f8672393f2eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:20:40.102507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Attempting to bind port d066b254-29ae-4463-9de0-4853ee4e5be9 on network 2df494d1-7639-40df-a5d8-f8672393f2eb {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:20:40.108456 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:20:40.108784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Checking segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:20:40.109150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Bound using segment: {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:20:40.109561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Bound port: d066b254-29ae-4463-9de0-4853ee4e5be9, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a06c06-caff-4bbc-bf19-6e6048158164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:20:40.109894 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:40.137602 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:40.197657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:20:40.200582 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:20:40.203825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:40.263245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:40.264621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 1093 time: 1.0882738 Dec 23 17:20:40.265052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:20:40.282472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce9256-f326-4c41-99f5-850c450a21a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:40.342086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'status': 'completed', 'code': 200} Dec 23 17:20:40.383214 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-954696ff-5d2b-4da3-a9ee-749dc3687f68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1096 time: 0.0754967 Dec 23 17:20:40.450737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-0951304c-73b7-47b4-8940-f5d8e6e95b8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 217 time: 0.0616379 Dec 23 17:20:40.524104 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-2fe02d8d-8a21-4ae9-ba1a-790c51b601f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:40.525528 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-2fe02d8d-8a21-4ae9-ba1a-790c51b601f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0685883 Dec 23 17:20:40.597870 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-babbee7e-fdd3-4f29-a0b8-b6a1b1030353 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656371 Dec 23 17:20:40.723986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-94941e7a-0f8a-4559-917b-27d77c0fd370 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195304 Dec 23 17:20:40.850424 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e02f5746-9ccd-4c0c-9686-6c5bb7219ddf req-a99e183f-6b6b-46a7-96fc-1ced6e1499b0 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206877 Dec 23 17:20:40.960099 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-9230639e-08d2-4d85-a663-0c277a43c7f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1096 time: 0.0677083 Dec 23 17:20:41.146201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-57be5db3-bee9-4e8b-a068-667964b839ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:41.147578 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-57be5db3-bee9-4e8b-a068-667964b839ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1811774 Dec 23 17:20:41.159785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7d6ea-d37d-4f7a-950f-ede703eb9901 req-eb09ce9b-6eb4-4124-bdc4-4682bcfaf2d2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:41.161263 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ac7d6ea-d37d-4f7a-950f-ede703eb9901 req-eb09ce9b-6eb4-4124-bdc4-4682bcfaf2d2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.1284082 Dec 23 17:20:41.254047 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-698ba59b-cfa2-447c-84a2-6a72944e74d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 217 time: 0.1001503 Dec 23 17:20:41.325455 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ac7d6ea-d37d-4f7a-950f-ede703eb9901 req-e1f45647-e760-433d-8b87-ff3a91dca6af tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047142 Dec 23 17:20:41.334191 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-4be92b81-e5b1-4de5-a636-265ddc110356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:41.336131 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-4be92b81-e5b1-4de5-a636-265ddc110356 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0700798 Dec 23 17:20:41.413926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-d840c98e-849e-4a03-be67-503485a06576 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715091 Dec 23 17:20:41.551082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-49a2e40d-f3cc-47ce-9b2a-69da13ec063f service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293025 Dec 23 17:20:41.780949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cf349430-ed40-41ed-8fe4-c1c04ca8e16a req-26d986b5-faff-42ad-b00a-c4da8e48f1a1 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230809 Dec 23 17:20:42.522342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8793b-a939-4caa-a2e7-305d854a26df req-97f2f404-d0f7-41f5-ad82-e4e9a977058a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:42.524308 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cba8793b-a939-4caa-a2e7-305d854a26df req-97f2f404-d0f7-41f5-ad82-e4e9a977058a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0735586 Dec 23 17:20:42.567959 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-cba8793b-a939-4caa-a2e7-305d854a26df req-7e77d5d1-eb46-4dbf-bd66-c300df5bc736 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 Dec 23 17:20:43.764211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98771e88-560e-42fb-b1bf-fc7b666b6e06 req-8ec5a9af-36c1-404a-b88c-176b5fa6383c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:43.765637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98771e88-560e-42fb-b1bf-fc7b666b6e06 req-8ec5a9af-36c1-404a-b88c-176b5fa6383c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0769551 Dec 23 17:20:43.811758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-98771e88-560e-42fb-b1bf-fc7b666b6e06 req-79200a09-a8ec-4441-ac08-a1a7e438e3d9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407238 Dec 23 17:20:44.999290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb1117-f455-47f6-9c27-c2578302cb82 req-888cb86a-f976-4a8f-9c55-52c6fbb7ecd7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:45.000737 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-43bb1117-f455-47f6-9c27-c2578302cb82 req-888cb86a-f976-4a8f-9c55-52c6fbb7ecd7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0732069 Dec 23 17:20:45.043539 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-43bb1117-f455-47f6-9c27-c2578302cb82 req-aa498935-c575-4ad1-88bf-3ec481e35f3f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375309 Dec 23 17:20:46.236269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c1fc0-f2fe-4a8f-abf2-74b413d71b6d req-fdf99882-8207-4cae-872c-f17cc42a9456 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:46.237669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-197c1fc0-f2fe-4a8f-abf2-74b413d71b6d req-fdf99882-8207-4cae-872c-f17cc42a9456 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0769677 Dec 23 17:20:46.281453 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-197c1fc0-f2fe-4a8f-abf2-74b413d71b6d req-9b0f4c7d-e268-4bb4-990c-228f12ff4cc4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379634 Dec 23 17:20:47.471138 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8221e-3cc8-4329-a8f5-f0bb6c8cd119 req-d44f7f8a-95ed-4a16-963a-efe8857d1064 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:47.472595 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ac8221e-3cc8-4329-a8f5-f0bb6c8cd119 req-d44f7f8a-95ed-4a16-963a-efe8857d1064 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0760348 Dec 23 17:20:47.524456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ac8221e-3cc8-4329-a8f5-f0bb6c8cd119 req-81b4d1b1-f50f-48b9-9c64-7458a26bb532 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462396 Dec 23 17:20:48.711918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b212b-2954-495e-b4cc-15d58e82ae38 req-11523225-0ff9-4a99-a085-aeff7ad89d46 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:48.713328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-265b212b-2954-495e-b4cc-15d58e82ae38 req-11523225-0ff9-4a99-a085-aeff7ad89d46 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0739756 Dec 23 17:20:48.757239 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-265b212b-2954-495e-b4cc-15d58e82ae38 req-e1d0f8b7-7d33-4b23-8790-2e11796dbc13 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Dec 23 17:20:49.952640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf469f-e832-473d-96f2-7f91ed6ec21c req-64bbd4c4-4ec2-45f6-b152-da9b8deaee82 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:49.954081 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bfaf469f-e832-473d-96f2-7f91ed6ec21c req-64bbd4c4-4ec2-45f6-b152-da9b8deaee82 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0768669 Dec 23 17:20:50.001893 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bfaf469f-e832-473d-96f2-7f91ed6ec21c req-958f2500-e093-48f2-a16f-c92466cb56c1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Dec 23 17:20:50.049500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d066b254-29ae-4463-9de0-4853ee4e5be9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:20:50.178336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:20:50.190973 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'port_id': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'mac_address': 'fa:16:3e:d8:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:20:50.242660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:50.258985 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d066b254-29ae-4463-9de0-4853ee4e5be9 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:20:50.273586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:20:50.277768 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:50.343098 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:50.350874 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.351213 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.351541 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.351889 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.352215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.352535 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.352855 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.353171 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.353484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.353795 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.354107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:20:50.611257 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['d066b254-29ae-4463-9de0-4853ee4e5be9'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:20:51.197616 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e738d-d9b6-48dc-ac04-468417cb1e2c req-8dcb1652-eb52-4a17-a402-f6501dc5b1fd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:51.199029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-239e738d-d9b6-48dc-ac04-468417cb1e2c req-8dcb1652-eb52-4a17-a402-f6501dc5b1fd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 944 time: 0.0777674 Dec 23 17:20:51.242817 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-239e738d-d9b6-48dc-ac04-468417cb1e2c req-7de4b14d-db76-49f0-bcc2-6f9239576df4 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 Dec 23 17:20:52.064040 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d066b254-29ae-4463-9de0-4853ee4e5be9 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:20:52.128516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port d066b254-29ae-4463-9de0-4853ee4e5be9 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:20:52.133691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port d066b254-29ae-4463-9de0-4853ee4e5be9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:20:52.134054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:52.243222 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:52.268807 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:20:52.278197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:20:52.281356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:52.325284 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'code': 200} Dec 23 17:20:52.350054 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:52.442235 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093fbdb-5044-4d1e-a9bd-d5d7864e515c req-5d912482-4c00-4ea9-ad09-bb115359f1de tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:52.443757 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4093fbdb-5044-4d1e-a9bd-d5d7864e515c req-5d912482-4c00-4ea9-ad09-bb115359f1de tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0827310 Dec 23 17:20:52.490953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4093fbdb-5044-4d1e-a9bd-d5d7864e515c req-932d904e-2eb8-4863-8e6f-af21d0fbf0dc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Dec 23 17:20:52.593491 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88d54848-6012-490e-995e-6374b578ee11 req-993b1c8f-e7ba-40d1-a6c8-58463c5a1878 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.0659561 Dec 23 17:20:52.637783 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-88d54848-6012-490e-995e-6374b578ee11 req-7dca0cc4-06f4-44d5-a0c0-78c11de86dd8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Dec 23 17:20:53.687453 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb270d-1674-45c9-882e-8b5ad3eebe2d req-21a0d491-6ffc-4116-a0dd-7ca0790feccb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:53.688836 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8efb270d-1674-45c9-882e-8b5ad3eebe2d req-21a0d491-6ffc-4116-a0dd-7ca0790feccb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0739543 Dec 23 17:20:53.732450 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8efb270d-1674-45c9-882e-8b5ad3eebe2d req-97bc58e6-f1aa-459d-a43e-d640fa2ed737 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Dec 23 17:20:54.926551 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebc50c-ca29-4fb9-9d12-9849a3c564dc req-d14975fc-b536-4198-b060-c02068c6432e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:54.927989 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6aebc50c-ca29-4fb9-9d12-9849a3c564dc req-d14975fc-b536-4198-b060-c02068c6432e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0777760 Dec 23 17:20:54.971526 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6aebc50c-ca29-4fb9-9d12-9849a3c564dc req-d680f5ab-d854-482e-918b-e39a85e5896b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381010 Dec 23 17:20:55.162199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bc0b2-202a-4aa0-abd2-69522fbc95f0 req-6bcde831-48fb-4671-824f-0a49b12bf0cb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:55.163599 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b5bc0b2-202a-4aa0-abd2-69522fbc95f0 req-6bcde831-48fb-4671-824f-0a49b12bf0cb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0773509 Dec 23 17:20:55.208162 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3b5bc0b2-202a-4aa0-abd2-69522fbc95f0 req-19a44429-3c5f-4617-87a5-51f3c034d1bc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392525 Dec 23 17:20:55.234989 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38284) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:55.369542 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b6c411fa-a17d-4f61-b25b-b01d8e589147 tempest-TestShelveInstance-913202165 tempest-TestShelveInstance-913202165-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1093 time: 0.1334043 Dec 23 17:20:55.372131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38290) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:20:55.377112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:20:55.382470 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:20:55.386247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Usage tracker for resource:floatingip and tenant:e206bcfa38084b488c0557478c88eead is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:20:55.389086 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:20:55.394692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:20:55.405690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:55.536822 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:55.664946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Allocated IP 172.26.7.195 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/94aa7430-3d8e-429f-b328-beeadc970150) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:20:55.809113 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:55.842601 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:55.911029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:20:55.912313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:20:55.914971 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:20:55.938918 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'Port': ['ID=94aa7430-3d8e-429f-b328-beeadc970150,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:56.508401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:56.560832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:56.757870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:56.762418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:56.862463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event updated for resources: {'Port': ['ID=94aa7430-3d8e-429f-b328-beeadc970150,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:20:56.879662 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:57.064245 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Floating IP 53f99768-7a7b-4c33-8c01-d9789d3febae associated. External IP: 172.26.7.195, port: d066b254-29ae-4463-9de0-4853ee4e5be9. Dec 23 17:20:57.443990 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Router b4c74cf0-374b-4a01-924e-1ec2f693b921 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:20:57.744507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:20:57.756025 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] Sync routers for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:20:57.768561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:20:57.768937 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:20:57.769270 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:20:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:57.820824 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-e8a75d4f-5203-4995-9a5b-8f88a44cf3fa tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4477036 Dec 23 17:20:57.821396 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:20:57.875144 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'status': 'completed', 'code': 200} Dec 23 17:20:57.959482 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:20:57.966207 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-84b0cdd9-cee8-42a3-b8d8-e644aa47ad4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.0696535 Dec 23 17:20:58.097888 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-9064fa59-f2ae-419c-9580-e4d6a541972b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:58.099728 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-9064fa59-f2ae-419c-9580-e4d6a541972b service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1271379 Dec 23 17:20:58.197148 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-44c9f28b-2049-4650-9bda-fb27cb39869b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 999 time: 0.0913789 Dec 23 17:20:58.260969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-5f10ca3f-28c1-419e-bb47-2b567718e606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:20:58.262384 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-5f10ca3f-28c1-419e-bb47-2b567718e606 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0592968 Dec 23 17:20:58.297231 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '53f99768-7a7b-4c33-8c01-d9789d3febae', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'floating_ip_address': '172.26.7.195', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'port_id': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'mac_address': 'fa:16:3e:d8:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:20:56Z', 'updated_at': '2021-12-23T17:20:56Z', 'revision_number': 0, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:58.301016 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] Checking router: b4c74cf0-374b-4a01-924e-1ec2f693b921 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:20:58.311767 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:20:58.312341 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:20:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:58.334549 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-fea49fec-5e78-4d5c-9023-60d54068a194 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661502 Dec 23 17:20:58.463027 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-983ea677-266e-45a9-8b91-9d04aeca3d8f service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213064 Dec 23 17:20:58.482331 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:20:58.591349 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9f1f2e69-e7a5-48e6-8f51-1b53ab7ccdd0 req-fa7167d2-02a4-4819-9a37-b2c7f57bfffe service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214304 Dec 23 17:20:58.846016 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '53f99768-7a7b-4c33-8c01-d9789d3febae', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'floating_ip_address': '172.26.7.195', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'port_id': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'mac_address': 'fa:16:3e:d8:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:20:56Z', 'updated_at': '2021-12-23T17:20:56Z', 'revision_number': 0, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:20:58.849827 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa95adb-aaec-458a-94cc-9e33e277d443 None None] The sync data for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '53f99768-7a7b-4c33-8c01-d9789d3febae', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'floating_ip_address': '172.26.7.195', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'port_id': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'mac_address': 'fa:16:3e:d8:58:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:20:56Z', 'updated_at': '2021-12-23T17:20:56Z', 'revision_number': 0, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:20:59.049380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351562c0-bb3d-45d7-89d6-ffd6a3ce3ce2 None None] New status for floating IP 53f99768-7a7b-4c33-8c01-d9789d3febae: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:21:05.198865 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95cae1af-cc1a-43b3-a7a6-3f287d87dff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:07.415583 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:07.416757 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07401146-ca77-45f1-948d-79e83d917958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:08.650694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:08.655164 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:10.138427 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:14.952975 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:21:35.201745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c030bcf6-af15-4daf-9d77-029afbd0c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:37.412146 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:37.413530 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-549f1a5e-6a78-4889-8fc7-8741c8dbf95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:38.652813 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:38.656625 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:40.140724 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:21:51.954269 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:21:52.591524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-74c30577-f06d-4007-a6ee-0c53f90d31da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700226 Dec 23 17:21:52.726283 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-03e4a939-7ef4-4a63-a430-47a5bb12e05d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.0668213 Dec 23 17:21:52.880769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-487ae83a-c8e2-4600-acc1-4f6b36fce14b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:21:52.882199 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-487ae83a-c8e2-4600-acc1-4f6b36fce14b service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1380799 Dec 23 17:21:52.984307 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-ababc7ae-4baf-4cc3-b97f-d4f3046d5e03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 1001 time: 0.0952187 Dec 23 17:21:53.044487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-e389c5c1-eb0e-4108-b5a2-c43b93ac9df1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:21:53.046015 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-e389c5c1-eb0e-4108-b5a2-c43b93ac9df1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0552557 Dec 23 17:21:53.118912 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-c75cb686-2126-40ed-bb9c-c47c8f552b30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667582 Dec 23 17:21:53.245904 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-4d2a8411-867a-4e1e-815c-fbb78f870df6 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192651 Dec 23 17:21:53.471464 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5ee080b8-f84f-4cee-b3cd-5e9ff7ad9aa6 req-524333c2-150a-461b-986d-afc23bc70fcc service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192948 Dec 23 17:22:05.202896 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e59153ec-b6a7-4d7d-bf17-ef162cce903e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:07.407900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb78b-8a4b-4974-8b86-8e9133ce2306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:07.418784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:08.655373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:08.659275 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:10.142294 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:28.954960 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:22:35.206521 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9108407-4d15-46ba-86dc-3e5c9dc03f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:37.413742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f14a476-2f9d-43a9-b9d4-7b7cf06bc48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:37.425076 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:38.659911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:38.663842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:40.145424 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:22:53.710429 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-b63567e5-a74a-4d30-9fae-f29d763958a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1438656 Dec 23 17:22:53.905428 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f623-1aae-4be0-9674-f7f110ee170f req-af737966-6f4f-48cd-80e1-c9b7c10570fc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:22:53.906755 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62a7f623-1aae-4be0-9674-f7f110ee170f req-af737966-6f4f-48cd-80e1-c9b7c10570fc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.1954713 Dec 23 17:22:53.910212 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-58c30ef2-f49e-4d07-ae37-8d77fece9c29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.1301634 Dec 23 17:22:54.026175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-62a7f623-1aae-4be0-9674-f7f110ee170f req-f45ca3be-1150-47b7-a352-9ba6c753deaf tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138141 Dec 23 17:22:54.065306 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c665e85-7444-42c9-9da9-ff706867efae req-91c4e353-7660-4971-ab51-222e5115827f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:22:54.066692 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-91c4e353-7660-4971-ab51-222e5115827f service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1367090 Dec 23 17:22:54.164707 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-5ad21921-0cf1-4fea-92d0-5788d84e5f49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 1001 time: 0.0910447 Dec 23 17:22:54.226090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c665e85-7444-42c9-9da9-ff706867efae req-d1c48a41-6ba3-4a97-b618-14dd551e9387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:22:54.227423 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-d1c48a41-6ba3-4a97-b618-14dd551e9387 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0564101 Dec 23 17:22:54.302518 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-d025d4c0-5b33-4b84-8bbd-21de3aaadd94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686119 Dec 23 17:22:54.433022 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-a88acc63-a1e8-4e2b-a9c1-f9c9acb9811c service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207681 Dec 23 17:22:54.560563 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c665e85-7444-42c9-9da9-ff706867efae req-19e73510-0b04-4c33-a96e-c64b97332eed service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208780 Dec 23 17:22:55.283465 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c4bf-f0d6-4c29-811d-f8f288b11449 req-e10a5cd7-ec91-4262-8f3d-1c49828f238e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:22:55.284909 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19b8c4bf-f0d6-4c29-811d-f8f288b11449 req-e10a5cd7-ec91-4262-8f3d-1c49828f238e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.1395314 Dec 23 17:22:55.332377 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-19b8c4bf-f0d6-4c29-811d-f8f288b11449 req-c0731dcd-a8ee-4c18-b1b1-aad259908284 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Dec 23 17:22:56.535486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a7de-5884-4b87-83f0-3eaa64605334 req-e2821ca0-f1a9-4e78-833b-3cd626c45cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:22:56.537022 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe76a7de-5884-4b87-83f0-3eaa64605334 req-e2821ca0-f1a9-4e78-833b-3cd626c45cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0740492 Dec 23 17:22:56.581378 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe76a7de-5884-4b87-83f0-3eaa64605334 req-c70ca6d0-f05b-4a08-9b03-efbe124481b0 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Dec 23 17:22:57.778638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdd75c-a2a4-4193-a83e-0ef496798054 req-760a2b4b-3011-4574-bb1a-6f21472fca7c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:22:57.780085 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26fdd75c-a2a4-4193-a83e-0ef496798054 req-760a2b4b-3011-4574-bb1a-6f21472fca7c tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0780740 Dec 23 17:22:57.823874 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-26fdd75c-a2a4-4193-a83e-0ef496798054 req-331db76e-9c8b-4ee4-9178-82ff3258bd03 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383737 Dec 23 17:22:59.011514 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91dfd1-3c5b-447b-9c0f-28ae2144374a req-cc4db57b-4a25-4d3f-bbef-005cfacd573f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:22:59.013507 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be91dfd1-3c5b-447b-9c0f-28ae2144374a req-cc4db57b-4a25-4d3f-bbef-005cfacd573f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0737650 Dec 23 17:22:59.056592 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-be91dfd1-3c5b-447b-9c0f-28ae2144374a req-a28e5bf4-5a66-429b-99ba-ef02d2b9c97e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378029 Dec 23 17:23:00.247621 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c492d1f-0ccd-47dd-9ca4-1c34cd2ef681 req-3a013949-3137-49a7-9146-12a671d9db51 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:00.249017 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c492d1f-0ccd-47dd-9ca4-1c34cd2ef681 req-3a013949-3137-49a7-9146-12a671d9db51 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0766528 Dec 23 17:23:00.297543 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0c492d1f-0ccd-47dd-9ca4-1c34cd2ef681 req-ce68552b-42e3-4a98-99a6-e0d05e483637 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Dec 23 17:23:01.489695 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42363ac4-8661-4a9f-87b3-8dd1f0652179 req-9e9a2047-5831-481d-879c-9f285b23d352 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:01.491102 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42363ac4-8661-4a9f-87b3-8dd1f0652179 req-9e9a2047-5831-481d-879c-9f285b23d352 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0739038 Dec 23 17:23:01.539367 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-42363ac4-8661-4a9f-87b3-8dd1f0652179 req-d0916b6a-065c-4464-b3ae-5a1f78566118 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Dec 23 17:23:02.728393 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00e90a-a690-4ae3-9d1b-d4d208015158 req-d7180777-5609-48cd-8a29-9e14d6daa246 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:02.729811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3f00e90a-a690-4ae3-9d1b-d4d208015158 req-d7180777-5609-48cd-8a29-9e14d6daa246 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0736597 Dec 23 17:23:02.774242 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3f00e90a-a690-4ae3-9d1b-d4d208015158 req-7dcffe38-001c-4058-aecf-eb650e642de5 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Dec 23 17:23:03.867815 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-d9ce63df-f43c-4ff0-af5f-5e7a61ec43c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.0699463 Dec 23 17:23:04.137797 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25597bb-bed7-4d85-a791-354bc2da88d5 req-eca4bd1a-79a1-4ddb-a369-fd25dc0e32b9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:04.139124 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c25597bb-bed7-4d85-a791-354bc2da88d5 req-eca4bd1a-79a1-4ddb-a369-fd25dc0e32b9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.1622386 Dec 23 17:23:04.140125 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-6432149f-8381-4a2d-990d-a0dd96a7f833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:04.141397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-6432149f-8381-4a2d-990d-a0dd96a7f833 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.2667720 Dec 23 17:23:04.267887 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c25597bb-bed7-4d85-a791-354bc2da88d5 req-c8d3dca2-7cd9-4fe0-9c77-90d0faa7e2e2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231339 Dec 23 17:23:04.274199 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-49a39ea1-b7cd-4fc4-81f5-40036c17a7b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 1001 time: 0.1168127 Dec 23 17:23:04.341963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-50710780-a32b-4e1f-b631-f9bac4de5d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:04.343375 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-50710780-a32b-4e1f-b631-f9bac4de5d77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0633259 Dec 23 17:23:04.414908 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-f2e1b600-045a-4c0f-9646-a9044f7b5702 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655918 Dec 23 17:23:04.546997 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-d40f4a1c-777e-4eb2-bda5-37b082acb71e service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253514 Dec 23 17:23:04.674184 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b2ab4da9-6711-442e-9b1c-65c4650b5d87 req-47462c1a-3050-4f37-8558-82e69d59f6c1 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211100 Dec 23 17:23:05.207336 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dd167aca-be8e-4b9f-a95b-8a64e4d83ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:05.464142 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27d77a-47e2-4ddd-9283-5c52260124b3 req-ef524861-1443-4c4f-ac3a-0a912c2b41d3 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:05.465524 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6c27d77a-47e2-4ddd-9283-5c52260124b3 req-ef524861-1443-4c4f-ac3a-0a912c2b41d3 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0773253 Dec 23 17:23:05.508361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6c27d77a-47e2-4ddd-9283-5c52260124b3 req-c4a9e6a1-c26b-4be2-8983-7fadb90190dd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374935 Dec 23 17:23:05.955015 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:23:06.701471 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fec8f6-f181-4f71-9d06-3bf83c585834 req-c1574551-0e55-41fa-a33e-3f3f4e3f4306 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:06.702934 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d9fec8f6-f181-4f71-9d06-3bf83c585834 req-c1574551-0e55-41fa-a33e-3f3f4e3f4306 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0767338 Dec 23 17:23:06.747459 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d9fec8f6-f181-4f71-9d06-3bf83c585834 req-27265627-4907-48d9-ab39-e6d07a72d0f0 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390620 Dec 23 17:23:07.406374 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57eee0cd-3b02-4ff3-880b-189537ec5b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:07.423422 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:07.945698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc460ac2-0d06-4b9b-a7b0-73909d1f1666 req-6deac3d5-b8db-4b10-bbc8-a9540ea04542 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:07.947115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc460ac2-0d06-4b9b-a7b0-73909d1f1666 req-6deac3d5-b8db-4b10-bbc8-a9540ea04542 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0823739 Dec 23 17:23:07.989828 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bc460ac2-0d06-4b9b-a7b0-73909d1f1666 req-58191272-d41d-42a1-bb24-4229c6d29e24 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Dec 23 17:23:08.232079 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-da8be3a6-6773-4268-912b-97a0e23a7ed6 req-93a14cc2-66d6-49ec-a570-20da6bf9366c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1285286 Dec 23 17:23:08.477406 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-d68c602c-a803-4660-aac6-1a6ac5e379eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327891 Dec 23 17:23:08.492285 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550ec5-8741-49ac-ad48-6879d1a8840c req-56322817-f7f2-445c-b21d-c9eab7e20abc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:08.493805 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0550ec5-8741-49ac-ad48-6879d1a8840c req-56322817-f7f2-445c-b21d-c9eab7e20abc tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0775311 Dec 23 17:23:08.541746 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a0550ec5-8741-49ac-ad48-6879d1a8840c req-d9500ff6-6608-481f-b916-7ba919a40e63 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Dec 23 17:23:08.664347 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:08.668209 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:08.700001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d066b254-29ae-4463-9de0-4853ee4e5be9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:23:08.810190 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:08.837708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:23:08.848034 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:23:08.852449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:08.928579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:23:08.937409 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.937753 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.938087 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.938419 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.938750 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.939073 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.939399 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.939746 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.940065 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.940380 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.940699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:23:08.978313 dv-neutron-822800-1-hyperv neutron-server[83496]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'code': 422} returned with failed status Dec 23 17:23:09.735466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15f543-4646-487b-927e-0ded4a50038f req-da99cecd-2efc-468d-bf95-385ad9b523fb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:09.736966 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba15f543-4646-487b-927e-0ded4a50038f req-da99cecd-2efc-468d-bf95-385ad9b523fb tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0756540 Dec 23 17:23:09.784451 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-ba15f543-4646-487b-927e-0ded4a50038f req-a028836a-3b8f-49b5-8c75-4807f2a34bbd tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Dec 23 17:23:10.148959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:10.656505 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-15ecbfa6-40cd-46e9-a097-2bdbbda14579 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802&tenant_id=e206bcfa38084b488c0557478c88eead HTTP/1.1" status: 200 len: 1096 time: 0.0653982 Dec 23 17:23:10.743764 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-db341003-3e52-4008-89c2-3fb5c6a7a054 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1096 time: 0.0667546 Dec 23 17:23:10.872497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-16e6b94c-1eef-423d-ae69-f712c407259a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:10.873947 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-16e6b94c-1eef-423d-ae69-f712c407259a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1240318 Dec 23 17:23:11.105979 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-82e3876d-1a5c-4b37-92ba-82d78ba5a767 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 999 time: 0.2260413 Dec 23 17:23:11.155432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f40a8b-e094-4f9b-a024-1c9d5421e218 req-747bc193-68ba-4ac4-aa6d-c36d1b59516e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:11.156829 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-38f40a8b-e094-4f9b-a024-1c9d5421e218 req-747bc193-68ba-4ac4-aa6d-c36d1b59516e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.1473327 Dec 23 17:23:11.193407 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-f17c3adb-fdc2-45cb-b5a0-3900dd1ec6dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:11.194805 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-f17c3adb-fdc2-45cb-b5a0-3900dd1ec6dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0809660 Dec 23 17:23:11.256299 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-38f40a8b-e094-4f9b-a024-1c9d5421e218 req-042e09ea-885d-4b8e-ada2-ebd558566389 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903008 Dec 23 17:23:11.284487 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-6c6dcf90-43b9-40f2-86e2-72773310f7a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809875 Dec 23 17:23:11.412373 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-4c63e71c-7795-4072-9fb6-5adff18e158c service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206965 Dec 23 17:23:11.539803 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f4a78580-ba6d-433f-98b9-71282fe25f09 req-9da59927-953e-4376-8f16-9a5b7c48f790 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209962 Dec 23 17:23:12.456799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491068a-ec25-4aef-b6d2-4242f2f8076c req-f5eb034d-565e-4722-81e1-9aba4ad85c9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:12.458247 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4491068a-ec25-4aef-b6d2-4242f2f8076c req-f5eb034d-565e-4722-81e1-9aba4ad85c9a tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0795000 Dec 23 17:23:12.504711 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4491068a-ec25-4aef-b6d2-4242f2f8076c req-448e3ab6-8d0b-4235-b2af-3d1362cd3ca7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Dec 23 17:23:13.701937 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38182645-7a68-454f-840d-d3633a611d04 req-df2f6779-5b64-4fff-8b51-c4814a1bd4bf tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:13.703271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-38182645-7a68-454f-840d-d3633a611d04 req-df2f6779-5b64-4fff-8b51-c4814a1bd4bf tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0768106 Dec 23 17:23:13.746430 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-38182645-7a68-454f-840d-d3633a611d04 req-f38b335f-0787-4903-b716-e42462f0ad57 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378449 Dec 23 17:23:14.939001 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e638211-c001-4bd9-ad99-6f05bea7a109 req-0c74213f-cd16-489c-ad13-1272da509f59 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:14.940426 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6e638211-c001-4bd9-ad99-6f05bea7a109 req-0c74213f-cd16-489c-ad13-1272da509f59 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0764890 Dec 23 17:23:14.986905 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6e638211-c001-4bd9-ad99-6f05bea7a109 req-bff1197b-590f-472b-8ead-ba6232df4508 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Dec 23 17:23:16.175869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f8ade-6ffd-429e-90f6-5b0fcb69db8d req-349b7aac-7e0b-423b-8ce3-adb64597db8e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:16.177271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e7f8ade-6ffd-429e-90f6-5b0fcb69db8d req-349b7aac-7e0b-423b-8ce3-adb64597db8e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0732241 Dec 23 17:23:16.221181 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e7f8ade-6ffd-429e-90f6-5b0fcb69db8d req-8a56d9f3-f94d-4352-b40c-69edbe98679b tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Dec 23 17:23:17.414085 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fadd0-055a-4757-9025-0c7b36158369 req-0fdd369e-3db1-48e1-8043-5e53ee4c89f2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:17.415494 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e18fadd0-055a-4757-9025-0c7b36158369 req-0fdd369e-3db1-48e1-8043-5e53ee4c89f2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0765631 Dec 23 17:23:17.459568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e18fadd0-055a-4757-9025-0c7b36158369 req-facf4d75-7354-4890-bf67-0318e3b20d6f tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 Dec 23 17:23:18.655431 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da696e-68b0-4945-8151-b40dd88be75c req-4ac857ba-0a40-4bd9-aaa6-13f0fe9c103e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:18.656884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81da696e-68b0-4945-8151-b40dd88be75c req-4ac857ba-0a40-4bd9-aaa6-13f0fe9c103e tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 943 time: 0.0745544 Dec 23 17:23:18.700326 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-81da696e-68b0-4945-8151-b40dd88be75c req-91aa9d44-25c2-40df-81c8-be2f64f4c171 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381246 Dec 23 17:23:18.778827 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d066b254-29ae-4463-9de0-4853ee4e5be9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:23:18.909959 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:23:18.923372 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'port_id': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'mac_address': 'fa:16:3e:d8:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:23:19.005252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:19.021749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d066b254-29ae-4463-9de0-4853ee4e5be9 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:23:19.036376 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:23:19.040224 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:19.102523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:23:19.394694 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['d066b254-29ae-4463-9de0-4853ee4e5be9'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:23:19.902722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c4291-2e97-4ca2-a025-402368d8aecf req-cf964cfd-e542-428f-a4b6-e6a6f166a3d7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:19.904227 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-908c4291-2e97-4ca2-a025-402368d8aecf req-cf964cfd-e542-428f-a4b6-e6a6f166a3d7 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 944 time: 0.0830014 Dec 23 17:23:19.948693 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-908c4291-2e97-4ca2-a025-402368d8aecf req-05e01105-fa41-40a2-995a-866479f99ee1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390737 Dec 23 17:23:20.776907 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d066b254-29ae-4463-9de0-4853ee4e5be9 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:23:20.845477 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port d066b254-29ae-4463-9de0-4853ee4e5be9 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:23:20.845843 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:20.956403 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:20.982551 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:23:20.991903 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:23:20.996615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:21.042510 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'code': 200} Dec 23 17:23:21.068165 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:23:21.147245 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298b77-0a27-41e2-9bd5-87942cba3016 req-3d6578c0-ad42-4034-a5f6-717d8ace9543 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:21.148712 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52298b77-0a27-41e2-9bd5-87942cba3016 req-3d6578c0-ad42-4034-a5f6-717d8ace9543 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0757837 Dec 23 17:23:21.197758 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-52298b77-0a27-41e2-9bd5-87942cba3016 req-db8566b1-64b4-4490-baea-5d4e7ab4ae83 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427678 Dec 23 17:23:21.304116 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0db24fe-051e-4d6e-b02a-4fbbe737a0d9 req-5e46e63e-d84b-46e7-b06b-99c01d2458ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.0667439 Dec 23 17:23:21.348380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-f0db24fe-051e-4d6e-b02a-4fbbe737a0d9 req-4939c72d-1a2d-4167-a13c-3fd738cee1ac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Dec 23 17:23:22.403009 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e45b00-0b4a-44a1-ac6c-fb076e7fe841 req-d9372d84-3a56-41f9-8c59-855fe935c16d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:22.405971 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-66e45b00-0b4a-44a1-ac6c-fb076e7fe841 req-d9372d84-3a56-41f9-8c59-855fe935c16d tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0854394 Dec 23 17:23:22.452875 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-66e45b00-0b4a-44a1-ac6c-fb076e7fe841 req-3fb6959f-dca5-45f4-8146-409c532d2507 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Dec 23 17:23:23.648602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aab21-bfb7-4207-b8b5-1eb9f87e09c8 req-c51d6962-b5ff-4a64-8c09-3fa096a6ba63 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:23.650044 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-328aab21-bfb7-4207-b8b5-1eb9f87e09c8 req-c51d6962-b5ff-4a64-8c09-3fa096a6ba63 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.0791609 Dec 23 17:23:23.694036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-328aab21-bfb7-4207-b8b5-1eb9f87e09c8 req-447cf5f7-160d-42f2-8191-576fb627d2a9 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385392 Dec 23 17:23:35.209705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e4411a0-5221-4af0-b47a-c7d51f0cb430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:37.414946 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29ae7bc7-07ae-4756-8445-941fc4be26c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:37.420881 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:38.659925 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:38.670793 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:40.154180 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:23:42.958299 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:23:54.095054 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-8fe3b605-7341-4f81-a57b-0ccddaf9a635 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1533692 Dec 23 17:23:54.232626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-00f24efe-bf92-4364-94ca-21ee36597f30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.0690522 Dec 23 17:23:54.375630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-493fdf3e-1cf8-4ccc-b2a4-180b92e43fe0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:54.376986 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-493fdf3e-1cf8-4ccc-b2a4-180b92e43fe0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1243973 Dec 23 17:23:54.478013 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-eb1673fc-d5f6-4297-949e-d566b9b6b953 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 1001 time: 0.0938768 Dec 23 17:23:54.537978 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-45d6e116-2f62-467b-8340-50e5f80543f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:23:54.539380 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-45d6e116-2f62-467b-8340-50e5f80543f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0553010 Dec 23 17:23:54.614784 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-9bfe5503-fc8e-4a36-804c-c3e890578a4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690539 Dec 23 17:23:54.743138 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-91793f3c-4750-48c7-861c-9769ed36d3cd service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207860 Dec 23 17:23:54.872216 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-858ef7fa-bb24-476b-b8e5-da9c6be2a984 req-fcc15ca3-4702-423c-9cbc-6141a32246ac service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223512 Dec 23 17:24:05.211000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-079e4fd6-814c-4e87-a20a-8b210682ff9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:07.406763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e925a6ac-4a11-4d4d-924c-b6230c06f96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:07.428072 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:08.667050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:08.671942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:10.154373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:19.954787 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:24:35.212997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2cffad18-a623-4429-8a3f-5e4eaacabb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:37.411028 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9ec8-4b3e-4f8f-af11-9312a75353a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:37.429245 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:38.669883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:38.674122 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:39.577359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38434) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:39.777712 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Deleting port 94aa7430-3d8e-429f-b328-beeadc970150 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:39.778066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:39.941947 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:39.942178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:40.068037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Calling delete_port for 94aa7430-3d8e-429f-b328-beeadc970150 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:40.155387 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:40.212108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:40.255663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event deleted for resources: {'Port': ['ID=94aa7430-3d8e-429f-b328-beeadc970150,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:40.292472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.292815 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.293151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.293482 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.293805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.294123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.294440 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.294754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.295070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.295384 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.295729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:24:40.449617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:40.844927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Router b4c74cf0-374b-4a01-924e-1ec2f693b921 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:24:41.041280 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:24:41.051808 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] Sync routers for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:24:41.062765 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:41.064463 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:24:41.065116 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:41.116761 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-55d19160-f4d3-4e09-92e2-b278261475b1 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "DELETE /v2.0/floatingips/53f99768-7a7b-4c33-8c01-d9789d3febae HTTP/1.1" status: 204 len: 168 time: 1.5359724 Dec 23 17:24:41.116761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:24:41.190705 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'status': 'completed', 'code': 200} Dec 23 17:24:41.238823 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:24:41.285875 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-d14ae217-a590-4a66-9093-6ee3a941909c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e206bcfa38084b488c0557478c88eead&device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 1098 time: 0.0728059 Dec 23 17:24:41.426354 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-c9614a5a-2659-4f1e-9422-79bc7b2ffce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:24:41.427907 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-c9614a5a-2659-4f1e-9422-79bc7b2ffce4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 200 len: 910 time: 0.1361592 Dec 23 17:24:41.535669 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-e189304c-3e9d-4cb4-be15-f45168696098 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 200 len: 217 time: 0.1007230 Dec 23 17:24:41.556715 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:41.560534 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] Checking router: b4c74cf0-374b-4a01-924e-1ec2f693b921 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:24:41.570788 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:24:41.571369 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:41.619483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9d2c4-2529-45a3-8791-2befb259f846 req-ba3d15c8-aed9-4f66-a5c2-cff2157a8138 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:24:41.620123 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7de9d2c4-2529-45a3-8791-2befb259f846 req-ba3d15c8-aed9-4f66-a5c2-cff2157a8138 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Synchronizing usage tracker for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:24:41.624208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-2539a4be-b215-4c18-86a7-eb2811c89d03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:24:41.625575 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-2539a4be-b215-4c18-86a7-eb2811c89d03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 200 len: 848 time: 0.0783603 Dec 23 17:24:41.667289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-7de9d2c4-2529-45a3-8791-2befb259f846 req-ba3d15c8-aed9-4f66-a5c2-cff2157a8138 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Unset dirty status for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:24:41.668439 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7de9d2c4-2529-45a3-8791-2befb259f846 req-ba3d15c8-aed9-4f66-a5c2-cff2157a8138 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.1838992 Dec 23 17:24:41.734086 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7de9d2c4-2529-45a3-8791-2befb259f846 req-efca5b6f-39d4-4650-a55a-ecf2c5052f81 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592299 Dec 23 17:24:41.741265 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-10bf2103-c693-48c7-b6e4-a958fb806d34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2df494d1-7639-40df-a5d8-f8672393f2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073756 Dec 23 17:24:41.744346 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:24:41.873150 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-d55b8ab2-204a-422a-899a-46f61e63a6a1 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240530 Dec 23 17:24:42.005329 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-9bba5d1d-1b1f-4ace-898d-6905aacc3c22 req-37df1b1e-0195-4e1c-804a-33fe675cf2a4 service neutron] 10.222.0.59 "GET /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256588 Dec 23 17:24:42.079475 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:42.083287 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0f8b6-ddcd-4bd9-a8c2-c995745b1c8e None None] The sync data for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:33Z', 'revision_number': 4, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': 'e979b62b-4b40-4961-95d8-d7c274a196e6', 'name': '', 'network_id': '2df494d1-7639-40df-a5d8-f8672393f2eb', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'mac_address': 'fa:16:3e:eb:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:32Z', 'updated_at': '2021-12-23T17:14:42Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'subnets': [{'id': 'a70554ae-0c7e-4639-b7c1-b30c2dffbd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:24:42.295218 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853704cc-7cbd-4839-989a-ace1296b5534 None None] New status for floating IP 53f99768-7a7b-4c33-8c01-d9789d3febae: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:24:43.087031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba603f-fa64-4a8f-a1fa-1c58f41b5374 req-ea9fb4ca-dd96-40c6-9d80-59af417dfcd8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:24:43.088397 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0bba603f-fa64-4a8f-a1fa-1c58f41b5374 req-ea9fb4ca-dd96-40c6-9d80-59af417dfcd8 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.2240059 Dec 23 17:24:43.101966 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-c7ae92a6-d2e9-4a54-85cb-e0615a7c64de tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:24:43.103261 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-c7ae92a6-d2e9-4a54-85cb-e0615a7c64de tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 945 time: 0.1061490 Dec 23 17:24:43.191496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0bba603f-fa64-4a8f-a1fa-1c58f41b5374 req-9c25fe49-ce2a-4d1e-bfa8-06f511ccbe34 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/security-groups?id=36dbd03a-fc9e-43f7-8b54-99aa1a774e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964947 Dec 23 17:24:43.194429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Deleting port d066b254-29ae-4463-9de0-4853ee4e5be9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:43.194763 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:43.430824 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] For port d066b254-29ae-4463-9de0-4853ee4e5be9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d066b254-29ae-4463-9de0-4853ee4e5be9,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:43.431095 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:43.547745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Calling delete_port for d066b254-29ae-4463-9de0-4853ee4e5be9 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:43.684478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:43.729046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event deleted for resources: {'Port': ['ID=d066b254-29ae-4463-9de0-4853ee4e5be9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:43.803042 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] No DVR routers for this DVR port d066b254-29ae-4463-9de0-4853ee4e5be9 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:24:43.805487 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:43.807848 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-deleted', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:24:43.822293 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e4d25e9-ebb7-4a72-aad4-1eb01ae2170a req-33addddc-4c51-4eb1-bf90-10d145807cf2 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.59 "DELETE /v2.0/ports/d066b254-29ae-4463-9de0-4853ee4e5be9 HTTP/1.1" status: 204 len: 173 time: 0.7072871 Dec 23 17:24:43.862891 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f3a976-71f6-4024-8f0b-2101d8cc7802', 'name': 'network-vif-deleted', 'tag': 'd066b254-29ae-4463-9de0-4853ee4e5be9', 'status': 'completed', 'code': 200} Dec 23 17:24:44.354522 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-8599ac83-8508-4224-8cd5-c470ca69165b req-1dd96d69-40a6-46df-8b9a-233d9aa7d256 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Synchronizing usage tracker for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:24:44.370292 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-8599ac83-8508-4224-8cd5-c470ca69165b req-1dd96d69-40a6-46df-8b9a-233d9aa7d256 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Unset dirty status for tenant:e206bcfa38084b488c0557478c88eead on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:24:44.371928 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8599ac83-8508-4224-8cd5-c470ca69165b req-1dd96d69-40a6-46df-8b9a-233d9aa7d256 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f3a976-71f6-4024-8f0b-2101d8cc7802 HTTP/1.1" status: 200 len: 210 time: 0.0571692 Dec 23 17:24:45.243386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d066b254-29ae-4463-9de0-4853ee4e5be9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:24:45.281699 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: d066b254-29ae-4463-9de0-4853ee4e5be9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:24:45.281974 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device d066b254-29ae-4463-9de0-4853ee4e5be9 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:24:45.484128 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38456) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:45.550749 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6444b600-56bb-4ce5-bdbc-23de3fae1429 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:45.582275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6444b600-56bb-4ce5-bdbc-23de3fae1429 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:45.648129 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6444b600-56bb-4ce5-bdbc-23de3fae1429 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:45.665049 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444b600-56bb-4ce5-bdbc-23de3fae1429 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dbd03a-fc9e-43f7-8b54-99aa1a774e73,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:45.680932 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6444b600-56bb-4ce5-bdbc-23de3fae1429 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:45.682034 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6444b600-56bb-4ce5-bdbc-23de3fae1429 tempest-TestShelveInstance-677378798 tempest-TestShelveInstance-677378798-project] 10.222.0.18 "DELETE /v2.0/security-groups/36dbd03a-fc9e-43f7-8b54-99aa1a774e73 HTTP/1.1" status: 204 len: 168 time: 0.1969399 Dec 23 17:24:45.742254 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38462) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:46.396869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:47.102853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Deleting port e979b62b-4b40-4961-95d8-d7c274a196e6 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:47.102853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:47.278370 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] For port e979b62b-4b40-4961-95d8-d7c274a196e6, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=e979b62b-4b40-4961-95d8-d7c274a196e6,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:47.278719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:47.410261 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Calling delete_port for e979b62b-4b40-4961-95d8-d7c274a196e6 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:47.599089 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:47.644970 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Pushing event deleted for resources: {'Port': ['ID=e979b62b-4b40-4961-95d8-d7c274a196e6,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:47.929501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:48.566156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Router b4c74cf0-374b-4a01-924e-1ec2f693b921 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:24:48.766256 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:24:48.776186 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] Sync routers for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:24:48.784860 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-933f4496-aa73-4b30-8565-d347f5c8012f admin admin] 10.222.0.18 "PUT /v2.0/routers/b4c74cf0-374b-4a01-924e-1ec2f693b921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0411475 Dec 23 17:24:48.786979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38468) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:48.788558 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:24:48.789281 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:48.967542 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:24:48.980068 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:49.169284 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:49.178950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Deleting port dc38baa9-ce78-484a-9768-a858805af718 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:49.179363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:49.237348 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47'}], 'enable_snat': True}, 'gw_port_id': 'dc38baa9-ce78-484a-9768-a858805af718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:24:47Z', 'revision_number': 5, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port': {'id': 'dc38baa9-ce78-484a-9768-a858805af718', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:49.241291 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] Checking router: b4c74cf0-374b-4a01-924e-1ec2f693b921 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:24:49.251989 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] Routers {'b4c74cf0-374b-4a01-924e-1ec2f693b921'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:24:49.252564 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4c74cf0-374b-4a01-924e-1ec2f693b921'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:49.345031 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] For port dc38baa9-ce78-484a-9768-a858805af718, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=dc38baa9-ce78-484a-9768-a858805af718,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:49.345375 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:49.400390 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] Set router b4c74cf0-374b-4a01-924e-1ec2f693b921 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:24:49.461057 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Calling delete_port for dc38baa9-ce78-484a-9768-a858805af718 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:49.505500 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:24:49Z', 'revision_number': 6, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:49.509780 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9b61b-9db8-4f01-abde-9b002d6467ae None None] The sync data for ids ['b4c74cf0-374b-4a01-924e-1ec2f693b921'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4c74cf0-374b-4a01-924e-1ec2f693b921', 'name': 'tempest-TestShelveInstance-1977729155-router', 'tenant_id': 'e206bcfa38084b488c0557478c88eead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:30Z', 'updated_at': '2021-12-23T17:24:49Z', 'revision_number': 6, 'project_id': 'e206bcfa38084b488c0557478c88eead', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:24:49.721906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:49.763791 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc38baa9-ce78-484a-9768-a858805af718,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:49.987583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.235769 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.239886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.265979 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.266609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c74cf0-374b-4a01-924e-1ec2f693b921 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:24:50.278751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.279894 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9097e35c-fed6-4c8c-983e-8e12f8c4df86 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b4c74cf0-374b-4a01-924e-1ec2f693b921 HTTP/1.1" status: 204 len: 168 time: 1.4918950 Dec 23 17:24:50.282314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38472) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:50.339639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] Deleting subnet a70554ae-0c7e-4639-b7c1-b30c2dffbd27 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:24:50.342650 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.394909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.473027 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.540845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.577938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70554ae-0c7e-4639-b7c1-b30c2dffbd27,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:50.582439 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.587700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f271dcab-a3e4-4ba4-9121-64c0031ecdc1 None None] Network 2df494d1-7639-40df-a5d8-f8672393f2eb requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:24:50.588263 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-fd7d12a1-a802-48e7-88fd-7f9048adda55 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a70554ae-0c7e-4639-b7c1-b30c2dffbd27 HTTP/1.1" status: 204 len: 168 time: 0.3048179 Dec 23 17:24:50.590425 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38476) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:50.692120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.702240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Deleting port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:50.702559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.851914 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] DHCP port deletion for 2df494d1-7639-40df-a5d8-f8672393f2eb request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:24:50.857789 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e979b62b-4b40-4961-95d8-d7c274a196e6 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:24:50.885182 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Deleting port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:50.885542 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.914037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] For port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:50.914553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:50.915142 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: e979b62b-4b40-4961-95d8-d7c274a196e6 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:24:50.915523 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device e979b62b-4b40-4961-95d8-d7c274a196e6 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:24:50.915910 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device dc38baa9-ce78-484a-9768-a858805af718 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:24:50.971778 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: dc38baa9-ce78-484a-9768-a858805af718 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:24:50.972357 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device dc38baa9-ce78-484a-9768-a858805af718 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:24:51.133349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Calling delete_port for ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:51.162531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] For port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,segment=NetworkSegment(71a06c06-caff-4bbc-bf19-6e6048158164),segment_id=71a06c06-caff-4bbc-bf19-6e6048158164)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:51.162909 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.205078 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.250898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:51.256778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] No DVR routers for this DVR port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:24:51.283942 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Calling delete_port for ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:51.353752 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 17:24:51.354102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 17:24:51.369589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.394467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df494d1-7639-40df-a5d8-f8672393f2eb']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:51.407277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a06c06-caff-4bbc-bf19-6e6048158164') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:51.407600 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a06c06-caff-4bbc-bf19-6e6048158164') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:51.418691 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.434251 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.440748 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:24:51.441136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:24:51.454412 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:24:51.529702 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.544777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.554620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df494d1-7639-40df-a5d8-f8672393f2eb,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:51.561559 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7c6f35e6-d74b-4c74-a4c1-26ce93993894 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2df494d1-7639-40df-a5d8-f8672393f2eb HTTP/1.1" status: 204 len: 168 time: 0.9702318 Dec 23 17:24:51.564293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38480) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:51.855369 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Deleting port ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:51.855961 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:51.917018 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-734e2316-dee8-4518-bee3-d3170f059a92 None None] The port 'ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 17:24:51.944510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:52.614936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Deleting port a5560500-fedd-4dac-a9de-acbf9e6143e9 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:52.615270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:52.781850 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] For port a5560500-fedd-4dac-a9de-acbf9e6143e9, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=a5560500-fedd-4dac-a9de-acbf9e6143e9,segment=NetworkSegment(7ad65571-bb22-439c-93e8-cdbf2d18ad16),segment_id=7ad65571-bb22-439c-93e8-cdbf2d18ad16)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:52.782197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:52.815064 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:24:52.849632 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:24:52.849975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device ff2f233d-aa03-45a4-a44e-8ef2eb2fdeb2 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:24:52.905405 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Calling delete_port for a5560500-fedd-4dac-a9de-acbf9e6143e9 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:53.081878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:53.125916 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5560500-fedd-4dac-a9de-acbf9e6143e9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:53.420350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:54.061870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Router b4e7e852-1b43-4d4a-a737-ae04285983b9 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:24:54.250674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:24:54.259004 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] Sync routers for ids ['b4e7e852-1b43-4d4a-a737-ae04285983b9'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:24:54.266265 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-701636c1-7801-4b76-84fc-b49f5b2552a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4e7e852-1b43-4d4a-a737-ae04285983b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7009950 Dec 23 17:24:54.268761 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38484) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:54.271188 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] Routers {'b4e7e852-1b43-4d4a-a737-ae04285983b9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:24:54.271967 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4e7e852-1b43-4d4a-a737-ae04285983b9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:54.445709 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] Set router b4e7e852-1b43-4d4a-a737-ae04285983b9 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:24:54.461227 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:54.648438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:54.657647 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Deleting port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:54.657977 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:54.731314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:24:53Z', 'revision_number': 5, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port': {'id': '3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:54.735301 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] Checking router: b4e7e852-1b43-4d4a-a737-ae04285983b9 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:24:54.745596 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] Routers {'b4e7e852-1b43-4d4a-a737-ae04285983b9'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:24:54.746184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['b4e7e852-1b43-4d4a-a737-ae04285983b9'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:54.839362 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] For port 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:54.839747 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:54.909081 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] Set router b4e7e852-1b43-4d4a-a737-ae04285983b9 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:24:54.958805 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Calling delete_port for 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:55.013623 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:24:54Z', 'revision_number': 6, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:55.017553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a3877-51fc-4a22-b6da-b38231474c28 None None] The sync data for ids ['b4e7e852-1b43-4d4a-a737-ae04285983b9'] in dv-neutron-822800-1-hyperv is: [{'id': 'b4e7e852-1b43-4d4a-a737-ae04285983b9', 'name': 'tempest-TestShelveInstance-923811597-router', 'tenant_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:14:36Z', 'updated_at': '2021-12-23T17:24:54Z', 'revision_number': 6, 'project_id': '9bf76bf62e734f84af1f86856c4b4aaf', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:24:55.132490 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.176334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:55.501906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.751831 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.755857 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.783045 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.783567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e7e852-1b43-4d4a-a737-ae04285983b9 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:24:55.796388 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.797678 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-1b7f3920-89f1-46fb-907a-bafa7690fde7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b4e7e852-1b43-4d4a-a737-ae04285983b9 HTTP/1.1" status: 204 len: 168 time: 1.5280352 Dec 23 17:24:55.800099 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38488) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:55.857917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] Deleting subnet 0459491e-f4d4-4b0a-899c-547594e35e8d {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:24:55.860752 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.912324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:55.988259 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.067426 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.104486 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0459491e-f4d4-4b0a-899c-547594e35e8d,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:56.110084 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.114948 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ba78f-feac-4c26-b747-b99524574474 None None] Network 78389121-3def-4664-90e9-d11aa01610b9 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:24:56.115417 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7840cd2e-4e58-456a-976a-e252c33ca7c1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0459491e-f4d4-4b0a-899c-547594e35e8d HTTP/1.1" status: 204 len: 168 time: 0.3142526 Dec 23 17:24:56.117643 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38492) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:56.221320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.232963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Deleting port d88ea508-111b-41fb-a34d-d987782765df {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:56.233290 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.384431 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] DHCP port deletion for 78389121-3def-4664-90e9-d11aa01610b9 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:24:56.388799 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Deleting port d88ea508-111b-41fb-a34d-d987782765df {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:56.389229 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.439700 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] For port d88ea508-111b-41fb-a34d-d987782765df, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d88ea508-111b-41fb-a34d-d987782765df,segment=NetworkSegment(7ad65571-bb22-439c-93e8-cdbf2d18ad16),segment_id=7ad65571-bb22-439c-93e8-cdbf2d18ad16)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:56.440058 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.561289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Calling delete_port for d88ea508-111b-41fb-a34d-d987782765df owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:56.586259 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] For port d88ea508-111b-41fb-a34d-d987782765df, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=d88ea508-111b-41fb-a34d-d987782765df,segment=NetworkSegment(7ad65571-bb22-439c-93e8-cdbf2d18ad16),segment_id=7ad65571-bb22-439c-93e8-cdbf2d18ad16)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:24:56.586620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.633063 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.673954 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88ea508-111b-41fb-a34d-d987782765df,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:56.682134 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] No DVR routers for this DVR port d88ea508-111b-41fb-a34d-d987782765df on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:24:56.703721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Calling delete_port for d88ea508-111b-41fb-a34d-d987782765df owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:24:56.771249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 17:24:56.771592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 17:24:56.802883 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.815906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:24:56.853110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:24:56.853370 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3da4fda1-b8ba-4f8b-b9fb-43d854e7fb70 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:24:56.853802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d88ea508-111b-41fb-a34d-d987782765df no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:24:56.886262 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: d88ea508-111b-41fb-a34d-d987782765df {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:24:56.886615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device d88ea508-111b-41fb-a34d-d987782765df not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:24:56.887618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a5560500-fedd-4dac-a9de-acbf9e6143e9 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:24:56.919161 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: a5560500-fedd-4dac-a9de-acbf9e6143e9 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:24:56.919505 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device a5560500-fedd-4dac-a9de-acbf9e6143e9 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:24:56.929342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78389121-3def-4664-90e9-d11aa01610b9']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:56.941853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad65571-bb22-439c-93e8-cdbf2d18ad16') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:56.942147 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad65571-bb22-439c-93e8-cdbf2d18ad16') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:24:56.953734 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.955287 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:24:56.968864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.974728 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:24:56.975108 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:24:56.987728 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:24:57.064732 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:57.069727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:57.091936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] Pushing event deleted for resources: {'Network': ['ID=78389121-3def-4664-90e9-d11aa01610b9,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:57.099797 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-eec6eaa4-480a-406d-9904-f3afe7c12619 admin admin] 10.222.0.18 "DELETE /v2.0/networks/78389121-3def-4664-90e9-d11aa01610b9 HTTP/1.1" status: 204 len: 168 time: 0.9812124 Dec 23 17:24:57.253019 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38498) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:57.272938 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Deleting port d88ea508-111b-41fb-a34d-d987782765df {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:24:57.273408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:57.304618 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-076f9236-8bb8-4eb7-ba2e-e180f7d5e7b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e206bcfa38084b488c0557478c88eead&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479827 Dec 23 17:24:57.304819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38502) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:57.337884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d451d7e-7cde-4107-9831-d5f6c0dae332 None None] The port 'd88ea508-111b-41fb-a34d-d987782765df' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 17:24:57.367143 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b37324a0-ff27-411d-bf3f-f1e79e272b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:57.391684 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b37324a0-ff27-411d-bf3f-f1e79e272b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:57.440632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b37324a0-ff27-411d-bf3f-f1e79e272b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:57.461230 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37324a0-ff27-411d-bf3f-f1e79e272b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08251cc8-285b-449b-9afb-6f0cb0be8631,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:57.469414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b37324a0-ff27-411d-bf3f-f1e79e272b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:57.470493 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b37324a0-ff27-411d-bf3f-f1e79e272b25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08251cc8-285b-449b-9afb-6f0cb0be8631 HTTP/1.1" status: 204 len: 168 time: 0.1649194 Dec 23 17:24:57.954193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38510) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:58.002492 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-540b24be-9db0-43ee-99ec-6b4c13688291 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bf76bf62e734f84af1f86856c4b4aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470910 Dec 23 17:24:58.004736 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38514) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:58.060920 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c107fd96-6e19-47b3-8b90-95cd35fa25f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:58.085302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c107fd96-6e19-47b3-8b90-95cd35fa25f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:58.134725 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c107fd96-6e19-47b3-8b90-95cd35fa25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:58.150357 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107fd96-6e19-47b3-8b90-95cd35fa25f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd554359-e7ae-434c-9110-8561a002d039,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:58.155041 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c107fd96-6e19-47b3-8b90-95cd35fa25f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:58.156162 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c107fd96-6e19-47b3-8b90-95cd35fa25f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd554359-e7ae-434c-9110-8561a002d039 HTTP/1.1" status: 204 len: 168 time: 0.1505775 Dec 23 17:24:59.013784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38536) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:59.142861 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-17987853-network', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:24:59.147511 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:24:59.151236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Usage tracker for resource:network and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:24:59.154018 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:24:59.159999 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:24:59.169260 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Made reservation on behalf of a5a46553c9ed4e3f9a3e3a2ee51f4017 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:24:59.171785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.183467 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.216281 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:24:59.219860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:24:59.222546 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:24:59.228034 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:24:59.294387 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.298233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.328358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:24:59.337756 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517dca76-654e-4596-9c52-ad145c3b0004,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:59.344729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.344841 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Added segment c9798e70-3460-4383-b80f-4acda5a84eb3 of type vlan for network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac Dec 23 17:24:59.369786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.401744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.402561 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:24:59.403120 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.502685 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] Pushing event updated for resources: {'Network': ['ID=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:59.507001 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c4f3e752-3b7c-4ab4-8b67-8028cb08481e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4922271 Dec 23 17:24:59.509899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38542) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:59.512366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:24:59.515297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Request body: {'subnet': {'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-17987853-subnet', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:24:59.520135 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:24:59.523913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Usage tracker for resource:subnet and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:24:59.526671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:24:59.532193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:24:59.542615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Made reservation on behalf of a5a46553c9ed4e3f9a3e3a2ee51f4017 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:24:59.545636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.738575 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.811744 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb26b44-7605-42f9-9042-17679ada1046,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:24:59.822886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Checking segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:24:59.823231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Network hostable DHCP agents. Network: 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:24:59.844352 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:24:59.853360 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:24:59.858077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:24:59.858839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.864648 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bee91f-f45e-4d03-81e0-3e3dd66c2304 None None] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:24:59.880360 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-8db10a32-449f-4506-86e4-5d8589209f69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3692966 Dec 23 17:24:59.882993 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38546) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:24:59.887900 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:24:59.892450 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:24:59.896155 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Usage tracker for resource:router and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:24:59.898931 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:24:59.905054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:24:59.915131 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.916184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:24:59.935336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.070904 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:25:00.071744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.077291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.225010 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Allocated IP 172.20.0.2 (87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac/4fb26b44-7605-42f9-9042-17679ada1046/41d85017-a949-4a1f-99e1-28bd205c31ea) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:00.258287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.288168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.421119 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Allocated IP 172.26.7.62 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/10d0b6fa-d354-418d-a37f-042e1be21245) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:00.423661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.433803 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Transition to ACTIVE for port object 41d85017-a949-4a1f-99e1-28bd205c31ea will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:00.451931 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Transition to ACTIVE for port object 41d85017-a949-4a1f-99e1-28bd205c31ea will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:00.457111 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.528738 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:00.532396 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:00.534120 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Pushing event updated for resources: {'Port': ['ID=41d85017-a949-4a1f-99e1-28bd205c31ea,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:00.536612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:00.548677 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.549021 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.549362 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.549691 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.550022 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.550346 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.550669 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.550992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.551312 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.551650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.551970 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:00.661632 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.668333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Attempting to bind port 41d85017-a949-4a1f-99e1-28bd205c31ea on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:25:00.668916 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Attempting to bind port 41d85017-a949-4a1f-99e1-28bd205c31ea by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:25:00.669317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Attempting to bind port 41d85017-a949-4a1f-99e1-28bd205c31ea on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:00.676247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:25:00.676613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Checking segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:00.677005 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.677386 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Bound using segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:25:00.677866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Bound port: 41d85017-a949-4a1f-99e1-28bd205c31ea, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:25:00.678228 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.689795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.754297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:00.757111 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:00.761437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:00.766309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] For port 41d85017-a949-4a1f-99e1-28bd205c31ea, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:25:00.769871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] For port 41d85017-a949-4a1f-99e1-28bd205c31ea, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=41d85017-a949-4a1f-99e1-28bd205c31ea,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:25:00.773518 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.791602 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Pushing event updated for resources: {'Port': ['ID=10d0b6fa-d354-418d-a37f-042e1be21245,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:00.858500 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba4dc2-b4f8-4355-a613-003d1066745b None None] Pushing event updated for resources: {'Port': ['ID=41d85017-a949-4a1f-99e1-28bd205c31ea,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:00.936889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:00.937630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:01.180472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:25:01.376692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:25:01.385851 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Sync routers for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:25:01.398074 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:01.398945 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:01.399543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:01.403884 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-a4b67535-81af-4763-8801-2fb63524e048 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5169687 Dec 23 17:25:01.404072 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38550) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:01.588714 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:01.812309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0d7bd-abf1-43f7-a368-0a0ef2653d3e None None] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:25:01.910280 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:00Z', 'revision_number': 3, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:01.913966 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Checking router: e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:25:01.914295 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Updating router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 port 10d0b6fa-d354-418d-a37f-042e1be21245 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:25:01.943086 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e239e325-2b0b-48e8-ade5-914750c1ef02 None None] Provisioning for port 41d85017-a949-4a1f-99e1-28bd205c31ea completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:01.966392 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.160584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.295976 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.310439 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Transition to ACTIVE for port object 10d0b6fa-d354-418d-a37f-042e1be21245 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:02.316779 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.393725 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Attempting to bind port 10d0b6fa-d354-418d-a37f-042e1be21245 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:25:02.394404 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Attempting to bind port 10d0b6fa-d354-418d-a37f-042e1be21245 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:25:02.394404 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Attempting to bind port 10d0b6fa-d354-418d-a37f-042e1be21245 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:02.404565 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Pushing event updated for resources: {'Port': ['ID=10d0b6fa-d354-418d-a37f-042e1be21245,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:02.408533 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:25:02.408890 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:02.409277 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.409653 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:25:02.410102 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Bound port: 10d0b6fa-d354-418d-a37f-042e1be21245, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:25:02.410458 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.446410 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.446752 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.447081 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.447409 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.447758 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.448082 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.448398 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.448716 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.449029 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.449370 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.449684 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:02.475052 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Allocated IP 172.20.0.1 (87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac/4fb26b44-7605-42f9-9042-17679ada1046/3efc5afe-2548-40f0-a03b-4fb2aebfab09) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:02.490614 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] For port 10d0b6fa-d354-418d-a37f-042e1be21245, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:25:02.493665 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] For port 10d0b6fa-d354-418d-a37f-042e1be21245, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=10d0b6fa-d354-418d-a37f-042e1be21245,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:25:02.496973 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.576036 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0025a-57b2-4101-932b-3871fee49dab None None] Pushing event updated for resources: {'Port': ['ID=10d0b6fa-d354-418d-a37f-042e1be21245,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:02.580597 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:02.581414 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:02.621801 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.637293 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Transition to ACTIVE for port object 3efc5afe-2548-40f0-a03b-4fb2aebfab09 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:02.658717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.725934 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:02.728513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:02.732187 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:02.753491 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:02.761065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3efc5afe-2548-40f0-a03b-4fb2aebfab09,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:02.792739 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.872610 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 41d85017-a949-4a1f-99e1-28bd205c31ea up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:02.896296 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:02.965553 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 41d85017-a949-4a1f-99e1-28bd205c31ea completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:02.972082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 41d85017-a949-4a1f-99e1-28bd205c31ea triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:02.972476 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.047233 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6b94dae7-86da-4d00-ab55-920adb892f7c None None] Provisioning for port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:03.054205 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-6b94dae7-86da-4d00-ab55-920adb892f7c None None] Provisioning complete for port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:03.054654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b94dae7-86da-4d00-ab55-920adb892f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.085753 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:00Z', 'revision_number': 3, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:03.088779 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c838ba-933f-44b0-b7e7-d87db21dafde None None] The sync data for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv is: [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:00Z', 'revision_number': 3, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:25:03.144148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.149890 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.156115 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6b94dae7-86da-4d00-ab55-920adb892f7c None None] Port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:25:03.159460 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.193975 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 41d85017-a949-4a1f-99e1-28bd205c31ea, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=41d85017-a949-4a1f-99e1-28bd205c31ea,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:03.198309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.261645 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.271249 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=41d85017-a949-4a1f-99e1-28bd205c31ea,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:03.281347 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3efc5afe-2548-40f0-a03b-4fb2aebfab09,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:03.426463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:03.427631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:03.682191 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-64d7e57b-524c-42de-931f-a30b85546ffb None None] Provisioning complete for port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:03.682650 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64d7e57b-524c-42de-931f-a30b85546ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:03.738673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-64d7e57b-524c-42de-931f-a30b85546ffb None None] Port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:25:03.822198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:25:04.125100 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:25:04.133633 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c3dc9fa5-0632-4a2b-bb09-a1d60bd0a7a8 admin admin] 10.222.0.18 "PUT /v2.0/routers/e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285736 Dec 23 17:25:04.878061 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 41d85017-a949-4a1f-99e1-28bd205c31ea up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:04.936779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38572) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:04.942909 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1613683708-network', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:04.947745 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:04.951577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Usage tracker for resource:network and tenant:a734b4bdfd1e467d9ccddcb7cde6a401 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:04.954395 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:04.958840 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 41d85017-a949-4a1f-99e1-28bd205c31ea triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:04.959210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:04.960178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:04.970022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Made reservation on behalf of a734b4bdfd1e467d9ccddcb7cde6a401 for: {'network': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:25:04.972441 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for network, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:04.985746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.015160 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:05.018917 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Usage tracker for resource:security_group_rule and tenant:a734b4bdfd1e467d9ccddcb7cde6a401 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:05.021759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:05.027247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:05.072979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 10d0b6fa-d354-418d-a37f-042e1be21245 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:05.098832 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.102731 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.129194 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=83494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 17:25:05.141071 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92db29-2b0e-4aa3-9c91-e4808f251f60,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:05.142197 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 10d0b6fa-d354-418d-a37f-042e1be21245 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:05.145339 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.145672 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.segments_db [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Added segment 812327dc-b3e7-448e-a8e2-88a66afaee6e of type vlan for network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 Dec 23 17:25:05.147027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 10d0b6fa-d354-418d-a37f-042e1be21245 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:05.147597 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.172572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792112617436'] for network, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.200794 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504'] for network, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.201585 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:05.202150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.221135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15d4b596-1f57-4354-9d43-e967df5e8568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.272244 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.289473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 10d0b6fa-d354-418d-a37f-042e1be21245, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=10d0b6fa-d354-418d-a37f-042e1be21245,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:05.293987 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.303252 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] Pushing event updated for resources: {'Network': ['ID=89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:05.306026 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-326e8deb-16f4-4eaf-a22f-37e8f3b6c19d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3679483 Dec 23 17:25:05.308750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38576) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:05.314150 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Request body: {'subnet': {'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1613683708-subnet', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'ip_version': 4}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:05.318967 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:05.322708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Usage tracker for resource:subnet and tenant:a734b4bdfd1e467d9ccddcb7cde6a401 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:05.325613 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:05.331136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:05.335478 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 details requested by agent ovs-agent-dv-neutron-822800-1-hyperv with host dv-neutron-822800-1-hyperv {{(pid=83496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 17:25:05.340875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Made reservation on behalf of a734b4bdfd1e467d9ccddcb7cde6a401 for: {'subnet': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:25:05.343122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6856413'] for subnet, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.454971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=10d0b6fa-d354-418d-a37f-042e1be21245,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:05.545336 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7170121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6856399'] for subnet, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.606198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:05.629614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Checking segment: {'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:05.629963 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Network hostable DHCP agents. Network: 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871, hostable agents: ['267897ad-ea0c-464a-83d6-aa00d40845e1'], hosted agents: [] {{(pid=83494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 17:25:05.650572 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 is scheduled to be hosted by DHCP agent 267897ad-ea0c-464a-83d6-aa00d40845e1 with binding_index 1 {{(pid=83494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 17:25:05.658982 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822800-1-hyperv, 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871) {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:05.662611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:05.663183 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.667345 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fdc713-7f0b-438a-850f-e5d6d5f542ff None None] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:25:05.685579 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7371a009-61d9-4a3f-9a40-37d379fc7372 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3729146 Dec 23 17:25:05.685774 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38580) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:05.690771 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:05.695495 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:05.699209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Usage tracker for resource:router and tenant:a734b4bdfd1e467d9ccddcb7cde6a401 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:05.701998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:05.707609 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:05.716969 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2163'] for router, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.717859 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-338598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-341151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2120'] for router, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.736570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.876830 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp254dfc3d-d377-5f45-9d72-2c3740de933e-89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871', 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'fixed_ips': [{'subnet_id': '4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e'}]}} from dv-neutron-822800-1-hyperv. {{(pid=83496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 17:25:05.878058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:05.882853 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-338612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-383688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2134'] for router, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.068706 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.071423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Allocated IP 172.20.0.2 (89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871/4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e/2abc3bb0-ad38-45fb-81bd-aff656453514) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:06.099708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.237037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Allocated IP 172.26.7.248 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/4fb93173-b79e-445d-94bd-97c9aa4685f8) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:06.272400 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.283414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Transition to ACTIVE for port object 2abc3bb0-ad38-45fb-81bd-aff656453514 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:06.301850 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Transition to ACTIVE for port object 2abc3bb0-ad38-45fb-81bd-aff656453514 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:06.308132 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.380624 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Pushing event updated for resources: {'Port': ['ID=2abc3bb0-ad38-45fb-81bd-aff656453514,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:06.389090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:06.390601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:06.393637 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:06.399784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.431766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.485540 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Attempting to bind port 2abc3bb0-ad38-45fb-81bd-aff656453514 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:25:06.485929 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Attempting to bind port 2abc3bb0-ad38-45fb-81bd-aff656453514 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:25:06.486256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Attempting to bind port 2abc3bb0-ad38-45fb-81bd-aff656453514 on network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:06.489913 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:06.492755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:06.493484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:25:06.493859 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Checking segment: {'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:06.495109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.495851 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Bound using segment: {'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:25:06.496351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Bound port: 2abc3bb0-ad38-45fb-81bd-aff656453514, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:25:06.496723 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.504818 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:06.553077 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb93173-b79e-445d-94bd-97c9aa4685f8,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:06.593108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] For port 2abc3bb0-ad38-45fb-81bd-aff656453514, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:25:06.596391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Sync routers for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:25:06.599408 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] For port 2abc3bb0-ad38-45fb-81bd-aff656453514, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2abc3bb0-ad38-45fb-81bd-aff656453514,segment=NetworkSegment(812327dc-b3e7-448e-a8e2-88a66afaee6e),segment_id=812327dc-b3e7-448e-a8e2-88a66afaee6e)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:25:06.605450 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.667823 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.668583 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-383681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381269'] for router, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:06.672947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:06.673547 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:06.757613 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0494ba7-a7a9-4448-a5e4-f2a782193cd6 None None] Pushing event updated for resources: {'Port': ['ID=2abc3bb0-ad38-45fb-81bd-aff656453514,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:06.852090 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 10d0b6fa-d354-418d-a37f-042e1be21245 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:06.948556 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:07.028351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 10d0b6fa-d354-418d-a37f-042e1be21245 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:07.028717 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:07.053468 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Router bce7ce9a-84f7-4162-b249-30beeae28772 is scheduled to L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 with binding_index 1 {{(pid=83494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 17:25:07.275185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:25:07.285322 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Sync routers for ids ['bce7ce9a-84f7-4162-b249-30beeae28772'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:25:07.297488 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Routers {'bce7ce9a-84f7-4162-b249-30beeae28772'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:07.298148 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:24:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bce7ce9a-84f7-4162-b249-30beeae28772'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:07.300636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:07.304567 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-062c0ed3-9dd8-4182-8f88-7d3f0bc13134 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6152809 Dec 23 17:25:07.304799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38584) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:07.414882 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 2, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:07.426351 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Checking router: e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:25:07.426705 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Updating router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 binding host dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:25:07.484654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cc237876-31af-48e1-8339-0363c48b3046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:07.497476 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Set router bce7ce9a-84f7-4162-b249-30beeae28772 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:07.498464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:07.517497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:07.865821 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:25:06Z', 'revision_number': 3, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port': {'id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:77:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:06Z', 'updated_at': '2021-12-23T17:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:07.869995 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Checking router: bce7ce9a-84f7-4162-b249-30beeae28772 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:25:07.870952 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Updating router bce7ce9a-84f7-4162-b249-30beeae28772 port 4fb93173-b79e-445d-94bd-97c9aa4685f8 binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:25:07.894850 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664531b3-7686-42c2-bde1-6772d9ccf4ce None None] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:25:07.923637 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.006820 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.030620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-46eb047d-d3e3-41ca-b8bf-4202b9f5d98f None None] Provisioning for port 2abc3bb0-ad38-45fb-81bd-aff656453514 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:08.033755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Transition to ACTIVE for port object 3efc5afe-2548-40f0-a03b-4fb2aebfab09 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:08.052511 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.138122 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.228254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35182a-fd49-4fea-bb33-257a78af6059 None None] Pushing event updated for resources: {'Port': ['ID=3efc5afe-2548-40f0-a03b-4fb2aebfab09,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:08.273290 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.288676 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Transition to ACTIVE for port object 4fb93173-b79e-445d-94bd-97c9aa4685f8 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:08.297293 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.382373 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Attempting to bind port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:25:08.382742 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Attempting to bind port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:25:08.383102 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Attempting to bind port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:08.400255 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:25:08.400544 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Checking segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:08.401138 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.401587 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Attempting to bind port 4fb93173-b79e-445d-94bd-97c9aa4685f8 on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:25:08.401703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Bound using segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:25:08.402104 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Attempting to bind port 4fb93173-b79e-445d-94bd-97c9aa4685f8 by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:25:08.402242 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Bound port: 3efc5afe-2548-40f0-a03b-4fb2aebfab09, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:25:08.403135 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Attempting to bind port 4fb93173-b79e-445d-94bd-97c9aa4685f8 on network a61d1e7b-eec4-42d0-a762-1efba86ff59d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:08.403314 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.405419 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f54ee-d453-454a-8930-0b2efad24be0 None None] Pushing event updated for resources: {'Port': ['ID=4fb93173-b79e-445d-94bd-97c9aa4685f8,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:08.413112 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:25:08.413574 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Checking segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:08.414067 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.414528 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Bound using segment: {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:25:08.415068 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Bound port: 4fb93173-b79e-445d-94bd-97c9aa4685f8, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff145286-f08a-46df-8009-ad4b12c8cffc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:25:08.415517 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.417364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Allocated IP 172.20.0.1 (89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871/4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e/705fe9ff-2a17-4f19-b248-7943263cf55e) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:08.492503 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] For port 4fb93173-b79e-445d-94bd-97c9aa4685f8, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:25:08.496116 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] For port 4fb93173-b79e-445d-94bd-97c9aa4685f8, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4fb93173-b79e-445d-94bd-97c9aa4685f8,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:25:08.501262 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.526635 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] For port 3efc5afe-2548-40f0-a03b-4fb2aebfab09, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:25:08.531171 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] For port 3efc5afe-2548-40f0-a03b-4fb2aebfab09, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3efc5afe-2548-40f0-a03b-4fb2aebfab09,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:25:08.537607 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.585455 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f54ee-d453-454a-8930-0b2efad24be0 None None] Pushing event updated for resources: {'Port': ['ID=4fb93173-b79e-445d-94bd-97c9aa4685f8,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:08.591244 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Routers {'bce7ce9a-84f7-4162-b249-30beeae28772'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:08.591417 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bce7ce9a-84f7-4162-b249-30beeae28772'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:08.596924 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.614905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Transition to ACTIVE for port object 705fe9ff-2a17-4f19-b248-7943263cf55e will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:08.616655 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:08.617272 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:08.643448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.722507 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:08.726316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:08.736039 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:08.745780 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.754823 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.762215 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35182a-fd49-4fea-bb33-257a78af6059 None None] Pushing event updated for resources: {'Port': ['ID=3efc5afe-2548-40f0-a03b-4fb2aebfab09,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:08.806904 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Pushing event updated for resources: {'Port': ['ID=705fe9ff-2a17-4f19-b248-7943263cf55e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:08.822329 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-381343'] for router_interface, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:08.933366 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:08.999833 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] Set router bce7ce9a-84f7-4162-b249-30beeae28772 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:09.086635 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.159493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2abc3bb0-ad38-45fb-81bd-aff656453514 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:09.300737 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:25:06Z', 'revision_number': 3, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port': {'id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:77:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:06Z', 'updated_at': '2021-12-23T17:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:09.305208 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d1bec-64a0-4f3b-a867-b4a1efea1186 None None] The sync data for ids ['bce7ce9a-84f7-4162-b249-30beeae28772'] in dv-neutron-822800-1-hyperv is: [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:25:06Z', 'revision_number': 3, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port': {'id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:77:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:06Z', 'updated_at': '2021-12-23T17:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:25:09.327766 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.332875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.373534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 2abc3bb0-ad38-45fb-81bd-aff656453514 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:09.379731 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2abc3bb0-ad38-45fb-81bd-aff656453514 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:09.380097 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.441795 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1497447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381952'] for router_interface, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.445753 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Pushing event updated for resources: {'Port': ['ID=705fe9ff-2a17-4f19-b248-7943263cf55e,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:09.456737 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:08Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:09.498890 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfd685-6917-4f68-8bf3-33cd81274cb4 None None] The sync data for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv is: [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:08Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:25:09.521041 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.533108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-30bf98ea-f6a2-4392-b870-64068a8dac41 None None] Provisioning for port 705fe9ff-2a17-4f19-b248-7943263cf55e completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:09.541944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-30bf98ea-f6a2-4392-b870-64068a8dac41 None None] Provisioning complete for port 705fe9ff-2a17-4f19-b248-7943263cf55e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:09.542310 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-30bf98ea-f6a2-4392-b870-64068a8dac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.609322 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 2abc3bb0-ad38-45fb-81bd-aff656453514, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2abc3bb0-ad38-45fb-81bd-aff656453514,segment=NetworkSegment(812327dc-b3e7-448e-a8e2-88a66afaee6e),segment_id=812327dc-b3e7-448e-a8e2-88a66afaee6e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:09.609527 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:09.610876 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:09.623237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.706099 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=2abc3bb0-ad38-45fb-81bd-aff656453514,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:09.712618 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-30bf98ea-f6a2-4392-b870-64068a8dac41 None None] Port 705fe9ff-2a17-4f19-b248-7943263cf55e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:25:09.937303 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-af864b53-5d95-4527-a6bd-7bfb57e86475 None None] Provisioning complete for port 705fe9ff-2a17-4f19-b248-7943263cf55e triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:09.937666 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-af864b53-5d95-4527-a6bd-7bfb57e86475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:09.992493 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-af864b53-5d95-4527-a6bd-7bfb57e86475 None None] Port 705fe9ff-2a17-4f19-b248-7943263cf55e cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:25:10.016304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Router bce7ce9a-84f7-4162-b249-30beeae28772 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:25:10.161928 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:10.248236 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:25:10.257809 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-6a661881-f785-48b6-8871-31c3172bdeee admin admin] 10.222.0.18 "PUT /v2.0/routers/bce7ce9a-84f7-4162-b249-30beeae28772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9520161 Dec 23 17:25:10.883997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2abc3bb0-ad38-45fb-81bd-aff656453514 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:10.917776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38594) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:10.924499 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261972179', 'description': 'tempest-secgroup-smoke-1261972179 description', 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:10.930218 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:10.934608 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:10.937484 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:10.943013 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:10.952360 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 2abc3bb0-ad38-45fb-81bd-aff656453514 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:10.952965 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:10.955755 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:10.991661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:10.995987 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:10.999466 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:11.005012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:11.066222 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.070688 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.075309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3efc5afe-2548-40f0-a03b-4fb2aebfab09 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:11.113877 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07efe92-6b4b-44d9-ab44-bf62a6011c9e,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:11.118312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.119501 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c62195ee-5da1-45ab-a067-0de3b1b6bf62 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1999800 Dec 23 17:25:11.122304 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38598) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:11.128241 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'security_group_rule': {'security_group_id': 'a07efe92-6b4b-44d9-ab44-bf62a6011c9e', 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:11.133869 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:11.137567 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:11.140411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:11.144998 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:11.146965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:11.149911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:11.150304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.164559 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.226498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.230046 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.252617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f38478b-d26e-4e44-965e-44965f585557,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:11.261160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.264833 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.266003 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3fe7d795-7630-4cef-911b-3e128b00ab37 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1428092 Dec 23 17:25:11.268859 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 38602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:11.275962 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'security_group_rule': {'security_group_id': 'a07efe92-6b4b-44d9-ab44-bf62a6011c9e', 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:11.282383 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:11.286825 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:11.290124 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:11.297559 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:11.299341 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 3efc5afe-2548-40f0-a03b-4fb2aebfab09, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3efc5afe-2548-40f0-a03b-4fb2aebfab09,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:11.303498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.315544 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.368971 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=3efc5afe-2548-40f0-a03b-4fb2aebfab09,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:11.377505 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.381348 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.404102 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f21080d-ae98-40db-877f-d0ae9fdb8c2b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:11.415478 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.416643 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1457016 Dec 23 17:25:11.418639 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.419278 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.419640 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.419953 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.420276 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.420654 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.420908 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.421185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38606) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:11.421290 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.421776 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.422081 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.422391 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbb91cd-4715-45d6-aad5-a827be3cf823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:25:11.439959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'security_group_rule': {'security_group_id': 'a07efe92-6b4b-44d9-ab44-bf62a6011c9e', 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:11.445884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:11.449841 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:11.452816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:11.458455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:11.474324 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.534206 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.537727 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.559216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69056c40-9d70-4872-b593-0a5f18907dec,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:11.567671 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.568897 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-b9536cb4-262d-48d3-acd9-31d8e834674d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1456120 Dec 23 17:25:11.571479 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38610) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:11.577219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'security_group_rule': {'security_group_id': 'a07efe92-6b4b-44d9-ab44-bf62a6011c9e', 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:11.582788 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:11.586475 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:11.589300 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:11.595497 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:11.610449 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.675221 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.679198 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.701912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584a10cb-7afd-4473-b58b-4367b96bb9a4,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:11.710750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.711998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-9917b7be-fba9-409f-a2e1-c83cea546166 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1396000 Dec 23 17:25:11.714714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38614) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:11.720722 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'security_group_rule': {'security_group_id': 'a07efe92-6b4b-44d9-ab44-bf62a6011c9e', 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:11.726570 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:11.730297 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:11.733199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:11.738699 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:11.749391 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Project a5a46553c9ed4e3f9a3e3a2ee51f4017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:25:11.755719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.819112 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.822973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.846672 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb058c7-f014-4c12-86fd-7067c1b7f27e,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:11.855577 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.856855 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-c1687306-0dbd-468c-9a33-847611bdae47 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406000 Dec 23 17:25:11.859438 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38618) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:11.864886 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'security_group_rule': {'security_group_id': 'a07efe92-6b4b-44d9-ab44-bf62a6011c9e', 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:11.870653 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:11.875076 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:security_group_rule and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:11.877985 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:11.883649 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:11.894689 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.securitygroups_db [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Project a5a46553c9ed4e3f9a3e3a2ee51f4017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 17:25:11.901004 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.965066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.968634 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357812'] for security_group_rule, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:11.992014 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f8386b-3c66-44cc-a6ec-6c50155d00aa,revision_number=0']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:12.001754 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:12.002908 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5806c8a7-ff01-48f5-8fb5-fc2311f3527a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424770 Dec 23 17:25:12.332842 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-92929809-aa3e-4ff8-b953-0866a5bf5a3f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Synchronizing usage tracker for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:security_group {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:25:12.349105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-92929809-aa3e-4ff8-b953-0866a5bf5a3f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Unset dirty status for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:security_group {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:25:12.350261 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-92929809-aa3e-4ff8-b953-0866a5bf5a3f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261972179&fields=id&tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017 HTTP/1.1" status: 200 len: 267 time: 0.1537733 Dec 23 17:25:12.496520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-e9aa0f52-a886-47ab-87ba-58813028a1a7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:12.497834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-e9aa0f52-a886-47ab-87ba-58813028a1a7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Synchronizing usage tracker for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:network {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:25:12.514268 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-e9aa0f52-a886-47ab-87ba-58813028a1a7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Unset dirty status for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:network {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:25:12.515577 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-e9aa0f52-a886-47ab-87ba-58813028a1a7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 808 time: 0.1578047 Dec 23 17:25:12.532484 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-f27e85d4-01ee-4e97-b4aa-d8302a2bc8f6 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/quotas/a5a46553c9ed4e3f9a3e3a2ee51f4017 HTTP/1.1" status: 200 len: 375 time: 0.0113688 Dec 23 17:25:12.614536 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-81adb883-9615-4659-85bd-3f8d75f1539d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Synchronizing usage tracker for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:25:12.629959 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-81adb883-9615-4659-85bd-3f8d75f1539d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Unset dirty status for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:25:12.631354 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-81adb883-9615-4659-85bd-3f8d75f1539d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935805 Dec 23 17:25:12.764287 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-14e907c9-c5ac-4771-913d-b699850d3de7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 17:25:12.765246 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-14e907c9-c5ac-4771-913d-b699850d3de7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1226947 Dec 23 17:25:12.825184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3efc5afe-2548-40f0-a03b-4fb2aebfab09 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:12.891489 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:12.891886 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:12.896499 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-3999593a-bb2c-43ea-a4b8-622ed6874159 service neutron] 10.222.0.18 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251254 Dec 23 17:25:13.034622 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-1c7e7ea8-f206-45ca-8256-0af2545b96bd service neutron] 10.222.0.18 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320927 Dec 23 17:25:13.222890 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6b658939-ed6e-405e-af98-d0e67b5c0001 req-4faf13f2-30c1-493d-9746-fc94f9cef57c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 210 time: 0.0458372 Dec 23 17:25:14.224510 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-19b871f3-b39f-4d79-aeec-41302ae735cd tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:14.226603 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-19b871f3-b39f-4d79-aeec-41302ae735cd tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 808 time: 0.1426227 Dec 23 17:25:14.283270 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-5a822784-4c51-4dcf-bf3a-31a2775a5670 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017 HTTP/1.1" status: 200 len: 380 time: 0.0437667 Dec 23 17:25:14.301808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'port': {'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'admin_state_up': True, 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'security_groups': ['a07efe92-6b4b-44d9-ab44-bf62a6011c9e']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:14.440998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0742d2a5-3430-4249-abf0-72d5c902f0f6 req-3394158b-0dc7-49b5-bfcc-6774cea751ba tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 210 time: 0.0534678 Dec 23 17:25:14.498420 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:14.508313 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:14.518839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Made reservation on behalf of a5a46553c9ed4e3f9a3e3a2ee51f4017 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:25:14.521994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:14.685451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Allocated IP 172.20.0.14 (87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac/4fb26b44-7605-42f9-9042-17679ada1046/0ebbc5ea-d6de-4208-81a2-dbe2e8185d31) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:14.852497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4fb93173-b79e-445d-94bd-97c9aa4685f8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:14.879640 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:14.895238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Transition to ACTIVE for port object 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:14.916588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:14.918468 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 4fb93173-b79e-445d-94bd-97c9aa4685f8 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:14.923494 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4fb93173-b79e-445d-94bd-97c9aa4685f8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:14.923891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:14.990115 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:14.993105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:14.995849 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:15.043434 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:15.047611 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:15.064787 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 4fb93173-b79e-445d-94bd-97c9aa4685f8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4fb93173-b79e-445d-94bd-97c9aa4685f8,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:15.069221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:15.078133 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:15.078737 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:15.108924 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-d9a613fa-c430-4e1e-aae9-38bc9f5e2519 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195279 Dec 23 17:25:15.122676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Request body: {'port': {'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:15.140266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=4fb93173-b79e-445d-94bd-97c9aa4685f8,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:15.243373 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:15.248317 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d8f72a57-9d75-4210-8a67-2fa3e4eab601 None None] Provisioning for port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:15.253160 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d8f72a57-9d75-4210-8a67-2fa3e4eab601 None None] Provisioning complete for port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:15.253516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d8f72a57-9d75-4210-8a67-2fa3e4eab601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:15.308109 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d8f72a57-9d75-4210-8a67-2fa3e4eab601 None None] Port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:25:15.719708 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7202d4-c6b7-4912-a6e9-f5997b3f6cd1 req-69de724c-3934-4f4b-8e9c-f182d76bc652 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:15.720305 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-8c7202d4-c6b7-4912-a6e9-f5997b3f6cd1 req-69de724c-3934-4f4b-8e9c-f182d76bc652 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Synchronizing usage tracker for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:25:15.727844 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:25:15.737474 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:15.754676 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-8c7202d4-c6b7-4912-a6e9-f5997b3f6cd1 req-69de724c-3934-4f4b-8e9c-f182d76bc652 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Unset dirty status for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:25:15.755865 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8c7202d4-c6b7-4912-a6e9-f5997b3f6cd1 req-69de724c-3934-4f4b-8e9c-f182d76bc652 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 932 time: 0.1831007 Dec 23 17:25:15.756719 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Transition to ACTIVE for port object 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:15.776345 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:15.911530 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8c7202d4-c6b7-4912-a6e9-f5997b3f6cd1 req-2ff177eb-7f9f-42a9-8554-891f90d06ca2 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500750 Dec 23 17:25:15.919224 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:16.035690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Attempting to bind port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:25:16.036017 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Attempting to bind port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:25:16.036332 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Attempting to bind port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:16.041935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:25:16.042244 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Attempting to bind port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:16.048580 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:25:16.048906 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Checking segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:16.049275 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Bound using segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:25:16.049680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Bound port: 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:25:16.050011 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:16.134907 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:25:16.138361 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:25:16.143073 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:16.206240 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:16.207688 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] 10.222.0.59 "PUT /v2.0/ports/0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 1094 time: 1.0899627 Dec 23 17:25:16.208023 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:25:16.227193 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380810d-9dc7-43d3-bd9e-58e6c88e7ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:16.281261 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'status': 'completed', 'code': 200} Dec 23 17:25:16.317566 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-4a8e24ef-78f4-47c2-ac8a-383ed88c622f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1097 time: 0.0728278 Dec 23 17:25:16.392116 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-7a28c5e9-c72e-4b1e-a66a-325a8715971d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 217 time: 0.0669260 Dec 23 17:25:16.456189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-6efdef2d-5c84-407e-b9a7-b0c5db74f357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:16.457626 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-6efdef2d-5c84-407e-b9a7-b0c5db74f357 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0593076 Dec 23 17:25:16.533657 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-88e09c5f-4216-4d05-8d82-bd4f41f7c4b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701358 Dec 23 17:25:16.662484 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-e52b346d-7f9c-407f-885f-98f2202e7a41 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219645 Dec 23 17:25:16.789368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d0fdb067-3bac-48b3-b735-2ee65a7a9710 req-81eff2e7-a113-4cf3-a54e-8815c747d127 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210790 Dec 23 17:25:16.828441 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4fb93173-b79e-445d-94bd-97c9aa4685f8 up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:16.897096 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 4fb93173-b79e-445d-94bd-97c9aa4685f8 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:16.897574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:16.899925 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-560a7191-5957-4508-9bc1-d4cb18a27ae3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1097 time: 0.0660276 Dec 23 17:25:17.035239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-59e81849-1353-4eb2-8717-cdd338856166 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:17.036627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-59e81849-1353-4eb2-8717-cdd338856166 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1302123 Dec 23 17:25:17.228500 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-cb6bda56-2e22-4d45-8dc1-14a53424c804 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 217 time: 0.1608665 Dec 23 17:25:17.304612 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-d6c9d521-bc81-4e4a-ac39-03380e0dbc98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:17.305917 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-d6c9d521-bc81-4e4a-ac39-03380e0dbc98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0688186 Dec 23 17:25:17.311302 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526104b2-dfeb-48fd-bfa4-9ccb6c6a6834 req-411d45fe-1ec7-4e6a-b22d-b066ca187513 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:17.312641 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-526104b2-dfeb-48fd-bfa4-9ccb6c6a6834 req-411d45fe-1ec7-4e6a-b22d-b066ca187513 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 944 time: 0.2749321 Dec 23 17:25:17.404754 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-526104b2-dfeb-48fd-bfa4-9ccb6c6a6834 req-b0ce30d0-88c7-41b7-8644-ab0678ed7396 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634146 Dec 23 17:25:17.415396 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-3f2629a8-c7bb-4226-9b59-93e08d2481fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015377 Dec 23 17:25:17.557653 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-bca3830a-a38e-4ed9-ab44-fb130a699a57 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347768 Dec 23 17:25:17.691368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e50aeab8-7e40-402a-8eb3-176d39d4e01d req-0f65ea4d-e9cd-421d-990b-23ad730fdfc5 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236050 Dec 23 17:25:18.618980 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b89b-95b7-4836-b891-b5fa19621464 req-d2b265cc-39e7-4672-86fa-bed8fd9c1566 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:18.620425 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ab5b89b-95b7-4836-b891-b5fa19621464 req-d2b265cc-39e7-4672-86fa-bed8fd9c1566 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 944 time: 0.0785437 Dec 23 17:25:18.664525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-7ab5b89b-95b7-4836-b891-b5fa19621464 req-12bc5c75-97d8-483f-8cc5-c083632ed02f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Dec 23 17:25:19.854808 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d30816-0c1e-4123-8fc5-c57ad057d23d req-ce1e262c-748e-4f29-892d-a94061e5303e tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:19.856767 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15d30816-0c1e-4123-8fc5-c57ad057d23d req-ce1e262c-748e-4f29-892d-a94061e5303e tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 944 time: 0.0745451 Dec 23 17:25:19.901008 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15d30816-0c1e-4123-8fc5-c57ad057d23d req-d3da3989-a546-4591-ba83-e465469aec25 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Dec 23 17:25:21.094498 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d36f58-687a-4369-987d-7211ce58f923 req-e86139f5-33aa-40a8-b42d-db6592c2f4ce tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:21.095848 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77d36f58-687a-4369-987d-7211ce58f923 req-e86139f5-33aa-40a8-b42d-db6592c2f4ce tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 944 time: 0.0775168 Dec 23 17:25:21.139236 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-77d36f58-687a-4369-987d-7211ce58f923 req-e5256e26-5e5d-48bd-8a3a-4b7d46069768 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379925 Dec 23 17:25:21.367884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:25:21.600258 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:21.617415 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:25:21.677561 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:21.694000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:25:21.708344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:21.712501 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:21.778050 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:22.023894 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:25:22.336571 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521391-f4bb-40bf-9b3c-a3023dc4e20c req-285c064d-7311-4e4f-a5c3-a9b9d3461e39 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:22.337905 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-86521391-f4bb-40bf-9b3c-a3023dc4e20c req-285c064d-7311-4e4f-a5c3-a9b9d3461e39 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 945 time: 0.0768929 Dec 23 17:25:22.385627 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-86521391-f4bb-40bf-9b3c-a3023dc4e20c req-4a4b5e85-2e4d-4d54-a451-6e33a6af39bf tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Dec 23 17:25:23.366531 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:23.436672 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:23.441495 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:23.441868 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:23.554035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:23.580700 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:25:23.580928 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248e6ef-e699-491e-b734-80928301e6a4 req-d3494eb0-e92c-4a26-a3c3-14fffd4cc834 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:23.582340 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5248e6ef-e699-491e-b734-80928301e6a4 req-d3494eb0-e92c-4a26-a3c3-14fffd4cc834 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 945 time: 0.0767131 Dec 23 17:25:23.591237 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:23.594969 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:23.630964 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5248e6ef-e699-491e-b734-80928301e6a4 req-a5f563da-2e71-4d84-965b-adf2ef128231 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Dec 23 17:25:23.637429 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'code': 200} Dec 23 17:25:23.663305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:23.858224 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-692df0ac-60e5-4121-a626-dbc1c86941dc req-f56c29a8-6b46-4dd2-b69f-d299e60d5373 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1099 time: 0.0705087 Dec 23 17:25:23.899119 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-692df0ac-60e5-4121-a626-dbc1c86941dc req-cc75f7a7-2280-4895-9fb0-65e556fff0fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349793 Dec 23 17:25:24.830277 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb19327-246c-40b3-a6c5-715ee2213bf8 req-1810c23a-88d1-4bc9-843a-f97af4fb491f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:24.831770 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4bb19327-246c-40b3-a6c5-715ee2213bf8 req-1810c23a-88d1-4bc9-843a-f97af4fb491f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 946 time: 0.0753055 Dec 23 17:25:24.876949 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4bb19327-246c-40b3-a6c5-715ee2213bf8 req-c35d1142-3e80-4051-be0b-f04e94314e2d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Dec 23 17:25:26.076173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c2083-dd12-4d7d-9ed8-65b257ec560c req-707e6e6f-29b2-4ee9-8738-8ae3e43b2036 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:26.077621 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-242c2083-dd12-4d7d-9ed8-65b257ec560c req-707e6e6f-29b2-4ee9-8738-8ae3e43b2036 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 946 time: 0.0783107 Dec 23 17:25:26.123082 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-242c2083-dd12-4d7d-9ed8-65b257ec560c req-07383b66-d140-482d-abe5-1fc7cf7db3ee tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Dec 23 17:25:26.315779 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bbed2-0c99-4711-b4aa-294db2271a52 req-17a943bd-808f-4d0f-9ced-a82f08201568 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:26.317141 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d52bbed2-0c99-4711-b4aa-294db2271a52 req-17a943bd-808f-4d0f-9ced-a82f08201568 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 946 time: 0.0736256 Dec 23 17:25:26.363935 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d52bbed2-0c99-4711-b4aa-294db2271a52 req-af00cd8b-4fe2-462e-a289-15ad6788b2cd tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Dec 23 17:25:26.390605 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38676) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:26.525200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-46956b31-abfe-4ab5-bfeb-6fe0e0122499 tempest-TestSnapshotPattern-245859757 tempest-TestSnapshotPattern-245859757-project-admin] Synchronizing usage tracker for tenant:a734b4bdfd1e467d9ccddcb7cde6a401 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:25:26.541845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-46956b31-abfe-4ab5-bfeb-6fe0e0122499 tempest-TestSnapshotPattern-245859757 tempest-TestSnapshotPattern-245859757-project-admin] Unset dirty status for tenant:a734b4bdfd1e467d9ccddcb7cde6a401 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:25:26.543069 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-46956b31-abfe-4ab5-bfeb-6fe0e0122499 tempest-TestSnapshotPattern-245859757 tempest-TestSnapshotPattern-245859757-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1094 time: 0.1515095 Dec 23 17:25:26.545998 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38682) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:25:26.551366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:25:26.556678 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:25:26.560359 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:floatingip and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:25:26.563066 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:25:26.568648 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:25:26.579024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:26.710286 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:26.843508 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Allocated IP 172.26.7.87 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/19370243-8f01-446b-9587-74a8c9edc377) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:25:27.077374 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:27.106029 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:27.170189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:25:27.171234 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:25:27.174936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:25:27.220092 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'Port': ['ID=19370243-8f01-446b-9587-74a8c9edc377,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:27.681562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:27.738515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:27.935606 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:27.939950 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:28.043690 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'Port': ['ID=19370243-8f01-446b-9587-74a8c9edc377,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:28.055631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:28.239991 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Floating IP f6237f9b-39bd-440a-8140-fa77a01d411a associated. External IP: 172.26.7.87, port: 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31. Dec 23 17:25:28.711581 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:25:28.905381 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:25:28.914586 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] Sync routers for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:25:28.927032 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:28.927747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:28.929223 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:28.981544 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-727907ad-d9d1-4932-b11b-aac6d51f2c94 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4344537 Dec 23 17:25:28.982130 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:25:29.110836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:29.114068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'status': 'completed', 'code': 200} Dec 23 17:25:29.209458 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-31554636-b07a-433e-930d-d244e4e36b03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1099 time: 0.0727725 Dec 23 17:25:29.346249 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-7bf311df-c48b-441a-8b7d-b76566785e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:29.346820 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Sync routers for ids ['bce7ce9a-84f7-4162-b249-30beeae28772'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:25:29.348722 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-7bf311df-c48b-441a-8b7d-b76566785e1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1335893 Dec 23 17:25:29.360407 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Routers {'bce7ce9a-84f7-4162-b249-30beeae28772'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:29.361352 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bce7ce9a-84f7-4162-b249-30beeae28772'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:29.468437 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-a030acb2-a711-480f-b673-57f7463e1983 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 999 time: 0.1138823 Dec 23 17:25:29.473582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:27Z', 'revision_number': 0, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:29.478157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] Checking router: e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:25:29.489634 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:29.490404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:29.530247 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-4adc1681-78cb-4cee-9d77-50182e71445b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:29.531637 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-4adc1681-78cb-4cee-9d77-50182e71445b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0575020 Dec 23 17:25:29.570089 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Set router bce7ce9a-84f7-4162-b249-30beeae28772 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:29.606878 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-b6f0f0ae-e735-4d82-b16f-d7697520873b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688663 Dec 23 17:25:29.713560 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:29.741132 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-6f146058-a759-453a-82bc-31c894a7b0bf service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279225 Dec 23 17:25:29.877027 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-fe7660bd-8507-4cb2-aae2-4fc932f3468a req-1f61c105-a4b1-4c2e-8e8b-2e2588ba290a service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296771 Dec 23 17:25:29.884486 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:25:08Z', 'revision_number': 4, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port': {'id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:06Z', 'updated_at': '2021-12-23T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '705fe9ff-2a17-4f19-b248-7943263cf55e', 'name': '', 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'mac_address': 'fa:16:3e:4b:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:08Z', 'updated_at': '2021-12-23T17:25:09Z', 'revision_number': 2, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'subnets': [{'id': '4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:29.889739 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Checking router: bce7ce9a-84f7-4162-b249-30beeae28772 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:25:29.890384 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Updating router bce7ce9a-84f7-4162-b249-30beeae28772 port 705fe9ff-2a17-4f19-b248-7943263cf55e binding host dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 17:25:29.943537 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:30.071783 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:27Z', 'revision_number': 0, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:30.076225 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1d48e-0764-4a03-af50-5025c4498a6c None None] The sync data for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv is: [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:27Z', 'revision_number': 0, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:25:30.271519 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:30.282270 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Transition to ACTIVE for port object 705fe9ff-2a17-4f19-b248-7943263cf55e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:25:30.288590 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:30.445383 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5916e5-01b5-4305-bd27-94e34ba6e3bc None None] Pushing event updated for resources: {'Port': ['ID=705fe9ff-2a17-4f19-b248-7943263cf55e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:30.499161 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Attempting to bind port 705fe9ff-2a17-4f19-b248-7943263cf55e on host dv-neutron-822800-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:25:30.499519 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Attempting to bind port 705fe9ff-2a17-4f19-b248-7943263cf55e by drivers openvswitch,hyperv on host dv-neutron-822800-1-hyperv at level 0 using segments [{'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:25:30.499900 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Attempting to bind port 705fe9ff-2a17-4f19-b248-7943263cf55e on network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:25:30.506243 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Checking agent: {'id': 'c5b65fe3-c74f-451a-92e9-e256e667cf33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822800-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 38), 'started_at': datetime.datetime(2021, 12, 23, 16, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822800-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:25:30.506603 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Checking segment: {'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:25:30.506991 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:30.507367 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Bound using segment: {'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:25:30.507849 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Bound port: 705fe9ff-2a17-4f19-b248-7943263cf55e, host: dv-neutron-822800-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812327dc-b3e7-448e-a8e2-88a66afaee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:25:30.508215 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:30.593039 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] For port 705fe9ff-2a17-4f19-b248-7943263cf55e, host dv-neutron-822800-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:25:30.595952 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] For port 705fe9ff-2a17-4f19-b248-7943263cf55e, host dv-neutron-822800-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=705fe9ff-2a17-4f19-b248-7943263cf55e,segment=NetworkSegment(812327dc-b3e7-448e-a8e2-88a66afaee6e),segment_id=812327dc-b3e7-448e-a8e2-88a66afaee6e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:25:30.600319 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:30.678858 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5916e5-01b5-4305-bd27-94e34ba6e3bc None None] Pushing event updated for resources: {'Port': ['ID=705fe9ff-2a17-4f19-b248-7943263cf55e,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:30.683488 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Routers {'bce7ce9a-84f7-4162-b249-30beeae28772'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:25:30.684128 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:25:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bce7ce9a-84f7-4162-b249-30beeae28772'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:30.860130 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] Set router bce7ce9a-84f7-4162-b249-30beeae28772 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:25:31.180652 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:25:08Z', 'revision_number': 4, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port': {'id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:06Z', 'updated_at': '2021-12-23T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '705fe9ff-2a17-4f19-b248-7943263cf55e', 'name': '', 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'mac_address': 'fa:16:3e:4b:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:08Z', 'updated_at': '2021-12-23T17:25:30Z', 'revision_number': 4, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'subnets': [{'id': '4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:25:31.184452 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9e82bc-b311-4488-9287-f57cf6e41b06 None None] The sync data for ids ['bce7ce9a-84f7-4162-b249-30beeae28772'] in dv-neutron-822800-1-hyperv is: [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:25:08Z', 'revision_number': 4, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port': {'id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:06Z', 'updated_at': '2021-12-23T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '705fe9ff-2a17-4f19-b248-7943263cf55e', 'name': '', 'network_id': '89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'mac_address': 'fa:16:3e:4b:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:08Z', 'updated_at': '2021-12-23T17:25:30Z', 'revision_number': 4, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'subnets': [{'id': '4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:25:32.849321 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 705fe9ff-2a17-4f19-b248-7943263cf55e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:32.916291 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning for port 705fe9ff-2a17-4f19-b248-7943263cf55e completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:25:32.920825 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 705fe9ff-2a17-4f19-b248-7943263cf55e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:32.921196 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:33.031649 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:33.063012 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] For port 705fe9ff-2a17-4f19-b248-7943263cf55e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=705fe9ff-2a17-4f19-b248-7943263cf55e,segment=NetworkSegment(812327dc-b3e7-448e-a8e2-88a66afaee6e),segment_id=812327dc-b3e7-448e-a8e2-88a66afaee6e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:25:33.066417 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:33.129354 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Pushing event updated for resources: {'Port': ['ID=705fe9ff-2a17-4f19-b248-7943263cf55e,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:25:33.323055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af0585-ff17-44b0-b811-8d45063da96e None None] New status for floating IP f6237f9b-39bd-440a-8140-fa77a01d411a: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:25:33.955128 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:25:34.836189 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 705fe9ff-2a17-4f19-b248-7943263cf55e up at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:25:34.902137 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Provisioning complete for port 705fe9ff-2a17-4f19-b248-7943263cf55e triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:25:34.902507 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:35.213711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24c8842a-438d-4c86-8f5b-a7460e9fe4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:37.418763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9585af0e-93c9-4156-94d2-f875d58c05d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:37.440185 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:38.677100 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:38.681049 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:40.160743 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:25:56.003068 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-168ec26c-d712-4f64-8f85-b840d3ce10b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683210 Dec 23 17:25:56.135527 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-06ed114a-ceec-4552-8269-9f04b4bc4344 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1099 time: 0.0661004 Dec 23 17:25:56.278136 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-8e9dce4c-297d-4d35-966b-386bb89ffd87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:56.279572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-8e9dce4c-297d-4d35-966b-386bb89ffd87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1261208 Dec 23 17:25:56.380189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-468c2656-5290-46ce-b7a4-6d13ab2db5c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 1001 time: 0.0935540 Dec 23 17:25:56.441070 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-52be293b-7537-44c4-b06f-6e26a35bc154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:25:56.442464 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-52be293b-7537-44c4-b06f-6e26a35bc154 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0565267 Dec 23 17:25:56.612393 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-3accdda5-4008-49d8-ba13-64de71a25d80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1636600 Dec 23 17:25:56.738984 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-cf44dcf5-ca7d-4d01-ba9a-7fde0b72057c service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204531 Dec 23 17:25:56.871659 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-15c67990-3d20-4e03-a7b1-1afb8918af0e req-1c0cd643-0044-4bce-b453-663a282f7b83 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258273 Dec 23 17:26:05.216000 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-20fdab5a-750d-4544-bf44-bc3d93b333fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:07.419802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4081eb2a-0ea6-4331-b48d-578ff4573821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:07.457333 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:08.671423 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:08.682127 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:10.163568 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:10.954497 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:26:35.217529 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef262187-0c6f-4f78-8666-2c2c3bde1713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:37.422221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a8eb-c5ef-4e91-908e-572130d8a8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:37.460045 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:38.673801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:38.684035 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:40.165281 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:26:47.954467 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:26:58.491506 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-9d049a5e-dc1b-47d3-8042-a5c40daea7cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651267 Dec 23 17:26:58.635151 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-f99466ed-0abb-40af-9e12-e7f5af312cf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1099 time: 0.0778430 Dec 23 17:26:58.772233 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36a67-1975-4351-af27-c93489804fc8 req-baf1517a-c2bf-4f84-a50c-831c5a588ac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:26:58.773624 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-baf1517a-c2bf-4f84-a50c-831c5a588ac5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1206477 Dec 23 17:26:58.875494 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-3a61bef3-27a8-4bb6-a05b-e46fb0f5c546 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 1001 time: 0.0955756 Dec 23 17:26:58.934938 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36a67-1975-4351-af27-c93489804fc8 req-2344914a-3f67-4fa0-aee1-09e0914a1798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:26:58.936324 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-2344914a-3f67-4fa0-aee1-09e0914a1798 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0551765 Dec 23 17:26:59.013926 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-fe144427-3863-455c-bbb2-9f6b6e6423ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716066 Dec 23 17:26:59.139489 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-04a33f91-d9f8-4163-a28c-a880bd9a625d service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193597 Dec 23 17:26:59.268403 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-01a36a67-1975-4351-af27-c93489804fc8 req-e12ef767-7157-4156-b5bc-8fbd79f93e3e service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205988 Dec 23 17:27:05.218490 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d55fc957-ecfe-456a-82ff-1d13312b0394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:07.424675 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e1e2df1-e0a4-414b-b903-5dd7ffa6dd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:07.468812 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:08.681609 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:08.685356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:10.167497 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:24.954030 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:27:35.220023 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87351adc-56cf-4462-9a95-89119913147f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:37.425620 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8daec9ed-f046-4f43-8d3a-2f5c307fb608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:37.471152 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:38.715708 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:38.719786 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:40.171956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:27:58.824445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-174ee801-a22c-474a-9a18-91488000dc27 req-5392bd5a-3df3-4440-a114-d92fec4b3c5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1099 time: 0.1451600 Dec 23 17:27:58.962081 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee801-a22c-474a-9a18-91488000dc27 req-81a9f3a6-8855-46b1-b407-77b7c20878a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:27:58.963435 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-174ee801-a22c-474a-9a18-91488000dc27 req-81a9f3a6-8855-46b1-b407-77b7c20878a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1202333 Dec 23 17:27:59.063036 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-174ee801-a22c-474a-9a18-91488000dc27 req-710f9bf9-9d2d-4dda-818c-d3fa36d43847 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 1001 time: 0.0927033 Dec 23 17:27:59.123207 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee801-a22c-474a-9a18-91488000dc27 req-2e17fe59-304f-412a-8db1-813c308af02e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:27:59.124587 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-174ee801-a22c-474a-9a18-91488000dc27 req-2e17fe59-304f-412a-8db1-813c308af02e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0539229 Dec 23 17:27:59.200982 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-174ee801-a22c-474a-9a18-91488000dc27 req-4afdad1b-44b0-4db1-87fd-ec1c8aab0af8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700405 Dec 23 17:27:59.413931 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-174ee801-a22c-474a-9a18-91488000dc27 req-76a94071-3aea-4bc2-bce5-b443328e56c3 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065246 Dec 23 17:27:59.540782 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-174ee801-a22c-474a-9a18-91488000dc27 req-0a775402-19e9-461a-9441-e03531167e4c service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202028 Dec 23 17:28:01.955419 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:28:02.009513 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:28:02.136879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:28:02.149305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:28:02.203701 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:02.220337 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:28:02.234884 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:28:02.238846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:02.308563 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:02.312147 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:28:02.349383 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.349721 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.350059 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.350385 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.350711 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.351030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.351349 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.351704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.352020 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.352332 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:02.352644 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:04.022953 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:28:04.088342 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:28:04.088710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:04.196404 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:04.222385 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:28:04.231516 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:28:04.235906 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:04.312057 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:04.331009 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'code': 200} Dec 23 17:28:05.220051 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3727578a-b81e-457b-b3bb-3a36cdd01ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:07.434654 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-631c6b9b-3688-41ab-a105-b0be4e36532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:07.484615 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:08.688112 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:08.697328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:10.178935 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:17.291561 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-84f48856-4743-4338-acda-269e100c6afb tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261972179&fields=id&tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017 HTTP/1.1" status: 200 len: 267 time: 0.0401850 Dec 23 17:28:17.434504 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2c3d92b9-203d-4107-999b-1cd27ca34609 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:17.435969 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2c3d92b9-203d-4107-999b-1cd27ca34609 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 808 time: 0.1381412 Dec 23 17:28:17.451961 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-ca3b4dee-c600-4dcd-8d3f-92f15008e4c5 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/quotas/a5a46553c9ed4e3f9a3e3a2ee51f4017 HTTP/1.1" status: 200 len: 375 time: 0.0107918 Dec 23 17:28:17.530568 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-16f43224-6f57-468d-bad5-c67dedfcc855 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0739954 Dec 23 17:28:17.728421 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-ac0cbb93-197b-486e-9407-d62e7115add0 service neutron] 10.222.0.18 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865547 Dec 23 17:28:17.860106 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-4f767eeb-7475-4684-91a2-d79f58b46e8c service neutron] 10.222.0.18 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261060 Dec 23 17:28:18.131512 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1cc8f072-b15b-4fd8-90b9-5226fee33518 req-46fc8370-0a0b-4002-9e51-9fb6fd6753ca tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 210 time: 0.1150498 Dec 23 17:28:19.204212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-e1dd0fb9-62df-4bb8-9e78-378b83eaa3e8 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:19.205597 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-e1dd0fb9-62df-4bb8-9e78-378b83eaa3e8 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 808 time: 0.1404018 Dec 23 17:28:19.259260 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-9d7c193f-2e83-4aac-b06d-adb5d6c09cbc tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017 HTTP/1.1" status: 200 len: 380 time: 0.0405042 Dec 23 17:28:19.297180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'port': {'device_id': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'admin_state_up': True, 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'security_groups': ['a07efe92-6b4b-44d9-ab44-bf62a6011c9e']}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:28:19.317545 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-2d5fe2af-0a06-4084-9638-916b4fa95784 req-91c5b0e5-6db4-40c5-a51b-d52903bd5e23 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 210 time: 0.0574086 Dec 23 17:28:19.434835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:28:19.444521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:28:19.455024 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Made reservation on behalf of a5a46553c9ed4e3f9a3e3a2ee51f4017 for: {'port': 1} {{(pid=83494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 17:28:19.458342 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:19.635936 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Allocated IP 172.20.0.5 (87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac/4fb26b44-7605-42f9-9042-17679ada1046/a5944369-8e72-4e63-9e85-35bb6375960f) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:28:19.858694 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:19.881323 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Transition to ACTIVE for port object a5944369-8e72-4e63-9e85-35bb6375960f will not be triggered until provisioned by entity DHCP. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:28:19.905599 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:20.080178 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:28:20.083189 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:28:20.085759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:28:20.126845 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:20.138197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.138538 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.138875 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.139203 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.139530 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.139887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.140211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.140531 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.140851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.141167 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.141501 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:28:20.170065 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:20.170767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:20.207508 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2e70d516-8118-4f18-8434-4f5a6de90161 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9182642 Dec 23 17:28:20.366184 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-579cb1bd-531f-44a6-98e8-1199f0fe0418 None None] Provisioning for port a5944369-8e72-4e63-9e85-35bb6375960f completed by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:28:20.371277 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-579cb1bd-531f-44a6-98e8-1199f0fe0418 None None] Provisioning complete for port a5944369-8e72-4e63-9e85-35bb6375960f triggered by entity DHCP. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:28:20.371761 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-579cb1bd-531f-44a6-98e8-1199f0fe0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:20.425759 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-579cb1bd-531f-44a6-98e8-1199f0fe0418 None None] Port a5944369-8e72-4e63-9e85-35bb6375960f cannot update to ACTIVE because it is not bound. {{(pid=83496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 17:28:20.563617 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d6840-542e-4a30-b7b9-8c121f064e31 req-cba4cc82-2fe4-47e4-8462-18c57e1a3fc7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:20.564301 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4f7d6840-542e-4a30-b7b9-8c121f064e31 req-cba4cc82-2fe4-47e4-8462-18c57e1a3fc7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Synchronizing usage tracker for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:28:20.580784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-4f7d6840-542e-4a30-b7b9-8c121f064e31 req-cba4cc82-2fe4-47e4-8462-18c57e1a3fc7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Unset dirty status for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:28:20.582062 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4f7d6840-542e-4a30-b7b9-8c121f064e31 req-cba4cc82-2fe4-47e4-8462-18c57e1a3fc7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0993214 Dec 23 17:28:20.629025 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4f7d6840-542e-4a30-b7b9-8c121f064e31 req-ec58be86-bec9-4bbb-b729-d54b7fb860a8 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Dec 23 17:28:21.828406 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7584995-1ff0-497c-b124-bb9070d471e9 req-41f3baec-6f6c-48ee-b6d9-f68c31bf435b tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:21.829832 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7584995-1ff0-497c-b124-bb9070d471e9 req-41f3baec-6f6c-48ee-b6d9-f68c31bf435b tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0756333 Dec 23 17:28:21.876187 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7584995-1ff0-497c-b124-bb9070d471e9 req-58d25810-4323-41b6-a4a9-5fb946be0c11 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 Dec 23 17:28:22.079745 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:28:22.190576 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:22.217952 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:28:22.227612 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:28:22.234305 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:22.339846 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:22.382014 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'code': 200} Dec 23 17:28:23.079349 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5441a7-052f-443c-8b66-c3170c39e2c9 req-3b53d2ea-e3d1-40a3-be0e-516ba182c231 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:23.080827 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb5441a7-052f-443c-8b66-c3170c39e2c9 req-3b53d2ea-e3d1-40a3-be0e-516ba182c231 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0803130 Dec 23 17:28:23.126625 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bb5441a7-052f-443c-8b66-c3170c39e2c9 req-0b361625-409c-4804-b764-9cca786a2324 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402503 Dec 23 17:28:24.327820 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582734a-a32e-47a8-8e12-6af17575f108 req-f3e5d24e-d3c7-445e-8fef-a15e04a9da54 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:24.329274 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5582734a-a32e-47a8-8e12-6af17575f108 req-f3e5d24e-d3c7-445e-8fef-a15e04a9da54 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0757713 Dec 23 17:28:24.378351 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-5582734a-a32e-47a8-8e12-6af17575f108 req-f54f1a08-68bf-4b8e-998c-bd88922222ad tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Dec 23 17:28:25.580735 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f2f23-dd8e-430b-83d6-a311187abeba req-015dc1f1-804f-4e5e-b2fc-6f0ef3f3592f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:25.582167 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-422f2f23-dd8e-430b-83d6-a311187abeba req-015dc1f1-804f-4e5e-b2fc-6f0ef3f3592f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0770779 Dec 23 17:28:25.628853 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-422f2f23-dd8e-430b-83d6-a311187abeba req-c76f8b5a-b51e-47c2-8d9e-17c4912778c9 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Dec 23 17:28:26.843816 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44c921-36b9-4a61-a439-c83fb7559d49 req-70c6c85b-7192-4e0d-8d9a-9a3be737b093 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:26.851047 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e44c921-36b9-4a61-a439-c83fb7559d49 req-70c6c85b-7192-4e0d-8d9a-9a3be737b093 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0963457 Dec 23 17:28:26.907944 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3e44c921-36b9-4a61-a439-c83fb7559d49 req-64cff75a-86eb-4fcf-b6ed-a99cc43c439d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559416 Dec 23 17:28:28.103878 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330e5ab-2632-4e29-b87a-409aa563c1c9 req-2658635b-46a3-4551-a86f-f834a2bc333a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:28.105525 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8330e5ab-2632-4e29-b87a-409aa563c1c9 req-2658635b-46a3-4551-a86f-f834a2bc333a tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0775349 Dec 23 17:28:28.153863 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-8330e5ab-2632-4e29-b87a-409aa563c1c9 req-c07665b5-0582-469b-99b7-faef72c900ab tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Dec 23 17:28:29.352418 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf077e6e-1897-41ae-89cf-2a760d8287e0 req-2cf3eb86-a68b-4056-95e9-fd65fc37e53b tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:29.353839 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf077e6e-1897-41ae-89cf-2a760d8287e0 req-2cf3eb86-a68b-4056-95e9-fd65fc37e53b tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0793402 Dec 23 17:28:29.404881 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-bf077e6e-1897-41ae-89cf-2a760d8287e0 req-6f138dbc-79bf-45e7-b883-4494b3e6583c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Dec 23 17:28:30.602680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7fd3-71d2-4159-acce-2b0889f28f81 req-7572f0b3-2656-4309-b237-9a4d0b92a823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:30.604105 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-722b7fd3-71d2-4159-acce-2b0889f28f81 req-7572f0b3-2656-4309-b237-9a4d0b92a823 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0728757 Dec 23 17:28:30.650604 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-722b7fd3-71d2-4159-acce-2b0889f28f81 req-6e44d802-87d2-4bf3-8b4e-17dd37e991c7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Dec 23 17:28:31.853144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be33123-588c-4dbd-b637-684069d469fd req-5ff537ca-68f0-43bf-b2d0-e9a8a2d11219 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:31.854572 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be33123-588c-4dbd-b637-684069d469fd req-5ff537ca-68f0-43bf-b2d0-e9a8a2d11219 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.0743146 Dec 23 17:28:31.898406 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-0be33123-588c-4dbd-b637-684069d469fd req-e057b47a-61a7-46f1-ae85-8a07b620f51f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384474 Dec 23 17:28:32.814714 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Request body: {'port': {'device_id': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:28:32.919179 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:33.217642 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe1532-0fdb-41b7-b4c9-195ac0da278b req-68cfc381-816a-45c3-8854-0a360f1f9482 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:33.218988 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48fe1532-0fdb-41b7-b4c9-195ac0da278b req-68cfc381-816a-45c3-8854-0a360f1f9482 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 931 time: 0.1882675 Dec 23 17:28:33.284564 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-48fe1532-0fdb-41b7-b4c9-195ac0da278b req-d2ccd3c0-b16c-4edc-af3b-a0abf3b83eb4 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536206 Dec 23 17:28:33.346253 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5944369-8e72-4e63-9e85-35bb6375960f {{(pid=83494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:28:33.353159 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:33.367661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.provisioning_blocks [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Transition to ACTIVE for port object a5944369-8e72-4e63-9e85-35bb6375960f will not be triggered until provisioned by entity L2. {{(pid=83494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 17:28:33.371889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:33.598974 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:33.702132 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Attempting to bind port a5944369-8e72-4e63-9e85-35bb6375960f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 17:28:33.702385 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Attempting to bind port a5944369-8e72-4e63-9e85-35bb6375960f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 17:28:33.702701 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Attempting to bind port a5944369-8e72-4e63-9e85-35bb6375960f on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:28:33.708208 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Port a5944369-8e72-4e63-9e85-35bb6375960f on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 17:28:33.708516 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Attempting to bind port a5944369-8e72-4e63-9e85-35bb6375960f on network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 17:28:33.714513 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Checking agent: {'id': '0f65ca79-872a-4263-90d5-592bc55e390d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 17:28:33.714839 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Checking segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 17:28:33.715210 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Bound using segment: {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'} {{(pid=83494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 17:28:33.715638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.managers [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Bound port: a5944369-8e72-4e63-9e85-35bb6375960f, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9798e70-3460-4383-b80f-4acda5a84eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac'}}] {{(pid=83494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 17:28:33.715973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:33.799872 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, cleared binding levels {{(pid=83494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 17:28:33.802750 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 17:28:33.806560 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:33.868618 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:33.869950 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] 10.222.0.59 "PUT /v2.0/ports/a5944369-8e72-4e63-9e85-35bb6375960f HTTP/1.1" status: 200 len: 1093 time: 1.0596163 Dec 23 17:28:33.870366 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:28:33.897860 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3961b61-6f05-4220-89bf-1d77a5a0173b service neutron] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=3']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:33.941470 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'status': 'completed', 'code': 200} Dec 23 17:28:33.984713 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-5cdfd7c0-1ecd-458d-aa44-3f5d8b9270c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 1096 time: 0.0749600 Dec 23 17:28:34.064649 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-a4645ed2-6dfd-4b73-a2d8-2aa2323ec33d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5944369-8e72-4e63-9e85-35bb6375960f HTTP/1.1" status: 200 len: 217 time: 0.0722439 Dec 23 17:28:34.122692 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-762e0731-90c6-4119-b195-79272075abbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:34.124706 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-762e0731-90c6-4119-b195-79272075abbb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0548520 Dec 23 17:28:34.199812 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-a6e01274-4ba4-4d36-873c-a18aefe9fc64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689626 Dec 23 17:28:34.327094 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-2431d313-853f-4970-b936-d5d0a028fec6 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205935 Dec 23 17:28:34.501899 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49a9cb6e-fccc-4381-ad3b-d10597be6d66 req-61383fa2-ece6-44d8-82f8-934b55bbf461 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679215 Dec 23 17:28:34.522799 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf30c5-f3bb-427f-8ca5-005db0f3d4c8 req-29ca2bc9-7f28-47cf-81a3-14d7ee4f8056 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:34.524411 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6edf30c5-f3bb-427f-8ca5-005db0f3d4c8 req-29ca2bc9-7f28-47cf-81a3-14d7ee4f8056 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 943 time: 0.1109424 Dec 23 17:28:34.618407 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6edf30c5-f3bb-427f-8ca5-005db0f3d4c8 req-9746eb80-1eb5-4f6d-b586-0226d26b34d5 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877507 Dec 23 17:28:34.634989 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-1e54ec5c-924a-4cbc-921c-68d8e966003f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 1096 time: 0.0884964 Dec 23 17:28:34.760856 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-c382d577-2949-424f-994e-58f9d9cf3d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:34.762282 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-c382d577-2949-424f-994e-58f9d9cf3d75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1213496 Dec 23 17:28:34.827201 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-00e7d757-f348-4340-98df-9991b8d6df13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5944369-8e72-4e63-9e85-35bb6375960f HTTP/1.1" status: 200 len: 217 time: 0.0585287 Dec 23 17:28:34.889480 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-d68309ce-b479-48e5-89d7-c5bd06c9f679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:34.890850 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-d68309ce-b479-48e5-89d7-c5bd06c9f679 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0574806 Dec 23 17:28:34.961842 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-1b735b2b-cd90-43fe-a204-f5dd31d07fb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642209 Dec 23 17:28:35.086876 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-8f61f093-420b-4182-944a-a2582a87455d service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186249 Dec 23 17:28:35.222838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c54bc907-ef65-40a5-b571-fa1cc9967b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:35.308252 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b92dbcd5-fecf-43eb-bdf8-4f8312ea13e3 req-9aefd54a-2cf7-404b-ab9e-5c9a80c77fec service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148304 Dec 23 17:28:35.814975 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8582d-dbc8-492b-b745-fe1d13a3bbe3 req-b0c0ec95-8f05-4655-ad82-11131eff2301 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:35.816419 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-93a8582d-dbc8-492b-b745-fe1d13a3bbe3 req-b0c0ec95-8f05-4655-ad82-11131eff2301 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 943 time: 0.0775664 Dec 23 17:28:35.860019 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-93a8582d-dbc8-492b-b745-fe1d13a3bbe3 req-4901963a-6cc1-4c9e-8adb-3a4bb5875b04 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383139 Dec 23 17:28:37.055935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e061856-5c90-47cd-ae09-a72e280a0c42 req-e1878faf-625a-41f8-9be5-a715ce2851b3 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:37.057359 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e061856-5c90-47cd-ae09-a72e280a0c42 req-e1878faf-625a-41f8-9be5-a715ce2851b3 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 943 time: 0.0778146 Dec 23 17:28:37.100368 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4e061856-5c90-47cd-ae09-a72e280a0c42 req-2915c6ab-3586-44be-9d29-1394c6bf9dd0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370493 Dec 23 17:28:37.426525 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-28d77518-ecfb-4d4f-8db5-521b8a268c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:37.498747 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:38.125852 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a5944369-8e72-4e63-9e85-35bb6375960f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:28:38.255221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:28:38.268320 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'port_id': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'mac_address': 'fa:16:3e:fb:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:28:38.298873 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8211-8902-4c0a-9e80-e45a84615ac7 req-579019c2-807d-45b3-9824-8083b165fd29 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:38.300622 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-544b8211-8902-4c0a-9e80-e45a84615ac7 req-579019c2-807d-45b3-9824-8083b165fd29 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 943 time: 0.0785718 Dec 23 17:28:38.319900 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:38.339860 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5944369-8e72-4e63-9e85-35bb6375960f {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:28:38.345456 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-544b8211-8902-4c0a-9e80-e45a84615ac7 req-a451edbc-2f7f-468b-9bac-bb0c7bd130b7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Dec 23 17:28:38.354781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:28:38.359331 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:38.424445 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=4']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:38.690710 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:38.694913 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:38.720781 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['a5944369-8e72-4e63-9e85-35bb6375960f'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:28:38.954230 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:28:39.536901 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd846df1-7d04-48ea-bcd9-d3685c385d72 req-c798dce3-e28b-4063-add4-79706b489afa tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:39.538322 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd846df1-7d04-48ea-bcd9-d3685c385d72 req-c798dce3-e28b-4063-add4-79706b489afa tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 944 time: 0.0739608 Dec 23 17:28:39.585189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-dd846df1-7d04-48ea-bcd9-d3685c385d72 req-93050f74-ca70-4917-9a3e-c0aca6c32817 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Dec 23 17:28:40.156571 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a5944369-8e72-4e63-9e85-35bb6375960f up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:28:40.235686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:40.259891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning for port a5944369-8e72-4e63-9e85-35bb6375960f completed by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 17:28:40.264252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port a5944369-8e72-4e63-9e85-35bb6375960f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:28:40.264606 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:40.370842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:40.398355 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:28:40.408280 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:28:40.413033 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:40.454466 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'code': 200} Dec 23 17:28:40.478661 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:40.675811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7a1794-aec5-4fae-8a83-91f4f62363d6 req-23be94ac-ab34-4053-a703-80f9fece82c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 1098 time: 0.0666211 Dec 23 17:28:40.758229 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-3c7a1794-aec5-4fae-8a83-91f4f62363d6 req-86723d39-8868-4e6f-b715-33d74e50cdf7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767682 Dec 23 17:28:40.789698 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742cb61-9e2a-4100-b923-053cadcd2795 req-611b7159-caed-41b1-9703-d70f3098c7cc tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:40.791115 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b742cb61-9e2a-4100-b923-053cadcd2795 req-611b7159-caed-41b1-9703-d70f3098c7cc tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 945 time: 0.0840256 Dec 23 17:28:40.836056 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b742cb61-9e2a-4100-b923-053cadcd2795 req-0a8ec8a4-37ed-4f3d-a69f-2944f4ee18b6 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Dec 23 17:28:42.043889 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45ece6-1ee5-44af-b96c-19288266249f req-4437d096-6926-4950-b018-3b14fce5e2ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:42.046205 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d45ece6-1ee5-44af-b96c-19288266249f req-4437d096-6926-4950-b018-3b14fce5e2ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 945 time: 0.0790951 Dec 23 17:28:42.096549 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-6d45ece6-1ee5-44af-b96c-19288266249f req-599d3b5c-1c6f-4ea3-91cb-8f26bd7ba03d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444534 Dec 23 17:28:43.302307 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e18f65-c4fe-49aa-af92-1d8edd209108 req-f64f3ab9-0c77-4073-8f31-21b67f0682af tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:43.303743 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36e18f65-c4fe-49aa-af92-1d8edd209108 req-f64f3ab9-0c77-4073-8f31-21b67f0682af tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 945 time: 0.0759709 Dec 23 17:28:43.346923 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-36e18f65-c4fe-49aa-af92-1d8edd209108 req-c6b4e74d-c116-488c-ab86-b76d2ea631d7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379055 Dec 23 17:28:43.536238 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8b1e2-2cc1-4df3-b4ad-bd5922b35d82 req-aefc6d8a-baa6-4116-a8b9-9deba8ecfecf tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:43.537643 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a7f8b1e2-2cc1-4df3-b4ad-bd5922b35d82 req-aefc6d8a-baa6-4116-a8b9-9deba8ecfecf tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 945 time: 0.0726342 Dec 23 17:28:43.583896 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-a7f8b1e2-2cc1-4df3-b4ad-bd5922b35d82 req-3aabeebc-04cb-49e7-89b2-7af6e6143e5f tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Dec 23 17:28:43.610448 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38936) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:28:43.677649 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-3957f6df-2c1b-45bb-8b39-90078a167c6e tempest-TestSnapshotPattern-245859757 tempest-TestSnapshotPattern-245859757-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 1093 time: 0.0660882 Dec 23 17:28:43.680154 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 38940) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:28:43.684995 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.v2.base [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Request body: {'floatingip': {'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'port_id': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 17:28:43.690664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 17:28:43.694350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Usage tracker for resource:floatingip and tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 is out of sync, need to count used quota {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 17:28:43.697209 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83494) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 17:28:43.702759 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.quota.driver [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83494) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 17:28:43.712591 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:43.844144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:43.987952 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_common [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Allocated IP 172.26.7.254 (a61d1e7b-eec4-42d0-a762-1efba86ff59d/5419a94f-03e9-4576-b187-7b36dc94ebaf/98c3c05d-7e08-4a2b-a78e-d48fef339588) {{(pid=83494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 17:28:44.129588 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for port, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:44.154984 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792112630191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:44.219472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Network a61d1e7b-eec4-42d0-a762-1efba86ff59d is already hosted by enough agents. {{(pid=83494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 17:28:44.222204 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.base_scheduler [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Resources bound (agent type, host, resource id): {{(pid=83494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 17:28:44.224589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Received port after_create {{(pid=83494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 17:28:44.256153 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'Port': ['ID=98c3c05d-7e08-4a2b-a78e-d48fef339588,revision_number=1']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:44.812644 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:44.868620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:45.065669 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for port, precommit_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:45.069864 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7170300'] for port, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:45.167882 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event updated for resources: {'Port': ['ID=98c3c05d-7e08-4a2b-a78e-d48fef339588,revision_number=2']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:28:45.186746 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381220'] for floatingip, after_update {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:45.368105 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.db.l3_db [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Floating IP 63748be3-53e2-4d26-a668-86f2de61cb75 associated. External IP: 172.26.7.254, port: a5944369-8e72-4e63-9e85-35bb6375960f. Dec 23 17:28:45.741868 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:28:46.035721 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:28:46.044981 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] Sync routers for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:28:46.058068 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:28:46.058805 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:28:46.061064 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:28:46.125874 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-0017be9b-e2b4-48f6-b48b-04f7850a4775 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4332347 Dec 23 17:28:46.125874 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:28:46.173445 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'status': 'completed', 'code': 200} Dec 23 17:28:46.237274 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:28:46.265218 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-394137e9-d1e3-40d2-b039-ebd25ce8d4b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 1098 time: 0.0690005 Dec 23 17:28:46.396827 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-bb228412-ba16-42e7-85a2-1dcac0d9ca4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:46.398150 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-bb228412-ba16-42e7-85a2-1dcac0d9ca4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1261258 Dec 23 17:28:46.500010 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-df54ba86-fdec-42d4-b023-8f292a68de10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5944369-8e72-4e63-9e85-35bb6375960f HTTP/1.1" status: 200 len: 999 time: 0.0951076 Dec 23 17:28:46.561898 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-1aefaf59-5af4-42a0-9c61-8fda7fb5e4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:46.563432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-1aefaf59-5af4-42a0-9c61-8fda7fb5e4f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0566752 Dec 23 17:28:46.576099 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '63748be3-53e2-4d26-a668-86f2de61cb75', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:fb:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:28:44Z', 'updated_at': '2021-12-23T17:28:44Z', 'revision_number': 0, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}, {'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:33Z', 'revision_number': 1, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:28:46.579872 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] Checking router: e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:28:46.589875 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:28:46.590444 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:28:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:28:46.637258 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-73be1f11-dbab-447b-8ac3-af3fb0da3439 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670133 Dec 23 17:28:46.768468 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-f81420d6-a753-4fd0-841f-aea8e251f6eb service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239595 Dec 23 17:28:46.798103 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:28:46.898848 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-1ca0cfe4-4fec-417a-846c-f4db61833440 req-2d1f27dc-831d-4016-bed5-da7cf8041a70 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243815 Dec 23 17:28:47.131775 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '63748be3-53e2-4d26-a668-86f2de61cb75', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:fb:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:28:44Z', 'updated_at': '2021-12-23T17:28:44Z', 'revision_number': 0, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}, {'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:33Z', 'revision_number': 1, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:28:47.135419 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd126dc-525d-4951-81e6-36dd3cf6972e None None] The sync data for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv is: [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': '63748be3-53e2-4d26-a668-86f2de61cb75', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.254', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:fb:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:28:44Z', 'updated_at': '2021-12-23T17:28:44Z', 'revision_number': 0, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}, {'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:33Z', 'revision_number': 1, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:28:47.340108 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eaa582-b81f-41db-b429-377ba5ef0964 None None] New status for floating IP 63748be3-53e2-4d26-a668-86f2de61cb75: ACTIVE {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:28:59.658998 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-b4ddf85a-5625-4669-b746-2550364ef758 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703294 Dec 23 17:28:59.800328 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-bb826101-3cba-4242-95f1-e7d82e820e4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1097 time: 0.0713332 Dec 23 17:28:59.938269 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-1d67b440-43a2-420c-9aef-ae33932fa60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:28:59.939682 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-1d67b440-43a2-420c-9aef-ae33932fa60c service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1209087 Dec 23 17:29:00.046129 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-4190562a-6161-4484-807b-ce5490980539 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 999 time: 0.0997634 Dec 23 17:29:00.114569 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-7a0ea89c-3988-4290-98f9-ce032dd65801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:29:00.115915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-7a0ea89c-3988-4290-98f9-ce032dd65801 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0629175 Dec 23 17:29:00.192493 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-cc78f0bc-4d72-4b4a-9ee7-9274ba375679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706010 Dec 23 17:29:00.319189 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-a52c6ad4-1e9d-4809-979a-2febf19cd059 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201191 Dec 23 17:29:00.536623 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-182bbb75-d6c5-4ba3-b67c-62b22a607802 req-77c246af-c040-4b9e-acf2-344d1e0fcd5e service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109787 Dec 23 17:29:05.225289 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d05361c-ecb1-4e16-b8d7-ae532a04d9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:07.432496 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a744ade-3c32-4e5d-a1a2-760e77091f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:07.502368 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:08.695992 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:08.696704 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:10.179425 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:15.954029 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:29:35.227449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb433da3-1eed-4f20-afd5-09d0fc0bdee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:37.424951 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d22c477b-5445-43d1-bc8a-8cbe2226ec1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:37.501118 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:38.699660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:38.700582 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:40.182088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:29:52.954155 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:30:01.620937 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-2e630d7a-17c4-4edd-bef0-6aa58ddc911d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644405 Dec 23 17:30:01.711444 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-1245a76c-5c7f-470d-bdc0-7083930f1adc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 1098 time: 0.0690157 Dec 23 17:30:01.850627 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-3f8b997e-6013-4490-9029-5c2fb29282b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:30:01.852048 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-3f8b997e-6013-4490-9029-5c2fb29282b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1218472 Dec 23 17:30:01.950175 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-8ca367f4-9871-4cd1-8f7d-5faac024b82a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5944369-8e72-4e63-9e85-35bb6375960f HTTP/1.1" status: 200 len: 1001 time: 0.0919378 Dec 23 17:30:02.008778 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-2f8b13cb-c550-45cc-be89-da54f1e93011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:30:02.010117 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-2f8b13cb-c550-45cc-be89-da54f1e93011 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0543318 Dec 23 17:30:02.080834 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-ce808598-503c-4777-a32c-053c5342c27e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643187 Dec 23 17:30:02.090391 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-3429fbdb-0b9b-42cb-a0c9-bcb89b29d4e4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83494) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 17:30:02.091271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-3429fbdb-0b9b-42cb-a0c9-bcb89b29d4e4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045331 Dec 23 17:30:02.216892 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-cb04257e-1afa-49ea-b145-9d08f9b326c8 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186635 Dec 23 17:30:02.344934 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-c7398485-2d5b-44b3-8093-ac0cd4f5719b req-b4755d8d-c303-44be-acea-b9c3072564d7 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218030 Dec 23 17:30:05.228879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b0a5903-1a07-40b1-bb12-6e1d4940bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:07.426630 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f45bfc66-01b0-4394-b2a4-869ba9638e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:07.500420 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:08.699456 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:08.700381 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:10.184837 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:29.954923 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:30:35.228905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12d11304-dba5-49fb-b336-e94029ee00fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:37.428252 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11c52f63-7583-42e1-bcb4-338a34b468e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:37.509001 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:38.701088 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:38.703208 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:30:40.187788 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:02.667953 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-2dae48ed-4dea-4dff-991a-d14728b2f097 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696702 Dec 23 17:31:02.813300 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-9f343549-11a3-4d8a-8e66-248481c0d636 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1097 time: 0.0670178 Dec 23 17:31:02.952862 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-a9cef5e7-0b5f-4187-b622-3d96ea52e899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:02.954272 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-a9cef5e7-0b5f-4187-b622-3d96ea52e899 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1221178 Dec 23 17:31:03.054378 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-2839de1e-9eb2-46d3-a86a-3738f35c290c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 999 time: 0.0926559 Dec 23 17:31:03.117156 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-f0a0be79-915b-4fa2-b274-fcb05d481202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:03.118496 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-f0a0be79-915b-4fa2-b274-fcb05d481202 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0575776 Dec 23 17:31:03.191011 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-4d615b50-a6d9-4b3c-883d-e087584bad4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660229 Dec 23 17:31:03.327699 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-583d4fcc-28a0-4c2e-88b8-8df1cd7cdd4c service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275482 Dec 23 17:31:03.547873 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-508b890a-8f86-46f5-a28e-4c6fdd84c16a req-2030a84e-4b4d-4c1c-bbfb-947ab6951625 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140384 Dec 23 17:31:04.748801 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a5944369-8e72-4e63-9e85-35bb6375960f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=83496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 17:31:04.877359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:04.889798 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Returning: {'device': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'port_id': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'mac_address': 'fa:16:3e:fb:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 17:31:04.944467 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:04.960739 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5944369-8e72-4e63-9e85-35bb6375960f {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 17:31:04.975157 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:04.979011 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:05.045638 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:05.054031 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.054378 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.054718 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.055042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.055365 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.055714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.056037 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.056356 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.056673 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.056994 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.057307 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:05.063848 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] get_ports_and_sgs() called for port_ids ['a5944369-8e72-4e63-9e85-35bb6375960f'] {{(pid=83496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 17:31:05.249309 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bb9d638-d340-4636-84bb-0012af86224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:06.745304 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a5944369-8e72-4e63-9e85-35bb6375960f up at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 17:31:06.814447 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Provisioning complete for port a5944369-8e72-4e63-9e85-35bb6375960f triggered by entity L2. {{(pid=83496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 17:31:06.815472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602039'] for port, provisioning_complete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:06.924614 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:06.956237 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:31:06.982074 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:31:06.991790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:06.996210 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:07.070173 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:07.074710 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'code': 200} Dec 23 17:31:07.430545 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9393a790-0bff-4d04-aee0-50442b17c0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:07.504017 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:08.703316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:08.707082 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:10.192449 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:19.123870 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39128) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:19.319895 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Deleting port 98c3c05d-7e08-4a2b-a78e-d48fef339588 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:19.320239 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:19.480973 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:19.481291 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:19.596211 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Calling delete_port for 98c3c05d-7e08-4a2b-a78e-d48fef339588 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:19.737796 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:19.780638 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event deleted for resources: {'Port': ['ID=98c3c05d-7e08-4a2b-a78e-d48fef339588,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:19.819512 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.819871 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.820199 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.820529 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.820851 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.821170 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.821483 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.821852 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.822169 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.822478 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.822784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:19.881184 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:20.255786 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:31:20.557090 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:31:20.566980 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] Sync routers for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:31:20.576314 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:20.578396 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:20.579058 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:20.629946 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4c6ed9ff-efe7-4545-8ff2-5a955708fbe0 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "DELETE /v2.0/floatingips/63748be3-53e2-4d26-a668-86f2de61cb75 HTTP/1.1" status: 204 len: 168 time: 1.5021131 Dec 23 17:31:20.629946 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:31:20.759342 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:20.777037 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'status': 'completed', 'code': 200} Dec 23 17:31:20.874499 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34140000-289b-44dd-a022-ed08bde0b150 req-2a9fb2da-87cb-42da-8bf1-d9e6f2dd89f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 1098 time: 0.0740354 Dec 23 17:31:21.063884 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34140000-289b-44dd-a022-ed08bde0b150 req-cefdd715-160d-44d5-b744-b7acf688e2fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:21.065353 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34140000-289b-44dd-a022-ed08bde0b150 req-cefdd715-160d-44d5-b744-b7acf688e2fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1840558 Dec 23 17:31:21.075350 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee823-2c41-48d6-afc6-45b49ee76cb8 req-3a5faf66-b0b4-4095-a3dc-b261f6314064 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:21.076044 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-834ee823-2c41-48d6-afc6-45b49ee76cb8 req-3a5faf66-b0b4-4095-a3dc-b261f6314064 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Synchronizing usage tracker for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:31:21.133806 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:33Z', 'revision_number': 1, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:21.137558 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] Checking router: e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:31:21.145018 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34140000-289b-44dd-a022-ed08bde0b150 req-1a23f4aa-1a21-4c3a-8800-642d1bb7a91b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5944369-8e72-4e63-9e85-35bb6375960f HTTP/1.1" status: 200 len: 217 time: 0.0663242 Dec 23 17:31:21.148223 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:21.149046 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:21.151054 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-834ee823-2c41-48d6-afc6-45b49ee76cb8 req-3a5faf66-b0b4-4095-a3dc-b261f6314064 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Unset dirty status for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:31:21.152156 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-834ee823-2c41-48d6-afc6-45b49ee76cb8 req-3a5faf66-b0b4-4095-a3dc-b261f6314064 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 945 time: 0.1982138 Dec 23 17:31:21.248935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34140000-289b-44dd-a022-ed08bde0b150 req-d65cbe27-338c-4fd6-be84-c421c287f803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:21.250378 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34140000-289b-44dd-a022-ed08bde0b150 req-d65cbe27-338c-4fd6-be84-c421c287f803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0971756 Dec 23 17:31:21.254464 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-834ee823-2c41-48d6-afc6-45b49ee76cb8 req-bf48eee3-4e0c-4e6b-a73a-b13fdad0e3d3 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642040 Dec 23 17:31:21.333330 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34140000-289b-44dd-a022-ed08bde0b150 req-0c5c0df1-29d4-4cb5-8354-8b03b5fb2540 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749133 Dec 23 17:31:21.365555 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:21.476095 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34140000-289b-44dd-a022-ed08bde0b150 req-610159a1-e10d-48a8-9ac2-94230bb436bf service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354778 Dec 23 17:31:21.603837 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-34140000-289b-44dd-a022-ed08bde0b150 req-887c43c0-094b-412f-85aa-f2d984bb05c5 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233068 Dec 23 17:31:21.714268 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:33Z', 'revision_number': 1, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:21.717938 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907ce6e-90c1-4700-a348-a91e4d2396fb None None] The sync data for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv is: [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_floatingips': [{'id': 'f6237f9b-39bd-440a-8140-fa77a01d411a', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'floating_ip_address': '172.26.7.87', 'floating_network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'router_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'port_id': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'mac_address': 'fa:16:3e:49:ba:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:25:27Z', 'updated_at': '2021-12-23T17:25:33Z', 'revision_number': 1, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:31:21.927492 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd72be2-caa8-49ff-882a-d250fad352a7 None None] New status for floating IP 63748be3-53e2-4d26-a668-86f2de61cb75: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:31:22.473958 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f691b-5a2a-4b62-b42b-8520629fd12a req-d73a4bd4-1497-4f41-b0a8-07a0a87a3605 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:22.475408 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b58f691b-5a2a-4b62-b42b-8520629fd12a req-d73a4bd4-1497-4f41-b0a8-07a0a87a3605 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 945 time: 0.0822628 Dec 23 17:31:22.519029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-b58f691b-5a2a-4b62-b42b-8520629fd12a req-5176ab73-3bfe-427e-8929-de92c64733c9 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381949 Dec 23 17:31:22.746289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488253-5260-4602-b584-384294abd2a5 req-254d4dea-c700-4ba8-84dc-fdee90053851 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:22.747608 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49488253-5260-4602-b584-384294abd2a5 req-254d4dea-c700-4ba8-84dc-fdee90053851 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 945 time: 0.0757239 Dec 23 17:31:22.823575 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a5944369-8e72-4e63-9e85-35bb6375960f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:22.824964 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Deleting port a5944369-8e72-4e63-9e85-35bb6375960f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:22.825309 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:22.935502 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619759'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:22.962318 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:31:22.972077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:22.975947 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792112986655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792112630209', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792112655117'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:23.019906 dv-neutron-822800-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'code': 200} Dec 23 17:31:23.044822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Pushing event updated for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:23.073201 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:23.073562 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:23.191488 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Calling delete_port for a5944369-8e72-4e63-9e85-35bb6375960f owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:23.269784 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.db.api [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 17:31:23.270037 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG oslo_db.api [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 17:31:23.770566 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Deleting port a5944369-8e72-4e63-9e85-35bb6375960f {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:23.771219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:23.910897 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e0374-df0c-4695-8ae9-9b7f5825ae35 req-32c2a571-248f-47ee-83c7-a4e6640045b7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:23.912269 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d39e0374-df0c-4695-8ae9-9b7f5825ae35 req-32c2a571-248f-47ee-83c7-a4e6640045b7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=04feae0a-c979-4c03-a76f-66b9a7316a63 HTTP/1.1" status: 200 len: 943 time: 0.2749748 Dec 23 17:31:24.030810 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d39e0374-df0c-4695-8ae9-9b7f5825ae35 req-8dc2b11b-7082-4975-ae18-1e63d7f7a0de tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756557 Dec 23 17:31:24.055432 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] For port a5944369-8e72-4e63-9e85-35bb6375960f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a5944369-8e72-4e63-9e85-35bb6375960f,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:24.055887 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:24.172334 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Calling delete_port for a5944369-8e72-4e63-9e85-35bb6375960f owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:24.309219 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:24.354651 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event deleted for resources: {'Port': ['ID=a5944369-8e72-4e63-9e85-35bb6375960f,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:24.429410 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] No DVR routers for this DVR port a5944369-8e72-4e63-9e85-35bb6375960f on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:31:24.431785 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:24.434276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-deleted', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:31:24.450029 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-49488253-5260-4602-b584-384294abd2a5 req-8bd59cde-4c84-4fdb-9dfc-3a85d02d8964 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "DELETE /v2.0/ports/a5944369-8e72-4e63-9e85-35bb6375960f HTTP/1.1" status: 204 len: 173 time: 1.6972864 Dec 23 17:31:24.496711 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04feae0a-c979-4c03-a76f-66b9a7316a63', 'name': 'network-vif-deleted', 'tag': 'a5944369-8e72-4e63-9e85-35bb6375960f', 'status': 'completed', 'code': 200} Dec 23 17:31:25.678880 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39190) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:25.870584 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Deleting port 19370243-8f01-446b-9587-74a8c9edc377 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:25.870836 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:26.032197 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:26.032520 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:26.148173 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Calling delete_port for 19370243-8f01-446b-9587-74a8c9edc377 owned by network:floatingip {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:26.290751 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:26.335636 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event deleted for resources: {'Port': ['ID=19370243-8f01-446b-9587-74a8c9edc377,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:26.512976 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for floatingip, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:26.854414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a5944369-8e72-4e63-9e85-35bb6375960f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:26.886410 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: a5944369-8e72-4e63-9e85-35bb6375960f {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:26.886740 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device a5944369-8e72-4e63-9e85-35bb6375960f not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:26.889060 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:31:27.085537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:31:27.094764 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] Sync routers for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:31:27.101847 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for floatingip, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:27.106502 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:27.107034 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:27.153070 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-382dc6d8-db68-4062-9f92-401fd623605c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6237f9b-39bd-440a-8140-fa77a01d411a HTTP/1.1" status: 204 len: 168 time: 1.4731390 Dec 23 17:31:27.153639 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:31:27.212271 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'status': 'completed', 'code': 200} Dec 23 17:31:27.302477 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:27.310685 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-9cfda6d4-d644-4730-b9dc-2aa5fdb8e755 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 1097 time: 0.0762658 Dec 23 17:31:27.465455 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-066ea092-4fcc-42bf-be4c-763cfa3ca77b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:27.466915 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-066ea092-4fcc-42bf-be4c-763cfa3ca77b service neutron] 10.222.0.59 "GET /v2.0/networks?id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 200 len: 909 time: 0.1491709 Dec 23 17:31:27.575432 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-847cbccb-d7a7-481b-ad60-d4840b2eded5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 200 len: 217 time: 0.1012516 Dec 23 17:31:27.622211 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:27.625903 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] Checking router: e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:31:27.637778 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:27.638269 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:27.654556 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-06142ad1-a060-48b4-b786-ecdbc3549ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:27.656000 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-06142ad1-a060-48b4-b786-ecdbc3549ef9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 200 len: 847 time: 0.0703859 Dec 23 17:31:27.662553 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f55525-2691-4813-91ce-e242152d06c0 req-83f0622d-8349-40ff-aa93-754e5344ab83 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:27.663200 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-e7f55525-2691-4813-91ce-e242152d06c0 req-83f0622d-8349-40ff-aa93-754e5344ab83 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Synchronizing usage tracker for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 17:31:27.724767 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.quota.resource [req-e7f55525-2691-4813-91ce-e242152d06c0 req-83f0622d-8349-40ff-aa93-754e5344ab83 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Unset dirty status for tenant:a5a46553c9ed4e3f9a3e3a2ee51f4017 on resource:port {{(pid=83494) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 17:31:27.725903 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e7f55525-2691-4813-91ce-e242152d06c0 req-83f0622d-8349-40ff-aa93-754e5344ab83 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 944 time: 0.2015226 Dec 23 17:31:27.764880 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-daf4bd3e-b028-41e1-82fe-64340b60539a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990093 Dec 23 17:31:27.812708 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:27.861290 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-e7f55525-2691-4813-91ce-e242152d06c0 req-20c52d29-3521-42d2-8e30-dbb3fd128359 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288393 Dec 23 17:31:27.910071 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-10ceb5e7-d212-4612-b357-4b3e2a78c158 service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376302 Dec 23 17:31:28.042811 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-83c883ed-8ad4-4c1b-b8ce-eec0aa8b2ddd req-720dc4b2-c903-478a-b843-b951f35383db service neutron] 10.222.0.59 "GET /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246150 Dec 23 17:31:28.154048 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:28.157904 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ee46a-9ea8-49cf-82e7-4e2e496b87ab None None] The sync data for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv is: [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:25:02Z', 'revision_number': 4, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv', '_interfaces': [{'id': '3efc5afe-2548-40f0-a03b-4fb2aebfab09', 'name': '', 'network_id': '87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'mac_address': 'fa:16:3e:43:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fb26b44-7605-42f9-9042-17679ada1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:02Z', 'updated_at': '2021-12-23T17:25:11Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'subnets': [{'id': '4fb26b44-7605-42f9-9042-17679ada1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:31:28.366866 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f991bf-7a11-47a3-a16a-48a59aeb4924 None None] New status for floating IP f6237f9b-39bd-440a-8140-fa77a01d411a: DOWN {{(pid=83496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 17:31:28.529472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7b30c91e-eafd-4a8e-8ba7-fa3285e2163d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:28.530859 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7b30c91e-eafd-4a8e-8ba7-fa3285e2163d tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 944 time: 0.1712787 Dec 23 17:31:28.594661 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Deleting port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:28.594992 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:28.824416 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] For port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:28.824782 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:28.941780 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Calling delete_port for 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 owned by compute:nova {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:29.128279 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683b390-678c-4912-830d-958215ae8052 req-a99ba8c6-8471-4089-b049-b2ed7eb587e8 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 17:31:29.129618 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4683b390-678c-4912-830d-958215ae8052 req-a99ba8c6-8471-4089-b049-b2ed7eb587e8 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/ports?device_id=fed101e8-f247-4711-a6f9-3ab920c78dcf HTTP/1.1" status: 200 len: 944 time: 0.1433296 Dec 23 17:31:29.157168 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:29.212087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event deleted for resources: {'Port': ['ID=0ebbc5ea-d6de-4208-81a2-dbe2e8185d31,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:29.287034 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-4683b390-678c-4912-830d-958215ae8052 req-b977dfd7-e95c-491f-a20d-68161978dcc7 tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07efe92-6b4b-44d9-ab44-bf62a6011c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520188 Dec 23 17:31:29.291891 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] No DVR routers for this DVR port 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 on host hv-neutron-8228 {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:31:29.294177 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205879'] for port, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:29.296729 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-deleted', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31'}] {{(pid=83494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 17:31:29.315969 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [req-d252430c-5643-4f55-a46c-6a8c46a0d37f req-7c0c9386-12e1-4ab2-b47a-53d5982251ed tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.59 "DELETE /v2.0/ports/0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 HTTP/1.1" status: 204 len: 173 time: 0.7799647 Dec 23 17:31:29.357835 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed101e8-f247-4711-a6f9-3ab920c78dcf', 'name': 'network-vif-deleted', 'tag': '0ebbc5ea-d6de-4208-81a2-dbe2e8185d31', 'status': 'completed', 'code': 200} Dec 23 17:31:30.393358 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39206) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:30.459899 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d852a48-6c5e-48fe-ac59-96c6f6080c5c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:30.487819 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d852a48-6c5e-48fe-ac59-96c6f6080c5c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:30.551496 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d852a48-6c5e-48fe-ac59-96c6f6080c5c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:30.569679 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d852a48-6c5e-48fe-ac59-96c6f6080c5c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07efe92-6b4b-44d9-ab44-bf62a6011c9e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:30.579629 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-4d852a48-6c5e-48fe-ac59-96c6f6080c5c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] Notify callbacks [] for security_group, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:30.583851 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-4d852a48-6c5e-48fe-ac59-96c6f6080c5c tempest-TestSnapshotPattern-1348000317 tempest-TestSnapshotPattern-1348000317-project] 10.222.0.18 "DELETE /v2.0/security-groups/a07efe92-6b4b-44d9-ab44-bf62a6011c9e HTTP/1.1" status: 204 len: 168 time: 0.1868217 Dec 23 17:31:31.659579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39214) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:32.153196 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:32.822312 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Deleting port 3efc5afe-2548-40f0-a03b-4fb2aebfab09 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:32.823022 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:32.869604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:32.904756 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] No Port match for: 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:32.905097 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Device 0ebbc5ea-d6de-4208-81a2-dbe2e8185d31 not bound to the agent host hv-neutron-8228 {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:32.999663 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] For port 3efc5afe-2548-40f0-a03b-4fb2aebfab09, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=3efc5afe-2548-40f0-a03b-4fb2aebfab09,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:33.000012 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:33.121935 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Calling delete_port for 3efc5afe-2548-40f0-a03b-4fb2aebfab09 owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:33.292912 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:33.339451 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efc5afe-2548-40f0-a03b-4fb2aebfab09,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:33.623443 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:34.261429 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:31:34.449945 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:31:34.459319 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] Sync routers for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:31:34.462365 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-7fa1baeb-ab5a-49e9-9392-7084e51a3047 admin admin] 10.222.0.18 "PUT /v2.0/routers/e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8017204 Dec 23 17:31:34.464834 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39220) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:34.471585 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:34.472169 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:34.644728 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:34.661910 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:34.853180 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:34.862270 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Deleting port 10d0b6fa-d354-418d-a37f-042e1be21245 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:34.862664 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:34.922257 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:31:33Z', 'revision_number': 5, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port': {'id': '10d0b6fa-d354-418d-a37f-042e1be21245', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:00Z', 'updated_at': '2021-12-23T17:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:34.925940 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] Checking router: e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 for host: dv-neutron-822800-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:31:34.936305 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] Routers {'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:34.936884 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:07Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:35.039776 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] For port 10d0b6fa-d354-418d-a37f-042e1be21245, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=10d0b6fa-d354-418d-a37f-042e1be21245,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:35.040126 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.083983 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] Set router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:35.155942 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Calling delete_port for 10d0b6fa-d354-418d-a37f-042e1be21245 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:35.185427 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:31:34Z', 'revision_number': 6, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:35.189733 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc23141-f5fa-4aae-a54f-f3fdfc3ae47a None None] The sync data for ids ['e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66'] in dv-neutron-822800-1-hyperv is: [{'id': 'e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66', 'name': 'tempest-TestSnapshotPattern-17987853-router', 'tenant_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:24:59Z', 'updated_at': '2021-12-23T17:31:34Z', 'revision_number': 6, 'project_id': 'a5a46553c9ed4e3f9a3e3a2ee51f4017', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:31:35.232898 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-392ffe6b-e84d-4fdb-a391-58a38513dc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.409717 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.452789 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d0b6fa-d354-418d-a37f-042e1be21245,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:35.677680 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.925343 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.929589 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.953620 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.954149 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:31:35.967364 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:35.968547 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-91987a16-0f13-4923-b157-f7ec902ef954 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e87ed9ff-d089-4fd5-a5ff-aa6e5a387e66 HTTP/1.1" status: 204 len: 168 time: 1.5027964 Dec 23 17:31:35.971579 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39224) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:36.028414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] Deleting subnet 4fb26b44-7605-42f9-9042-17679ada1046 {{(pid=83494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:31:36.031163 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.080289 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7169720'] for subnet, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.159255 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.231814 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7170054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6856390'] for subnet, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.272105 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb26b44-7605-42f9-9042-17679ada1046,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:36.276768 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.282113 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-ea98ea5e-b1d6-40d9-83f8-90fc457bb448 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4fb26b44-7605-42f9-9042-17679ada1046 HTTP/1.1" status: 204 len: 168 time: 0.3095469 Dec 23 17:31:36.282473 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b5a83-2a54-4cdb-92f4-cdf00a604b48 None None] Network 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:31:36.284545 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39228) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:36.384515 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.394825 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Deleting port 41d85017-a949-4a1f-99e1-28bd205c31ea {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:36.395148 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.515892 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] DHCP port deletion for 87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:31:36.520083 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Deleting port 41d85017-a949-4a1f-99e1-28bd205c31ea {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:36.520448 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.608107 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] For port 41d85017-a949-4a1f-99e1-28bd205c31ea, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=41d85017-a949-4a1f-99e1-28bd205c31ea,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:36.608615 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.718744 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] For port 41d85017-a949-4a1f-99e1-28bd205c31ea, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=41d85017-a949-4a1f-99e1-28bd205c31ea,segment=NetworkSegment(c9798e70-3460-4383-b80f-4acda5a84eb3),segment_id=c9798e70-3460-4383-b80f-4acda5a84eb3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:36.719042 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.820614 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Calling delete_port for 41d85017-a949-4a1f-99e1-28bd205c31ea owned by network:dhcp {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:36.879869 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Calling delete_port for 41d85017-a949-4a1f-99e1-28bd205c31ea owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:36.896414 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:36.939151 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d85017-a949-4a1f-99e1-28bd205c31ea,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:36.946087 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] No DVR routers for this DVR port 41d85017-a949-4a1f-99e1-28bd205c31ea on host dv-neutron-822800-1-hyperv {{(pid=83494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:31:36.949776 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 17:31:36.950592 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 17:31:37.014503 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 41d85017-a949-4a1f-99e1-28bd205c31ea no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:37.049135 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 41d85017-a949-4a1f-99e1-28bd205c31ea {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:37.049472 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 41d85017-a949-4a1f-99e1-28bd205c31ea not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:37.049883 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3efc5afe-2548-40f0-a03b-4fb2aebfab09 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:37.059657 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.080462 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 3efc5afe-2548-40f0-a03b-4fb2aebfab09 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:37.080802 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 3efc5afe-2548-40f0-a03b-4fb2aebfab09 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:37.081198 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 10d0b6fa-d354-418d-a37f-042e1be21245 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:37.084325 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac']}} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:37.096231 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9798e70-3460-4383-b80f-4acda5a84eb3') {'for_net_delete': True} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:37.096537 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.services.segments.db [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9798e70-3460-4383-b80f-4acda5a84eb3') {} {{(pid=83494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:37.107472 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7169719'] for segment, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.111714 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 10d0b6fa-d354-418d-a37f-042e1be21245 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:37.112058 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 10d0b6fa-d354-418d-a37f-042e1be21245 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:37.128835 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.134905 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=83494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:31:37.135276 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7170208'] for segment, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: Traceback (most recent call last): Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: timer() Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: cb(*args, **kw) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: return func(*args, **kwargs) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: self._notify() Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: self.callback(batched_events) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: event.method(event) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: return f(self, *a, **k) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._get(url).json() Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: return self.request(url, 'GET', **kwargs) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:31:37.148233 dv-neutron-822800-1-hyperv neutron-server[83494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:31:37.217519 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.234630 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Notify callbacks [] for network, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.241217 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:37.256992 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-00e18624-843c-4452-a9e3-c2dae7337e87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/87d5dcbe-b1b2-481d-b2f3-c6ba8e6bd5ac HTTP/1.1" status: 204 len: 168 time: 0.9714956 Dec 23 17:31:37.259777 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39232) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:37.431879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32e09055-aa26-454a-b951-b32f0d8ff78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.452113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Deleting port 41d85017-a949-4a1f-99e1-28bd205c31ea {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:37.452485 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.518689 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f78f58f2-9c1b-43c3-b031-fd8ba2ef3d08 None None] The port '41d85017-a949-4a1f-99e1-28bd205c31ea' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 17:31:37.535323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:37.640144 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381974'] for router_interface, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:38.300843 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Deleting port 705fe9ff-2a17-4f19-b248-7943263cf55e {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:38.301411 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:38.468543 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] For port 705fe9ff-2a17-4f19-b248-7943263cf55e, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=705fe9ff-2a17-4f19-b248-7943263cf55e,segment=NetworkSegment(812327dc-b3e7-448e-a8e2-88a66afaee6e),segment_id=812327dc-b3e7-448e-a8e2-88a66afaee6e)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:38.468892 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:38.586316 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Calling delete_port for 705fe9ff-2a17-4f19-b248-7943263cf55e owned by network:router_interface {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:38.706471 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:38.708256 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:38.759248 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:38.802216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Pushing event deleted for resources: {'Port': ['ID=705fe9ff-2a17-4f19-b248-7943263cf55e,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:39.086927 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1497405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-382082'] for router_interface, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:39.730521 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Router bce7ce9a-84f7-4162-b249-30beeae28772 has already been hosted by L3 agent e5f4a4db-017c-49bd-8a5d-1dcee7294b31 {{(pid=83494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 17:31:39.927363 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] Notify agent at l3_agent.dv-neutron-822800-1-hyperv the message routers_updated {{(pid=83494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 17:31:39.935579 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] Sync routers for ids ['bce7ce9a-84f7-4162-b249-30beeae28772'] in dv-neutron-822800-1-hyperv {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 17:31:39.943361 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-cca76490-a7ba-4bd5-af7b-921dc18ad9da admin admin] 10.222.0.18 "PUT /v2.0/routers/bce7ce9a-84f7-4162-b249-30beeae28772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6826031 Dec 23 17:31:39.945903 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.wsgi [-] (83494) accepted ('10.222.0.18', 39236) {{(pid=83494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:39.947660 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] Routers {'bce7ce9a-84f7-4162-b249-30beeae28772'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:39.948260 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bce7ce9a-84f7-4162-b249-30beeae28772'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:40.122230 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] Set router bce7ce9a-84f7-4162-b249-30beeae28772 gateway port host: dv-neutron-822800-1-hyperv {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:40.139463 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks [] for router, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:40.299871 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:40.331631 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:40.341320 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Deleting port 4fb93173-b79e-445d-94bd-97c9aa4685f8 {{(pid=83494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:40.341674 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:40.415046 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'external_fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:31:38Z', 'revision_number': 5, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port': {'id': '4fb93173-b79e-445d-94bd-97c9aa4685f8', 'name': '', 'network_id': 'a61d1e7b-eec4-42d0-a762-1efba86ff59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822800-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T17:25:06Z', 'updated_at': '2021-12-23T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5419a94f-03e9-4576-b187-7b36dc94ebaf', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822800-1-hyperv'}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:40.419085 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] Checking router: bce7ce9a-84f7-4162-b249-30beeae28772 for host: dv-neutron-822800-1-hyperv {{(pid=83496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 17:31:40.431101 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] Routers {'bce7ce9a-84f7-4162-b249-30beeae28772'} bound to L3 agent in host dv-neutron-822800-1-hyperv {{(pid=83496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 17:31:40.431842 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822800-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:37Z,description=,heartbeat_timestamp=2021-12-23T17:31:37Z,host='dv-neutron-822800-1-hyperv',id=e5f4a4db-017c-49bd-8a5d-1dcee7294b31,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T16:00:37Z,topic='l3_agent')) {'router_ids': ['bce7ce9a-84f7-4162-b249-30beeae28772'], 'active': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:40.513051 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.db [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] For port 4fb93173-b79e-445d-94bd-97c9aa4685f8, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=4fb93173-b79e-445d-94bd-97c9aa4685f8,segment=NetworkSegment(ff145286-f08a-46df-8009-ad4b12c8cffc),segment_id=ff145286-f08a-46df-8009-ad4b12c8cffc)] {{(pid=83494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:40.513401 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:40.583202 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvr_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] Set router bce7ce9a-84f7-4162-b249-30beeae28772 gateway port host: None {{(pid=83496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 17:31:40.629626 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.plugins.ml2.plugin [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Calling delete_port for 4fb93173-b79e-445d-94bd-97c9aa4685f8 owned by network:router_gateway {{(pid=83494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:40.685979 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_hamode_db [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:31:40Z', 'revision_number': 6, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port_host': None}], 'dv-neutron-822800-1-hyperv', False) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:40.690300 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a9b1d-55e2-4943-b769-3f2571f3c9de None None] The sync data for ids ['bce7ce9a-84f7-4162-b249-30beeae28772'] in dv-neutron-822800-1-hyperv is: [{'id': 'bce7ce9a-84f7-4162-b249-30beeae28772', 'name': 'tempest-TestSnapshotPattern-1613683708-router', 'tenant_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T17:25:05Z', 'updated_at': '2021-12-23T17:31:40Z', 'revision_number': 6, 'project_id': 'a734b4bdfd1e467d9ccddcb7cde6a401', 'gw_port_host': None}] {{(pid=83496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 17:31:40.796389 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7170293'] for port, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:40.838965 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb93173-b79e-445d-94bd-97c9aa4685f8,revision_number=None']} {{(pid=83494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:41.078102 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381305'] for router_gateway, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.094030 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 705fe9ff-2a17-4f19-b248-7943263cf55e no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:41.131498 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 705fe9ff-2a17-4f19-b248-7943263cf55e {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:41.131862 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 705fe9ff-2a17-4f19-b248-7943263cf55e not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:41.421212 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2113'] for router, precommit_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.425185 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.455437 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383836'] for router, after_delete {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.455994 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce7ce9a-84f7-4162-b249-30beeae28772 {{(pid=83494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 17:31:41.468216 dv-neutron-822800-1-hyperv neutron-server[83494]: DEBUG neutron_lib.callbacks.manager [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] Notify callbacks [] for router, before_response {{(pid=83494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.469322 dv-neutron-822800-1-hyperv neutron-server[83494]: INFO neutron.wsgi [None req-5a80111f-a817-4b6b-b9e8-c15d62775354 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bce7ce9a-84f7-4162-b249-30beeae28772 HTTP/1.1" status: 204 len: 168 time: 1.5223291 Dec 23 17:31:41.472737 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 39240) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:41.530992 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Deleting subnet 4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 17:31:41.534575 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.583019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7525816'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.663313 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594785'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.729971 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-594792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6816747'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.765335 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:41.777199 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.781055 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90fd313-b22c-4698-8359-8c41c1afa796 None None] Network 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 requested from dv-neutron-822800-1-hyperv {{(pid=83496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 17:31:41.781423 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.781774 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.782112 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.782442 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.782770 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.783118 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.783441 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.783789 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.784108 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.784426 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.784742 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822800-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 17:31:41.790383 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae38669d-9582-4929-8f2d-71d72018b40d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4d90a9e1-3aa8-4b2b-9bd2-56ba3516af2e HTTP/1.1" status: 204 len: 168 time: 0.3163033 Dec 23 17:31:41.792543 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 39244) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:41.895315 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544034'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:41.905525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Deleting port 2abc3bb0-ad38-45fb-81bd-aff656453514 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:41.905844 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.022763 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] DHCP port deletion for 89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 request from dv-neutron-822800-1-hyperv {{(pid=83496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 17:31:42.026891 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Deleting port 2abc3bb0-ad38-45fb-81bd-aff656453514 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:42.027264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.196178 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] For port 2abc3bb0-ad38-45fb-81bd-aff656453514, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2abc3bb0-ad38-45fb-81bd-aff656453514,segment=NetworkSegment(812327dc-b3e7-448e-a8e2-88a66afaee6e),segment_id=812327dc-b3e7-448e-a8e2-88a66afaee6e)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:42.196525 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.267784 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] For port 2abc3bb0-ad38-45fb-81bd-aff656453514, host dv-neutron-822800-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822800-1-hyperv',level=0,port_id=2abc3bb0-ad38-45fb-81bd-aff656453514,segment=NetworkSegment(812327dc-b3e7-448e-a8e2-88a66afaee6e),segment_id=812327dc-b3e7-448e-a8e2-88a66afaee6e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 17:31:42.268385 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-522121'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.314762 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Calling delete_port for 2abc3bb0-ad38-45fb-81bd-aff656453514 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:42.384286 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Calling delete_port for 2abc3bb0-ad38-45fb-81bd-aff656453514 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 17:31:42.390096 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-691071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792112986637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792112630200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391959'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.434573 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abc3bb0-ad38-45fb-81bd-aff656453514,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:42.441496 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] No DVR routers for this DVR port 2abc3bb0-ad38-45fb-81bd-aff656453514 on host dv-neutron-822800-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 17:31:42.457703 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 17:31:42.458077 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 17:31:42.554264 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600354', 'neutron.services.segments.db._delete_segments_for_network-8792113109239'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.577812 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:42.589482 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812327dc-b3e7-448e-a8e2-88a66afaee6e') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:42.589772 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812327dc-b3e7-448e-a8e2-88a66afaee6e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 17:31:42.601019 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792113113622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7525815'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.616395 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-597920'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.622302 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 17:31:42.622678 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-597913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391874'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: timer() Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: self._notify() Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: event.method(event) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 17:31:42.635173 dv-neutron-822800-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 17:31:42.709794 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1497504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381206'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.725650 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.735201 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:42.742607 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-752c9387-1cd2-4bae-8518-71288f1eed59 admin admin] 10.222.0.18 "DELETE /v2.0/networks/89b5a3b8-ecdc-4eea-9c9c-1aabd22f0871 HTTP/1.1" status: 204 len: 168 time: 0.9491184 Dec 23 17:31:42.874339 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 39250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:42.922880 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0487b716-dac8-44dd-9ce8-69355cdf869b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5a46553c9ed4e3f9a3e3a2ee51f4017&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474184 Dec 23 17:31:42.925363 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 39254) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:42.958870 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Deleting port 2abc3bb0-ad38-45fb-81bd-aff656453514 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 17:31:42.959323 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792113125551'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:42.990134 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9b5362d-6e98-4637-8c46-7c6f88d87d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.015842 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9b5362d-6e98-4637-8c46-7c6f88d87d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.020980 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4fb93173-b79e-445d-94bd-97c9aa4685f8 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:43.050204 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fe08a-c238-4700-a508-6109fe154bf7 None None] The port '2abc3bb0-ad38-45fb-81bd-aff656453514' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 17:31:43.069604 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 4fb93173-b79e-445d-94bd-97c9aa4685f8 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:43.069944 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 4fb93173-b79e-445d-94bd-97c9aa4685f8 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:43.070353 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2abc3bb0-ad38-45fb-81bd-aff656453514 no longer exists at agent ovs-agent-dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 17:31:43.075957 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9b5362d-6e98-4637-8c46-7c6f88d87d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.096991 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5362d-6e98-4637-8c46-7c6f88d87d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517dca76-654e-4596-9c52-ad145c3b0004,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:43.100155 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9b5362d-6e98-4637-8c46-7c6f88d87d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.104028 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e9b5362d-6e98-4637-8c46-7c6f88d87d68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/517dca76-654e-4596-9c52-ad145c3b0004 HTTP/1.1" status: 204 len: 168 time: 0.1750298 Dec 23 17:31:43.106616 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] No Port match for: 2abc3bb0-ad38-45fb-81bd-aff656453514 {{(pid=83496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 17:31:43.106956 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.rpc [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Device 2abc3bb0-ad38-45fb-81bd-aff656453514 not bound to the agent host dv-neutron-822800-1-hyperv {{(pid=83496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 17:31:43.480599 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 39262) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:43.528640 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d9cd61d3-9cd4-46d4-b138-5090350705a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a734b4bdfd1e467d9ccddcb7cde6a401&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469480 Dec 23 17:31:43.530865 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.18', 39266) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 17:31:43.587259 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fbc53eb-0b28-4bc8-8290-09f2fdebaf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.612717 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fbc53eb-0b28-4bc8-8290-09f2fdebaf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.665297 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fbc53eb-0b28-4bc8-8290-09f2fdebaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357635'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.678898 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc53eb-0b28-4bc8-8290-09f2fdebaf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92db29-2b0e-4aa3-9c91-e4808f251f60,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 17:31:43.685304 dv-neutron-822800-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3fbc53eb-0b28-4bc8-8290-09f2fdebaf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:31:43.688811 dv-neutron-822800-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3fbc53eb-0b28-4bc8-8290-09f2fdebaf53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e92db29-2b0e-4aa3-9c91-e4808f251f60 HTTP/1.1" status: 204 len: 168 time: 0.1546915 Dec 23 17:31:43.957421 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:32:05.234484 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7db02193-a7e4-45ce-9e15-4056b142c113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:07.434680 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8215-0f7d-4803-8713-771452f07d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:07.524187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:08.706534 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:08.708316 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:10.194622 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:20.957345 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:32:35.238749 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc37830b-6dc3-48ad-98d0-b04a667e8aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:37.435720 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36b7041f-2714-4b82-aca7-33bf0a822bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:37.519879 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:38.706327 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:38.709119 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:40.197264 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:32:57.958084 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:33:05.240027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f00ddde0-8ba8-4d2b-8bb7-6f04ca8962c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:07.441290 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2e2021a-ffd8-4d56-9ab9-44cdbd230347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:07.520113 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:08.706107 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:08.711646 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:10.200328 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:34.959128 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:33:35.242361 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3793738-d310-40a3-937c-dd58740fe5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:37.433248 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01f1b56f-716e-4424-8904-02e997a090ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:37.534590 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:38.705348 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:38.710069 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:33:40.203288 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:05.244110 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21361985-53da-4204-b9b2-6c2cfcd671ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:07.434558 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bdfa-017a-4668-9b22-eef8741c0687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:07.534232 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:08.705254 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:08.710151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:10.205151 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:11.960601 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:34:35.246266 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4805721-4a1d-4d12-b129-39b284820911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:37.437027 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b9c4504c-b80c-4714-a06c-496dcc148f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:37.530601 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:38.700836 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:38.711414 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:40.208589 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:34:48.961098 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:35:05.247006 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60817ac1-cec7-4473-af97-0f61f3ab9ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:07.439391 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4ad06da-25ec-49ba-9f28-ec504ccf06d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:07.532429 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:08.710435 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:08.716390 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:10.211359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:25.960740 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:35:35.248838 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d930c19c-0dc5-4511-9299-1c962313f2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:37.440574 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27a1802a-472b-4413-aa31-a5cbcc7d216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:37.533104 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:38.702911 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:38.718306 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:35:40.213344 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:02.960274 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:36:05.250657 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d4d75fd-0a2f-4176-8dd9-078501097d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:07.443187 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-892f98b2-228a-4552-8d99-adaac046eed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:07.527997 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:08.709585 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:08.719736 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:10.215611 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:35.252221 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9ad14d6a-11f8-4b23-8747-4ad4abad25dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:37.444755 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25aeadf0-6e50-414c-98fb-af09ec18e097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:37.542822 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:38.701359 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:38.720686 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:36:39.960617 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 17:36:40.220247 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:37:05.254464 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f0f075a4-2e52-438f-8ac4-6ef8d968e6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:37:07.445474 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f537b8a-af1b-4917-a2b4-0bd8019a34f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:37:07.557036 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54e57b98-24b6-4c59-a105-d64538f259c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:37:08.702905 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6f35-752d-41c8-bbcd-def1b36349c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:37:08.725914 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b478d158-6ed7-471e-acd7-cd8825bb9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:37:10.220790 dv-neutron-822800-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0087a28e-4545-4a35-a6a0-289a08b0ee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792113109221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601862'] for agent, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 17:37:16.962207 dv-neutron-822800-1-hyperv neutron-server[83497]: DEBUG neutron.db.agents_db [None req-81bd670f-69e6-46f5-a5dd-e1e7be5a1e22 None None] Agent healthcheck: found 6 active agents {{(pid=83497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}